├── OpenNER.py ├── README.md ├── correction ├── data │ ├── D1.txt │ ├── D1_dev.txt │ ├── D1_test.txt │ ├── D1_train.txt │ ├── D2.txt │ ├── D2_dev.txt │ ├── D2_test.txt │ ├── D2_train.txt │ ├── D3.txt │ ├── D3_dev.txt │ ├── D3_test.txt │ └── D3_train.txt └── run_correction_model.py ├── data └── link.txt ├── main.py ├── model ├── OpenNER_base │ └── link.txt └── OpenNER_large │ └── link.txt └── requirements.txt /OpenNER.py: -------------------------------------------------------------------------------- 1 | from __future__ import absolute_import, division, print_function 2 | 3 | import argparse 4 | import csv 5 | import json 6 | import logging 7 | import os 8 | import random 9 | import sys 10 | 11 | import numpy as np 12 | import torch 13 | import torch.nn.functional as F 14 | from pytorch_pretrained_bert.modeling import (CONFIG_NAME, WEIGHTS_NAME, 15 | BertConfig, 16 | BertForTokenClassification) 17 | from pytorch_pretrained_bert.tokenization import BertTokenizer 18 | from torch import nn 19 | from torch.nn import CrossEntropyLoss 20 | from torch.utils.data import (DataLoader, RandomSampler, SequentialSampler, TensorDataset) 21 | from tqdm import tqdm, trange 22 | import torch.utils.data as Data 23 | from nltk.tokenize import word_tokenize 24 | 25 | logging.basicConfig(format='%(asctime)s - %(levelname)s - %(name)s - %(message)s', 26 | datefmt='%m/%d/%Y %H:%M:%S', 27 | level=logging.INFO) 28 | logger = logging.getLogger(__name__) 29 | 30 | 31 | class Ner(BertForTokenClassification): 32 | 33 | def forward(self, input_ids, token_type_ids=None, attention_mask=None, labels=None, valid_ids=None, 34 | attention_mask_label=None): 35 | sequence_output, _ = self.bert(input_ids, token_type_ids, attention_mask, output_all_encoded_layers=False) 36 | batch_size, max_len, feat_dim = sequence_output.shape 37 | valid_output = torch.zeros(batch_size, max_len, feat_dim, dtype=torch.float32, device='cuda') 38 | for i in range(batch_size): 39 | jj = -1 40 | for j in range(max_len): 41 | if valid_ids[i][j].item() == 1: 42 | jj += 1 43 | valid_output[i][jj] = sequence_output[i][j] 44 | sequence_output = self.dropout(valid_output) 45 | logits = self.classifier(sequence_output) 46 | 47 | if labels is not None: 48 | loss_fct = CrossEntropyLoss(ignore_index=0) 49 | # Only keep active parts of the loss 50 | attention_mask_label = None 51 | if attention_mask_label is not None: 52 | active_loss = attention_mask_label.view(-1) == 1 53 | active_logits = logits.view(-1, self.num_labels)[active_loss] 54 | active_labels = labels.view(-1)[active_loss] 55 | loss = loss_fct(active_logits, active_labels) 56 | else: 57 | loss = loss_fct(logits.view(-1, self.num_labels), labels.view(-1)) 58 | return loss 59 | else: 60 | return logits 61 | 62 | 63 | class InputExample(object): 64 | """A single training/test example for simple sequence classification.""" 65 | 66 | def __init__(self, guid, text_a, text_b=None, label=None): 67 | """Constructs a InputExample. 68 | 69 | Args: 70 | guid: Unique id for the example. 71 | text_a: string. The untokenized text of the first sequence. For single 72 | sequence tasks, only this sequence must be specified. 73 | text_b: (Optional) string. The untokenized text of the second sequence. 74 | Only must be specified for sequence pair tasks. 75 | label: (Optional) string. The label of the example. This should be 76 | specified for train and dev examples, but not for test examples. 77 | """ 78 | self.guid = guid 79 | self.text_a = text_a 80 | self.text_b = text_b 81 | self.label = label 82 | 83 | 84 | class InputFeatures(object): 85 | """A single set of features of data.""" 86 | 87 | def __init__(self, input_ids, input_mask, segment_ids, label_id, valid_ids=None, label_mask=None, raw_data=None): 88 | self.input_ids = input_ids 89 | self.input_mask = input_mask 90 | self.segment_ids = segment_ids 91 | self.label_id = label_id 92 | self.valid_ids = valid_ids 93 | self.label_mask = label_mask 94 | self.raw_data = raw_data 95 | 96 | 97 | def readsents(sents): 98 | tokenlists = [word_tokenize(sent) for sent in sents] 99 | tags = [["O" for i in tokens] for tokens in tokenlists] 100 | return [(tokenlists[i], tags[i]) for i in range(len(tokenlists))] 101 | 102 | 103 | def readfile(filename): 104 | ''' 105 | read file 106 | return format : 107 | [ ['EU', 'B-ORG'], ['rejects', 'O'], ['German', 'B-MISC'], ['call', 'O'], ['to', 'O'], ['boycott', 'O'], ['British', 'B-MISC'], ['lamb', 'O'], ['.', 'O'] ] 108 | ''' 109 | print(filename) 110 | f = open(filename, 'r', encoding="ISO-8859-1") 111 | data = [] 112 | sentence = [] 113 | label = [] 114 | for line in f: 115 | try: 116 | # print(line) 117 | if len(line) == 0 or line.startswith('-DOCSTART') or line[0] == "\n": 118 | if len(sentence) > 0: 119 | data.append((sentence, label)) 120 | sentence = [] 121 | label = [] 122 | continue 123 | splits = line.split(' ') 124 | sentence.append(splits[0]) 125 | label.append("O") 126 | except Exception as e: 127 | pass 128 | 129 | if len(sentence) > 0: 130 | data.append((sentence, label)) 131 | sentence = [] 132 | label = [] 133 | return data 134 | 135 | 136 | class DataProcessor(object): 137 | """Base class for data converters for sequence classification data sets.""" 138 | 139 | def get_train_examples(self, data_dir): 140 | """Gets a collection of `InputExample`s for the train set.""" 141 | raise NotImplementedError() 142 | 143 | def get_dev_examples(self, data_dir): 144 | """Gets a collection of `InputExample`s for the dev set.""" 145 | raise NotImplementedError() 146 | 147 | def get_labels(self): 148 | """Gets the list of labels for this data set.""" 149 | raise NotImplementedError() 150 | 151 | @classmethod 152 | def _read_tsv(cls, input_file, quotechar=None): 153 | """Reads a tab separated value file.""" 154 | return readfile(input_file) 155 | 156 | 157 | class NerProcessor(DataProcessor): 158 | """Processor for the CoNLL-2003 data set.""" 159 | 160 | def get_train_examples(self, data_dir): 161 | """See base class.""" 162 | return self._create_examples( 163 | self._read_tsv(os.path.join(data_dir, "train.txt")), "train") 164 | 165 | def get_dev_examples(self, data_dir): 166 | """See base class.""" 167 | return self._create_examples( 168 | self._read_tsv(os.path.join(data_dir, "dev.txt")), "dev") 169 | 170 | def get_test_examples(self, data_dir): 171 | """See base class.""" 172 | return self._create_examples( 173 | self._read_tsv(data_dir), "test") 174 | 175 | def get_sentences(self, sents): 176 | return self._create_examples( 177 | readsents(sents), "test") 178 | 179 | def get_labels(self): 180 | return ["O", "B-MISC", "I-MISC", "B-PER", "I-PER", "B-ORG", "I-ORG", "B-LOC", "I-LOC", "[CLS]", "[SEP]"] 181 | 182 | def _create_examples(self, lines, set_type): 183 | examples = [] 184 | for i, (sentence, label) in enumerate(lines): 185 | guid = "%s-%s" % (set_type, i) 186 | text_a = ' '.join(sentence) 187 | text_b = None 188 | label = label 189 | examples.append(InputExample(guid=guid, text_a=text_a, text_b=text_b, label=label)) 190 | return examples 191 | 192 | 193 | def convert_examples_to_features(examples, label_list, max_seq_length, tokenizer): 194 | """Loads a data file into a list of `InputBatch`s.""" 195 | 196 | label_map = {label: i for i, label in enumerate(label_list, 1)} 197 | 198 | features = [] 199 | tot = 0 200 | raw_data = [] 201 | for (ex_index, example) in enumerate(examples): 202 | textlist = example.text_a.split(' ') 203 | labellist = example.label 204 | tokens = [] 205 | labels = [] 206 | valid = [] 207 | label_mask = [] 208 | raw_data.append(textlist) 209 | for i, word in enumerate(textlist): 210 | token = tokenizer.tokenize(word) 211 | tokens.extend(token) 212 | label_1 = labellist[i] 213 | for m in range(len(token)): 214 | if m == 0: 215 | labels.append(label_1) 216 | valid.append(1) 217 | label_mask.append(1) 218 | else: 219 | valid.append(0) 220 | if len(tokens) >= max_seq_length - 1: 221 | tokens = tokens[0:(max_seq_length - 2)] 222 | labels = labels[0:(max_seq_length - 2)] 223 | valid = valid[0:(max_seq_length - 2)] 224 | label_mask = label_mask[0:(max_seq_length - 2)] 225 | ntokens = [] 226 | segment_ids = [] 227 | label_ids = [] 228 | ntokens.append("[CLS]") 229 | segment_ids.append(0) 230 | valid.insert(0, 1) 231 | label_mask.insert(0, 1) 232 | label_ids.append(label_map["[CLS]"]) 233 | for i, token in enumerate(tokens): 234 | ntokens.append(token) 235 | segment_ids.append(0) 236 | if len(labels) > i: 237 | # print(labels[i]) 238 | try: 239 | label_ids.append(label_map[labels[i]]) 240 | except Exception as e: 241 | print("ERROR", e) 242 | print(tokens) 243 | print(labels) 244 | exit(0) 245 | ntokens.append("[SEP]") 246 | segment_ids.append(0) 247 | valid.append(1) 248 | label_mask.append(1) 249 | label_ids.append(label_map["[SEP]"]) 250 | input_ids = tokenizer.convert_tokens_to_ids(ntokens) 251 | input_mask = [1] * len(input_ids) 252 | label_mask = [1] * len(label_ids) 253 | while len(input_ids) < max_seq_length: 254 | input_ids.append(0) 255 | input_mask.append(0) 256 | segment_ids.append(0) 257 | label_ids.append(0) 258 | valid.append(1) 259 | label_mask.append(0) 260 | while len(label_ids) < max_seq_length: 261 | label_ids.append(0) 262 | label_mask.append(0) 263 | assert len(input_ids) == max_seq_length 264 | assert len(input_mask) == max_seq_length 265 | assert len(segment_ids) == max_seq_length 266 | assert len(label_ids) == max_seq_length 267 | assert len(valid) == max_seq_length 268 | assert len(label_mask) == max_seq_length 269 | ''' 270 | if ex_index < 5: 271 | logger.info("*** Example ***") 272 | logger.info("guid: %s" % (example.guid)) 273 | logger.info("tokens: %s" % " ".join( 274 | [str(x) for x in tokens])) 275 | logger.info("input_ids: %s" % " ".join([str(x) for x in input_ids])) 276 | logger.info("input_mask: %s" % " ".join([str(x) for x in input_mask])) 277 | logger.info( 278 | "segment_ids: %s" % " ".join([str(x) for x in segment_ids])) 279 | # logger.info("label: %s (id = %d)" % (example.label, label_ids)) 280 | ''' 281 | features.append( 282 | InputFeatures(input_ids=input_ids, 283 | input_mask=input_mask, 284 | segment_ids=segment_ids, 285 | label_id=label_ids, 286 | valid_ids=valid, 287 | label_mask=label_mask, 288 | raw_data=[tot])) 289 | tot += 1 290 | return features, raw_data 291 | 292 | 293 | class OpenNER(): 294 | def __init__(self, bert_model='bert-base-cased', model_dir='model/OpenNER_base/', max_seq_length=128, eval_batch_size=32, do_lower_case=False, local_rank=-1, no_cuda=False): 295 | if local_rank == -1 or no_cuda: 296 | self.device = torch.device("cuda" if torch.cuda.is_available() and not no_cuda else "cpu") 297 | self.n_gpu = torch.cuda.device_count() 298 | else: 299 | torch.cuda.set_device(local_rank) 300 | self.device = torch.device("cuda", local_rank) 301 | self.n_gpu = 1 302 | # Initializes the distributed backend which will take care of sychronizing nodes/GPUs 303 | torch.distributed.init_process_group(backend='nccl') 304 | 305 | self.max_seq_length = max_seq_length 306 | self.eval_batch_size = eval_batch_size 307 | 308 | logger.info( 309 | "device: {} n_gpu: {}, distributed training: {}".format(self.device, self.n_gpu, bool(local_rank != -1))) 310 | self.processor = NerProcessor() 311 | self.label_list = self.processor.get_labels() 312 | self.num_labels = len(self.label_list) + 1 313 | 314 | self.tokenizer = BertTokenizer.from_pretrained(bert_model, do_lower_case=do_lower_case) 315 | 316 | output_config_file = os.path.join(model_dir, CONFIG_NAME) 317 | output_model_file = os.path.join(model_dir, WEIGHTS_NAME) 318 | config = BertConfig(output_config_file) 319 | self.model = Ner(config, num_labels=self.num_labels) 320 | self.model.load_state_dict(torch.load(output_model_file)) 321 | 322 | self.model.to(self.device) 323 | 324 | 325 | def run(self, eval_examples): 326 | eval_features, raw_data = convert_examples_to_features(eval_examples, self.label_list, self.max_seq_length, 327 | self.tokenizer) 328 | all_input_ids = torch.tensor([f.input_ids for f in eval_features], dtype=torch.long) 329 | all_input_mask = torch.tensor([f.input_mask for f in eval_features], dtype=torch.long) 330 | all_segment_ids = torch.tensor([f.segment_ids for f in eval_features], dtype=torch.long) 331 | all_label_ids = torch.tensor([f.label_id for f in eval_features], dtype=torch.long) 332 | all_valid_ids = torch.tensor([f.valid_ids for f in eval_features], dtype=torch.long) 333 | all_lmask_ids = torch.tensor([f.label_mask for f in eval_features], dtype=torch.long) 334 | all_raw_datas = torch.tensor([f.raw_data for f in eval_features], dtype=torch.long) 335 | eval_data = TensorDataset(all_input_ids, all_input_mask, all_segment_ids, all_label_ids, all_valid_ids, 336 | all_lmask_ids, all_raw_datas) 337 | # Run prediction for full data 338 | eval_sampler = SequentialSampler(eval_data) 339 | eval_dataloader = DataLoader(eval_data, sampler=eval_sampler, batch_size=self.eval_batch_size) 340 | self.model.eval() 341 | 342 | y_pred = [] 343 | label_map = {i: label for i, label in enumerate(self.label_list, 1)} 344 | All = [] 345 | for input_ids, input_mask, segment_ids, label_ids, valid_ids, l_mask, tid in eval_dataloader: 346 | input_ids = input_ids.to(self.device) 347 | input_mask = input_mask.to(self.device) 348 | segment_ids = segment_ids.to(self.device) 349 | valid_ids = valid_ids.to(self.device) 350 | label_ids = label_ids.to(self.device) 351 | l_mask = l_mask.to(self.device) 352 | tid = tid.to(self.device) 353 | 354 | with torch.no_grad(): 355 | logits = self.model(input_ids, segment_ids, input_mask, valid_ids=valid_ids, attention_mask_label=l_mask) 356 | 357 | logits = torch.argmax(F.log_softmax(logits, dim=2), dim=2) 358 | logits = logits.detach().cpu().numpy() 359 | label_ids = label_ids.to('cpu').numpy() 360 | 361 | for i, label in enumerate(label_ids): 362 | temp = [] 363 | for j, m in enumerate(label): 364 | if j == 0: 365 | continue 366 | elif label_ids[i][j] == 11: 367 | y_pred.append(temp) 368 | Sent = [] 369 | for k in range(len(temp)): 370 | Sent.append(raw_data[tid[i][0]][k] + " " + temp[k]) 371 | All.append(Sent) 372 | break 373 | else: 374 | temp.append(label_map[logits[i][j]]) 375 | return All 376 | 377 | def predict(self, sent): 378 | # "Despite winning the Asian Games title two years ago, Uzbekistan are in the finals as outsiders." 379 | eval_examples = self.processor.get_sentences([sent]) 380 | res = self.run(eval_examples)[0] 381 | return res 382 | 383 | def predict_batch(self, sents): 384 | eval_examples = self.processor.get_sentences(sents) 385 | res = self.run(eval_examples) 386 | return res 387 | 388 | def predict_file(self, input_file, output_file): 389 | eval_examples = self.processor.get_test_examples(input_file) 390 | res = self.run(eval_examples) 391 | file = open(output_file, "w", encoding='utf-8') 392 | for lines in res: 393 | file.write("\n".join(lines)) 394 | file.write("\n\n") 395 | file.close() 396 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # OpenNER 2 | 3 | The code and data of [Towards Open-Domain Named Entity Recognition via Neural Correction Models](https://arxiv.org/abs/1909.06058) 4 | 5 | ## Requirements 6 | - python3 7 | - pip3 install -r requirements.txt 8 | 9 | ## Download 10 | 11 | - Models: 12 | - OpenNER-base: [model](https://drive.google.com/file/d/1Zwkp6pvuqVn2idO5KQp_Casx4VjBxHyB/view?usp=sharing) 13 | - OpenNER-large: [model](https://drive.google.com/file/d/15ID9cOSJC2NMJNrv6vqbdXfOlHb7wT3w/view?usp=sharing) 14 | - Data set 15 | - AnchorNER: [data](https://drive.google.com/file/d/1Qm3WCWLOPRgTJUuXBKrOLPr20V5yOa5i/view?usp=sharing) 16 | 17 | You can download the models above and put them wherever you want. You only need to set the model_dir parameter in the OpenNER class to the address where the model is located. See the examples below. 18 | 19 | ## Example Usage 20 | 21 | ### 1. Load OpenNER in python 22 | 23 | #### Parameter setting 24 | 25 | ```python 26 | from OpenNER import OpenNER 27 | 28 | # load OpenNER-base 29 | tagger = OpenNER() 30 | 31 | # load OpenNER-large 32 | tagger = OpenNER(bert_model='bert-large-cased', model_dir='model/OpenNER_large') 33 | ``` 34 | 35 | The default value of bert_model is bert-base-cased and the default value of model_dir is 'model/OpenNER_base'. 36 | 37 | If you want to load OpenNER-large, you need to change bert_model to bert-large-cased. 38 | 39 | If the location of your model is not in the default address, please change model_dir to the address where your model is located. 40 | 41 | #### Predict one sentence 42 | 43 | ```python 44 | from OpenNER import OpenNER 45 | 46 | # load OpenNER 47 | tagger = OpenNER() 48 | 49 | # run NER over sentence 50 | print(tagger.predict("Despite winning the Asian Games title two years ago, Uzbekistan are in the finals as outsiders.")) 51 | 52 | ``` 53 | 54 | This should print: 55 | 56 | ``` 57 | ['Despite O', 'winning O', 'the O', 'Asian B-MISC', 'Games I-MISC', 'title O', 'two O', 'years O', 'ago O', ', O', 'Uzbekistan B-LOC', 'are O', 'in O', 'the O', 'finals O', 'as O', 'outsiders O', '. O'] 58 | 59 | ``` 60 | 61 | #### Predict multiple sentences 62 | 63 | You can also predict a batch of sentences, using the following codes: 64 | 65 | ```python 66 | # run NER over a batch of sentences 67 | print(tagger.predict_batch(["Despite winning the Asian Games title two years ago, Uzbekistan are in the finals as outsiders.", "William Wang is an Assistant Professor from UCSB."])) 68 | 69 | ``` 70 | 71 | This should print: 72 | 73 | ``` 74 | [['Despite O', 'winning O', 'the O', 'Asian B-MISC', 'Games I-MISC', 'title O', 'two O', 'years O', 'ago O', ', O', 'Uzbekistan B-LOC', 'are O', 'in O', 'the O', 'finals O', 'as O', 'outsiders O', '. O'], 75 | ['William B-PER', 'Wang I-PER', 'is O', 'an O', 'Assistant O', 'Professor O', 'from O', 'UCSB B-ORG', '. O']] 76 | 77 | ``` 78 | 79 | #### Predict sentences in file 80 | 81 | You can also predict sentences in file, using the following codes: 82 | 83 | ```python 84 | # run NER over a file containing multiple sentences 85 | tagger.predict_file("input.txt", "output.txt") 86 | 87 | ``` 88 | 89 | The format of input file should be one word per line and each sentence is separated by a blank line. 90 | 91 | For example: 92 | 93 | ``` 94 | William 95 | Wang 96 | is 97 | from 98 | UCSB 99 | . 100 | ``` 101 | 102 | Each line of the output file is in this format: "token tag" 103 | 104 | For example: 105 | 106 | ``` 107 | William B-PER 108 | Wang I-PER 109 | is O 110 | from O 111 | UCSB B-ORG 112 | . O 113 | ``` 114 | 115 | ### 2. Use OpenNER in command 116 | 117 | ``` 118 | CUDA_VISIBLE_DEVICES=0 python main.py --input=input.txt --output=output.txt --bert_model=bert-base-cased --model_dir=model/OpenNER_base/ --max_seq_length=128 --eval_batch_size=32 119 | ``` 120 | 121 | ### 3. Train correction model 122 | 123 | #### Train 124 | 125 | Each line of the input file is in this format: "token Wiki_label DocRED_label" 126 | 127 | ``` 128 | cd correction 129 | python run_correction_model.py --train_file=data/D1_train.txt --dev_file=data/D1_dev.txt --test_file=data/D1_test.txt --bert_model=bert-base-cased --task_name=ner --output_dir=out_D1_model --max_seq_length=128 --do_train --num_train_epochs 5 --do_eval --warmup_proportion=0.4 130 | ``` 131 | 132 | 133 | #### Test 134 | 135 | Remove --do_train and specify pred_file to save outputs 136 | 137 | ``` 138 | python run_correction_model.py --train_file=data/D1_train.txt --dev_file=data/D1_dev.txt --test_file=data/D1_test.txt --pred_file=data/pred.txt --bert_model=bert-base-cased --task_name=ner --output_dir=out_D1_model --max_seq_length=128 --do_eval --warmup_proportion=0.4 139 | ``` 140 | 141 | 142 | -------------------------------------------------------------------------------- /correction/data/D1_test.txt: -------------------------------------------------------------------------------- 1 | Paranephrops B-MISC B-MISC 2 | is O O 3 | a O O 4 | genus O O 5 | of O O 6 | freshwater O O 7 | crayfish O O 8 | found O O 9 | only O O 10 | in O O 11 | New B-LOC B-LOC 12 | Zealand I-LOC I-LOC 13 | . O O 14 | 15 | " O O 16 | AIDAblu B-MISC B-MISC 17 | " O O 18 | is O O 19 | the O O 20 | seventh O O 21 | ship O O 22 | in O O 23 | the O O 24 | cruise O O 25 | line O O 26 | . O O 27 | 28 | The O O 29 | vessel O O 30 | was O O 31 | delivered O O 32 | by O O 33 | Meyer B-ORG B-ORG 34 | Werft I-ORG I-ORG 35 | to O O 36 | its O O 37 | owners O O 38 | last O O 39 | 4 O O 40 | February O O 41 | 2010 O O 42 | . O O 43 | 44 | She O O 45 | is O O 46 | a O O 47 | sister O O 48 | ship O O 49 | to O O 50 | " O O 51 | AIDAdiva B-MISC B-MISC 52 | " O O 53 | , O O 54 | " O O 55 | AIDAbella B-MISC B-MISC 56 | " O O 57 | , O O 58 | " O O 59 | AIDAluna B-MISC B-MISC 60 | " O O 61 | with O O 62 | a O O 63 | half O O 64 | deck O O 65 | more O O 66 | , O O 67 | and O O 68 | is O O 69 | followed O O 70 | by O O 71 | similar O O 72 | " O O 73 | AIDAsol B-MISC B-MISC 74 | " O O 75 | and O O 76 | " O O 77 | AIDAmar B-MISC B-MISC 78 | " O O 79 | . O O 80 | 81 | The O O 82 | state O O 83 | capital O O 84 | , O O 85 | Melbourne B-LOC B-LOC 86 | , O O 87 | has O O 88 | the O O 89 | most O O 90 | extensive O O 91 | freeway O O 92 | network O O 93 | in O O 94 | Australia B-LOC B-LOC 95 | . O O 96 | 97 | The O O 98 | present O O 99 | gurdwara O O 100 | is O O 101 | built O O 102 | on O O 103 | the O O 104 | site O O 105 | where O O 106 | Guru B-PER B-PER 107 | Nanak I-PER I-PER 108 | is O O 109 | popularly O O 110 | believed O O 111 | to O O 112 | have O O 113 | died O O 114 | , O O 115 | on O O 116 | 22 O O 117 | September O O 118 | 1539 O O 119 | . O O 120 | 121 | The O O 122 | song O O 123 | was O O 124 | released O O 125 | by O O 126 | Epic B-ORG B-ORG 127 | Records I-ORG I-ORG 128 | on O O 129 | April O O 130 | 18 O O 131 | , O O 132 | 1988 O O 133 | as O O 134 | the O O 135 | fifth O O 136 | single O O 137 | from O O 138 | the O O 139 | album O O 140 | . O O 141 | 142 | " O O 143 | Dirty B-MISC B-MISC 144 | Diana I-MISC I-MISC 145 | " O O 146 | has O O 147 | a O O 148 | moderate O O 149 | tempo O O 150 | and O O 151 | is O O 152 | played O O 153 | in O O 154 | the O O 155 | key O O 156 | of O O 157 | G O O 158 | minor O O 159 | . O O 160 | 161 | The O O 162 | local O O 163 | authority O O 164 | is O O 165 | Bexley B-ORG B-ORG 166 | London I-ORG I-ORG 167 | Borough I-ORG I-ORG 168 | Council I-ORG I-ORG 169 | . O O 170 | 171 | A B-MISC B-MISC 172 | Little I-MISC I-MISC 173 | Princess I-MISC I-MISC 174 | is O O 175 | a O O 176 | children O O 177 | 's O O 178 | novel O O 179 | by O O 180 | Frances B-PER B-PER 181 | Hodgson I-PER I-PER 182 | Burnett I-PER I-PER 183 | , O O 184 | first O O 185 | published O O 186 | as O O 187 | a O O 188 | book O O 189 | in O O 190 | 1905 O O 191 | . O O 192 | 193 | Nintendo B-MISC B-MISC 194 | Land I-MISC I-MISC 195 | ( O O 196 | ニンテンドーランド O O 197 | , O O 198 | Nintendō O O 199 | Rando O O 200 | ) O O 201 | is O O 202 | a O O 203 | 2012 O O 204 | party O O 205 | video O O 206 | game O O 207 | developed O O 208 | and O O 209 | published O O 210 | by O O 211 | Nintendo B-ORG B-ORG 212 | as O O 213 | a O O 214 | pack O O 215 | - O O 216 | in O O 217 | launch O O 218 | title O O 219 | for O O 220 | the O O 221 | Wii B-MISC B-MISC 222 | U I-MISC I-MISC 223 | video O O 224 | game O O 225 | console O O 226 | . O O 227 | 228 | The O O 229 | game O O 230 | was O O 231 | first O O 232 | announced O O 233 | at O O 234 | E3 O O 235 | 2012 O O 236 | during O O 237 | Nintendo B-ORG B-ORG 238 | 's O O 239 | press O O 240 | conference O O 241 | . O O 242 | 243 | The O O 244 | series O O 245 | debuted O O 246 | on O O 247 | 10 O O 248 | October O O 249 | 2004 O O 250 | in O O 251 | Denmark B-LOC B-LOC 252 | . O O 253 | 254 | There O O 255 | were O O 256 | three O O 257 | seasons O O 258 | ; O O 259 | the O O 260 | second O O 261 | season O O 262 | premiered O O 263 | in O O 264 | Denmark B-LOC B-LOC 265 | on O O 266 | 9 O O 267 | October O O 268 | 2005 O O 269 | and O O 270 | the O O 271 | third O O 272 | on O O 273 | 8 O O 274 | October O O 275 | 2006 O O 276 | . O O 277 | 278 | The O O 279 | last O O 280 | episode O O 281 | originally O O 282 | aired O O 283 | in O O 284 | Denmark B-LOC B-LOC 285 | on O O 286 | 26 O O 287 | November O O 288 | 2006 O O 289 | . O O 290 | 291 | It O O 292 | was O O 293 | the O O 294 | first O O 295 | and O O 296 | remains O O 297 | the O O 298 | most O O 299 | important O O 300 | spiritist O O 301 | book O O 302 | , O O 303 | because O O 304 | it O O 305 | addresses O O 306 | in O O 307 | first O O 308 | hand O O 309 | all O O 310 | questions O O 311 | developed O O 312 | subsequently O O 313 | by O O 314 | Allan B-PER B-PER 315 | Kardec I-PER I-PER 316 | . O O 317 | 318 | It O O 319 | is O O 320 | the O O 321 | last O O 322 | to O O 323 | feature O O 324 | the O O 325 | group O O 326 | 's O O 327 | lead O O 328 | singer O O 329 | , O O 330 | Jim B-PER B-PER 331 | Morrison I-PER I-PER 332 | , O O 333 | who O O 334 | died O O 335 | three O O 336 | months O O 337 | after O O 338 | the O O 339 | album O O 340 | 's O O 341 | release O O 342 | . O O 343 | 344 | It O O 345 | was O O 346 | also O O 347 | recorded O O 348 | without O O 349 | record O O 350 | producer O O 351 | Paul B-PER B-PER 352 | A. I-PER I-PER 353 | Rothchild I-PER I-PER 354 | after O O 355 | he O O 356 | fell O O 357 | out O O 358 | with O O 359 | the O O 360 | group O O 361 | over O O 362 | the O O 363 | perceived O O 364 | lack O O 365 | of O O 366 | quality O O 367 | of O O 368 | their O O 369 | studio O O 370 | performances O O 371 | . O O 372 | 373 | Subsequently O O 374 | , O O 375 | the O O 376 | band O O 377 | co O O 378 | - O O 379 | produced O O 380 | the O O 381 | album O O 382 | with O O 383 | longtime O O 384 | sound O O 385 | engineer O O 386 | Bruce B-PER B-PER 387 | Botnick I-PER I-PER 388 | . O O 389 | 390 | He O O 391 | received O O 392 | the O O 393 | Medal B-MISC B-MISC 394 | of I-MISC I-MISC 395 | Honor I-MISC I-MISC 396 | for O O 397 | his O O 398 | actions O O 399 | that O O 400 | day O O 401 | . O O 402 | 403 | It O O 404 | is O O 405 | written O O 406 | and O O 407 | directed O O 408 | by O O 409 | Atom B-PER B-PER 410 | Egoyan I-PER I-PER 411 | and O O 412 | stars O O 413 | Mia B-PER B-PER 414 | Kirshner I-PER I-PER 415 | , O O 416 | Elias B-PER B-PER 417 | Koteas I-PER I-PER 418 | , O O 419 | Sarah B-PER B-PER 420 | Polley I-PER I-PER 421 | , O O 422 | Bruce B-PER B-PER 423 | Greenwood I-PER I-PER 424 | and O O 425 | Don B-PER B-PER 426 | McKellar I-PER I-PER 427 | . O O 428 | 429 | The O O 430 | airline O O 431 | had O O 432 | a O O 433 | secondary O O 434 | hub O O 435 | at O O 436 | Osaka B-LOC B-LOC 437 | 's O O 438 | Kansai B-LOC B-LOC 439 | International I-LOC I-LOC 440 | Airport I-LOC I-LOC 441 | . O O 442 | 443 | He O O 444 | was O O 445 | born O O 446 | at O O 447 | Buenos B-LOC B-LOC 448 | Aires I-LOC I-LOC 449 | . O O 450 | 451 | The O O 452 | series O O 453 | originally O O 454 | aired O O 455 | from O O 456 | September O O 457 | 1966 O O 458 | through O O 459 | June O O 460 | 1969 O O 461 | on O O 462 | NBC B-ORG B-ORG 463 | . O O 464 | 465 | Alongside O O 466 | Reynaldo B-PER B-PER 467 | Bignone I-PER I-PER 468 | and O O 469 | Omar B-PER B-PER 470 | Graffigna I-PER I-PER 471 | he O O 472 | was O O 473 | one O O 474 | of O O 475 | the O O 476 | last O O 477 | surviving O O 478 | members O O 479 | of O O 480 | the O O 481 | dictatorship O O 482 | . O O 483 | 484 | The O O 485 | municipal O O 486 | flag O O 487 | of O O 488 | Jerusalem B-LOC B-LOC 489 | is O O 490 | based O O 491 | on O O 492 | the O O 493 | flag O O 494 | of O O 495 | Israel B-LOC B-LOC 496 | . O O 497 | 498 | Some O O 499 | of O O 500 | her O O 501 | work O O 502 | is O O 503 | in O O 504 | the O O 505 | National B-LOC B-LOC 506 | Gallery I-LOC I-LOC 507 | in O O 508 | London B-LOC B-LOC 509 | . O O 510 | 511 | Brought O O 512 | up O O 513 | in O O 514 | a O O 515 | family O O 516 | of O O 517 | socialists O O 518 | , O O 519 | she O O 520 | trained O O 521 | in O O 522 | photography O O 523 | at O O 524 | Walter B-PER B-PER 525 | Gropius I-PER I-PER 526 | 's O O 527 | Bauhaus B-LOC B-LOC 528 | in O O 529 | Dessau B-LOC B-LOC 530 | , O O 531 | and O O 532 | carried O O 533 | her O O 534 | political O O 535 | ideals O O 536 | through O O 537 | her O O 538 | art O O 539 | . O O 540 | 541 | Flying O O 542 | with O O 543 | the O O 544 | Fleet B-ORG B-ORG 545 | Air I-ORG I-ORG 546 | Arm I-ORG I-ORG 547 | he O O 548 | was O O 549 | credited O O 550 | with O O 551 | the O O 552 | destruction O O 553 | of O O 554 | 17 O O 555 | aircraft O O 556 | . O O 557 | 558 | Senator O O 559 | representing O O 560 | the O O 561 | state O O 562 | of O O 563 | Wisconsin B-LOC B-LOC 564 | . O O 565 | 566 | The O O 567 | largest O O 568 | body O O 569 | of O O 570 | fresh O O 571 | water O O 572 | by O O 573 | surface O O 574 | area O O 575 | in O O 576 | Oregon B-LOC B-LOC 577 | , O O 578 | it O O 579 | is O O 580 | approximately O O 581 | 25 O O 582 | mi O O 583 | long O O 584 | and O O 585 | 8 O O 586 | mi O O 587 | wide O O 588 | and O O 589 | extends O O 590 | northwest O O 591 | from O O 592 | the O O 593 | city O O 594 | of O O 595 | Klamath B-LOC B-LOC 596 | Falls I-LOC I-LOC 597 | . O O 598 | 599 | The O O 600 | album O O 601 | is O O 602 | wholly O O 603 | composed O O 604 | of O O 605 | covers O O 606 | of O O 607 | show O O 608 | tunes O O 609 | written O O 610 | by O O 611 | the O O 612 | songwriting O O 613 | duo O O 614 | of O O 615 | Richard B-PER B-PER 616 | Rodgers I-PER I-PER 617 | and O O 618 | Lorenz B-PER B-PER 619 | Hart I-PER I-PER 620 | . O O 621 | 622 | Since O O 623 | forming O O 624 | in O O 625 | 1979 O O 626 | , O O 627 | Sweet B-ORG B-ORG 628 | Savage I-ORG I-ORG 629 | have O O 630 | released O O 631 | three O O 632 | studio O O 633 | albums O O 634 | , O O 635 | three O O 636 | singles O O 637 | and O O 638 | one O O 639 | demo O O 640 | . O O 641 | 642 | Haiti B-LOC B-LOC 643 | was O O 644 | controlled O O 645 | by O O 646 | France B-LOC B-LOC 647 | before O O 648 | declaring O O 649 | independence O O 650 | on O O 651 | January O O 652 | 1 O O 653 | , O O 654 | 1804 O O 655 | . O O 656 | 657 | The O O 658 | Governor O O 659 | - O O 660 | General O O 661 | of O O 662 | Haiti B-LOC B-LOC 663 | , O O 664 | Jean B-PER B-PER 665 | - I-PER I-PER 666 | Jacques I-PER I-PER 667 | Dessalines I-PER I-PER 668 | , O O 669 | created O O 670 | the O O 671 | empire O O 672 | on O O 673 | September O O 674 | 22 O O 675 | , O O 676 | 1804 O O 677 | . O O 678 | 679 | The O O 680 | Spanish B-ORG B-ORG 681 | Navy I-ORG I-ORG 682 | ( O O 683 | Spanish O O 684 | : O O 685 | " O O 686 | Armada O O 687 | Española O O 688 | " O O 689 | ) O O 690 | , O O 691 | is O O 692 | the O O 693 | maritime O O 694 | branch O O 695 | of O O 696 | the O O 697 | Spanish B-ORG B-ORG 698 | Armed I-ORG I-ORG 699 | Forces I-ORG I-ORG 700 | and O O 701 | one O O 702 | of O O 703 | the O O 704 | oldest O O 705 | active O O 706 | naval O O 707 | forces O O 708 | in O O 709 | the O O 710 | world O O 711 | . O O 712 | 713 | Before O O 714 | that O O 715 | she O O 716 | was O O 717 | the O O 718 | Chief O O 719 | Secretary O O 720 | for O O 721 | Administration O O 722 | , O O 723 | the O O 724 | most O O 725 | senior O O 726 | rank O O 727 | of O O 728 | principal O O 729 | officials O O 730 | of O O 731 | Hong B-LOC B-LOC 732 | Kong I-LOC I-LOC 733 | , O O 734 | from O O 735 | 2012 O O 736 | to O O 737 | 2017 O O 738 | . O O 739 | 740 | It O O 741 | is O O 742 | about O O 743 | 120 O O 744 | km O O 745 | NEE O O 746 | from O O 747 | Tashkent B-LOC B-LOC 748 | . O O 749 | 750 | It O O 751 | was O O 752 | released O O 753 | in O O 754 | September O O 755 | 2007 O O 756 | as O O 757 | the O O 758 | first O O 759 | single O O 760 | from O O 761 | the O O 762 | album O O 763 | " O O 764 | Starting B-MISC B-MISC 765 | Now I-MISC I-MISC 766 | " O O 767 | . O O 768 | 769 | Boom B-MISC B-MISC 770 | Blox I-MISC I-MISC 771 | Bash I-MISC I-MISC 772 | Party I-MISC I-MISC 773 | is O O 774 | a O O 775 | physics O O 776 | - O O 777 | based O O 778 | puzzle O O 779 | video O O 780 | game O O 781 | developed O O 782 | by O O 783 | EA B-ORG B-ORG 784 | Los I-ORG I-ORG 785 | Angeles I-ORG I-ORG 786 | and O O 787 | Amblin B-ORG B-ORG 788 | Entertainment I-ORG I-ORG 789 | and O O 790 | published O O 791 | by O O 792 | Electronic B-ORG B-ORG 793 | Arts I-ORG I-ORG 794 | for O O 795 | the O O 796 | Wii B-MISC B-MISC 797 | video O O 798 | game O O 799 | console O O 800 | . O O 801 | 802 | As O O 803 | with O O 804 | the O O 805 | original O O 806 | game O O 807 | , O O 808 | this O O 809 | sequel O O 810 | was O O 811 | also O O 812 | designed O O 813 | by O O 814 | film O O 815 | director O O 816 | Steven B-PER B-PER 817 | Spielberg I-PER I-PER 818 | . O O 819 | 820 | The O O 821 | ensemble O O 822 | was O O 823 | founded O O 824 | in O O 825 | 1995 O O 826 | in O O 827 | Yerevan B-LOC B-LOC 828 | . O O 829 | 830 | It O O 831 | is O O 832 | currently O O 833 | one O O 834 | of O O 835 | 58 O O 836 | institutions O O 837 | operating O O 838 | under O O 839 | the O O 840 | North B-ORG B-ORG 841 | Carolina I-ORG I-ORG 842 | Community I-ORG I-ORG 843 | College I-ORG I-ORG 844 | System I-ORG I-ORG 845 | . O O 846 | 847 | Rothe B-LOC B-LOC 848 | House I-LOC I-LOC 849 | is O O 850 | a O O 851 | late O O 852 | 16th O O 853 | - O O 854 | century O O 855 | merchant O O 856 | 's O O 857 | townhouse O O 858 | complex O O 859 | located O O 860 | in O O 861 | the O O 862 | city O O 863 | of O O 864 | Kilkenny B-LOC B-LOC 865 | . O O 866 | 867 | In O O 868 | a O O 869 | recent O O 870 | interview O O 871 | Dr. O O 872 | B. B-PER B-PER 873 | Palaniappan I-PER I-PER 874 | presents O O 875 | in O O 876 | a O O 877 | terse O O 878 | fashion O O 879 | what O O 880 | he O O 881 | considers O O 882 | as O O 883 | his O O 884 | major O O 885 | contribution O O 886 | at O O 887 | the O O 888 | national O O 889 | level O O 890 | to O O 891 | the O O 892 | welfare O O 893 | of O O 894 | child O O 895 | bearing O O 896 | women O O 897 | in O O 898 | the O O 899 | second O O 900 | most O O 901 | populous O O 902 | country O O 903 | of O O 904 | the O O 905 | world O O 906 | and O O 907 | about O O 908 | the O O 909 | powerful O O 910 | influence O O 911 | he O O 912 | had O O 913 | among O O 914 | his O O 915 | students O O 916 | as O O 917 | a O O 918 | role O O 919 | - O O 920 | model O O 921 | ; O O 922 | some O O 923 | of O O 924 | his O O 925 | students O O 926 | write O O 927 | to O O 928 | express O O 929 | appreciation O O 930 | from O O 931 | different O O 932 | parts O O 933 | of O O 934 | the O O 935 | world O O 936 | , O O 937 | which O O 938 | expressions O O 939 | he O O 940 | regards O O 941 | as O O 942 | his O O 943 | major O O 944 | accomplishment O O 945 | . O O 946 | 947 | The O O 948 | base O O 949 | has O O 950 | barracks O O 951 | for O O 952 | the O O 953 | Afghan B-ORG B-ORG 954 | National I-ORG I-ORG 955 | Army I-ORG I-ORG 956 | . O O 957 | 958 | The O O 959 | urban O O 960 | population O O 961 | of O O 962 | Traralgon B-LOC B-LOC 963 | at O O 964 | the O O 965 | 2011 O O 966 | Census O O 967 | was O O 968 | 24,590 O O 969 | . O O 970 | 971 | He O O 972 | was O O 973 | Minister O O 974 | of O O 975 | Culture O O 976 | during O O 977 | Jean B-PER B-PER 978 | - I-PER I-PER 979 | Bertrand I-PER I-PER 980 | Aristide I-PER I-PER 981 | 's O O 982 | first O O 983 | term O O 984 | as O O 985 | President O O 986 | of O O 987 | Haiti B-LOC B-LOC 988 | . O O 989 | 990 | The O O 991 | Medal B-MISC B-MISC 992 | of I-MISC I-MISC 993 | Honor I-MISC I-MISC 994 | was O O 995 | created O O 996 | during O O 997 | the O O 998 | American B-MISC B-MISC 999 | Civil I-MISC I-MISC 1000 | War I-MISC I-MISC 1001 | and O O 1002 | is O O 1003 | the O O 1004 | highest O O 1005 | military O O 1006 | decoration O O 1007 | presented O O 1008 | by O O 1009 | the O O 1010 | United B-LOC B-LOC 1011 | States I-LOC I-LOC 1012 | government O O 1013 | to O O 1014 | a O O 1015 | member O O 1016 | of O O 1017 | its O O 1018 | armed O O 1019 | forces O O 1020 | . O O 1021 | 1022 | A O O 1023 | recipient O O 1024 | must O O 1025 | distinguish O O 1026 | themselves O O 1027 | at O O 1028 | the O O 1029 | risk O O 1030 | of O O 1031 | their O O 1032 | own O O 1033 | life O O 1034 | above O O 1035 | and O O 1036 | beyond O O 1037 | the O O 1038 | call O O 1039 | of O O 1040 | duty O O 1041 | in O O 1042 | action O O 1043 | against O O 1044 | an O O 1045 | enemy O O 1046 | of O O 1047 | the O O 1048 | United B-LOC B-LOC 1049 | States I-LOC I-LOC 1050 | . O O 1051 | 1052 | As O O 1053 | of O O 1054 | the O O 1055 | 2010 O O 1056 | census O O 1057 | , O O 1058 | the O O 1059 | population O O 1060 | was O O 1061 | 124,098 O O 1062 | , O O 1063 | making O O 1064 | it O O 1065 | the O O 1066 | fourth O O 1067 | - O O 1068 | most O O 1069 | populous O O 1070 | county O O 1071 | in O O 1072 | Oklahoma B-LOC B-LOC 1073 | . O O 1074 | 1075 | The O O 1076 | county O O 1077 | was O O 1078 | created O O 1079 | in O O 1080 | 1901 O O 1081 | as O O 1082 | part O O 1083 | of O O 1084 | Oklahoma B-LOC B-LOC 1085 | Territory I-LOC I-LOC 1086 | . O O 1087 | 1088 | He O O 1089 | worked O O 1090 | for O O 1091 | two O O 1092 | years O O 1093 | as O O 1094 | a O O 1095 | postdoctoral O O 1096 | fellow O O 1097 | at O O 1098 | the O O 1099 | University B-ORG B-ORG 1100 | of I-ORG I-ORG 1101 | London I-ORG I-ORG 1102 | . O O 1103 | 1104 | The O O 1105 | team O O 1106 | 's O O 1107 | majority O O 1108 | owner O O 1109 | is O O 1110 | Bob B-PER B-PER 1111 | McNair I-PER I-PER 1112 | . O O 1113 | 1114 | The O O 1115 | third O O 1116 | and O O 1117 | final O O 1118 | single O O 1119 | " O O 1120 | Someone B-MISC B-MISC 1121 | like I-MISC I-MISC 1122 | Me I-MISC I-MISC 1123 | " O O 1124 | was O O 1125 | released O O 1126 | on O O 1127 | 29 O O 1128 | March O O 1129 | 2004 O O 1130 | and O O 1131 | was O O 1132 | the O O 1133 | group O O 1134 | 's O O 1135 | official O O 1136 | last O O 1137 | single O O 1138 | following O O 1139 | the O O 1140 | announcement O O 1141 | of O O 1142 | their O O 1143 | indefinite O O 1144 | hiatus O O 1145 | , O O 1146 | although O O 1147 | the O O 1148 | album O O 1149 | version O O 1150 | of O O 1151 | the O O 1152 | single O O 1153 | only O O 1154 | contains O O 1155 | Liz B-PER B-PER 1156 | McClarnon I-PER I-PER 1157 | 's O O 1158 | vocals O O 1159 | . O O 1160 | 1161 | Its O O 1162 | administrative O O 1163 | center O O 1164 | is O O 1165 | the O O 1166 | rural O O 1167 | locality O O 1168 | ( O O 1169 | a O O 1170 | " O O 1171 | selo O O 1172 | " O O 1173 | ) O O 1174 | of O O 1175 | Berdigestyakh B-LOC B-LOC 1176 | . O O 1177 | 1178 | It O O 1179 | is O O 1180 | about O O 1181 | two O O 1182 | miles O O 1183 | from O O 1184 | the O O 1185 | town O O 1186 | of O O 1187 | Kolar B-LOC B-LOC 1188 | and O O 1189 | seventy O O 1190 | kilometers O O 1191 | from O O 1192 | Bangalore B-LOC B-LOC 1193 | . O O 1194 | 1195 | There O O 1196 | are O O 1197 | seven O O 1198 | villages O O 1199 | on O O 1200 | this O O 1201 | mountain O O 1202 | , O O 1203 | including O O 1204 | Therhalli B-LOC B-LOC 1205 | . O O 1206 | 1207 | The O O 1208 | film O O 1209 | also O O 1210 | stars O O 1211 | Uma B-PER B-PER 1212 | Thurman I-PER I-PER 1213 | and O O 1214 | Anthony B-PER B-PER 1215 | LaPaglia I-PER I-PER 1216 | . O O 1217 | 1218 | He O O 1219 | was O O 1220 | previously O O 1221 | senior O O 1222 | vice O O 1223 | president O O 1224 | of O O 1225 | baseball O O 1226 | operations O O 1227 | , O O 1228 | and O O 1229 | before O O 1230 | that O O 1231 | the O O 1232 | general O O 1233 | manager O O 1234 | of O O 1235 | the O O 1236 | Arizona B-ORG B-ORG 1237 | Diamondbacks I-ORG I-ORG 1238 | . O O 1239 | 1240 | He O O 1241 | also O O 1242 | taught O O 1243 | at O O 1244 | Tallinn B-ORG B-ORG 1245 | University I-ORG I-ORG 1246 | from O O 1247 | 1997 O O 1248 | to O O 1249 | 2011 O O 1250 | . O O 1251 | 1252 | Rocket B-MISC B-MISC 1253 | Cottage I-MISC I-MISC 1254 | is O O 1255 | an O O 1256 | album O O 1257 | by O O 1258 | the O O 1259 | electric O O 1260 | folk O O 1261 | band O O 1262 | Steeleye B-ORG B-ORG 1263 | Span I-ORG I-ORG 1264 | . O O 1265 | 1266 | Columbia B-ORG B-ORG 1267 | Records I-ORG I-ORG 1268 | released O O 1269 | it O O 1270 | as O O 1271 | the O O 1272 | album O O 1273 | 's O O 1274 | first O O 1275 | single O O 1276 | on O O 1277 | September O O 1278 | 27 O O 1279 | , O O 1280 | 2005 O O 1281 | . O O 1282 | 1283 | Musically O O 1284 | , O O 1285 | " O O 1286 | Stand B-MISC B-MISC 1287 | Up I-MISC I-MISC 1288 | for I-MISC I-MISC 1289 | Love I-MISC I-MISC 1290 | " O O 1291 | is O O 1292 | a O O 1293 | slow O O 1294 | - O O 1295 | tempo O O 1296 | adult O O 1297 | contemporary O O 1298 | ballad O O 1299 | inspired O O 1300 | by O O 1301 | poverty O O 1302 | - O O 1303 | stricken O O 1304 | children O O 1305 | and O O 1306 | families O O 1307 | . O O 1308 | 1309 | He O O 1310 | was O O 1311 | the O O 1312 | son O O 1313 | of O O 1314 | Anayama B-PER B-PER 1315 | Nobutomo I-PER I-PER 1316 | and O O 1317 | a O O 1318 | nephew O O 1319 | of O O 1320 | Takeda B-PER B-PER 1321 | Shingen I-PER I-PER 1322 | . O O 1323 | 1324 | It O O 1325 | was O O 1326 | built O O 1327 | in O O 1328 | 1525 O O 1329 | by O O 1330 | William B-PER B-PER 1331 | Roper I-PER I-PER 1332 | . O O 1333 | 1334 | which O O 1335 | he O O 1336 | also O O 1337 | used O O 1338 | in O O 1339 | his O O 1340 | mid–1970s O O 1341 | TV O O 1342 | commercial O O 1343 | for O O 1344 | a O O 1345 | Panasonic B-ORG B-ORG 1346 | line O O 1347 | of O O 1348 | cassette O O 1349 | and O O 1350 | 8 O O 1351 | - O O 1352 | track O O 1353 | tape O O 1354 | players O O 1355 | . O O 1356 | 1357 | Goresbridge B-LOC B-LOC 1358 | ( O O 1359 | Irish O O 1360 | : O O 1361 | " O O 1362 | An O O 1363 | Droichead O O 1364 | Nua O O 1365 | " O O 1366 | , O O 1367 | meaning O O 1368 | " O O 1369 | The O O 1370 | New O O 1371 | Bridge O O 1372 | " O O 1373 | ) O O 1374 | is O O 1375 | a O O 1376 | small O O 1377 | village O O 1378 | located O O 1379 | in O O 1380 | the O O 1381 | east O O 1382 | of O O 1383 | County B-LOC B-LOC 1384 | Kilkenny I-LOC I-LOC 1385 | , O O 1386 | in O O 1387 | the O O 1388 | province O O 1389 | of O O 1390 | Leinster B-LOC B-LOC 1391 | , O O 1392 | Ireland B-LOC B-LOC 1393 | . O O 1394 | 1395 | The O O 1396 | Negri B-LOC B-LOC 1397 | River I-LOC I-LOC 1398 | is O O 1399 | a O O 1400 | river O O 1401 | in O O 1402 | Australia B-LOC B-LOC 1403 | . O O 1404 | 1405 | It O O 1406 | flows O O 1407 | from O O 1408 | the O O 1409 | Northern B-LOC B-LOC 1410 | Territory I-LOC I-LOC 1411 | into O O 1412 | Western B-LOC B-LOC 1413 | Australia I-LOC I-LOC 1414 | , O O 1415 | where O O 1416 | it O O 1417 | merges O O 1418 | with O O 1419 | the O O 1420 | Ord B-LOC B-LOC 1421 | River I-LOC I-LOC 1422 | to O O 1423 | become O O 1424 | part O O 1425 | of O O 1426 | the O O 1427 | Ord B-LOC B-LOC 1428 | River I-LOC I-LOC 1429 | catchment O O 1430 | . O O 1431 | 1432 | Mesonauta B-MISC B-MISC 1433 | , O O 1434 | the O O 1435 | flag O O 1436 | cichlids O O 1437 | , O O 1438 | is O O 1439 | a O O 1440 | small O O 1441 | genus O O 1442 | of O O 1443 | cichlids O O 1444 | native O O 1445 | to O O 1446 | soft O O 1447 | , O O 1448 | acidic O O 1449 | freshwater O O 1450 | habitats O O 1451 | in O O 1452 | South B-LOC B-LOC 1453 | America I-LOC I-LOC 1454 | . O O 1455 | 1456 | Cloverfield B-MISC B-MISC 1457 | " O O 1458 | is O O 1459 | a O O 1460 | found O O 1461 | footage O O 1462 | monster O O 1463 | horror O O 1464 | film O O 1465 | released O O 1466 | on O O 1467 | January O O 1468 | 18 O O 1469 | , O O 1470 | 2008 O O 1471 | , O O 1472 | which O O 1473 | was O O 1474 | well O O 1475 | - O O 1476 | received O O 1477 | by O O 1478 | critics. O O 1479 | " O O 1480 | 1481 | To O O 1482 | use O O 1483 | the O O 1484 | device O O 1485 | 's O O 1486 | memory O O 1487 | card O O 1488 | functionality O O 1489 | , O O 1490 | it O O 1491 | must O O 1492 | be O O 1493 | connected O O 1494 | to O O 1495 | a O O 1496 | PlayStation B-MISC B-MISC 1497 | through O O 1498 | a O O 1499 | memory O O 1500 | card O O 1501 | slot O O 1502 | . O O 1503 | 1504 | It O O 1505 | was O O 1506 | released O O 1507 | exclusively O O 1508 | in O O 1509 | Japan B-LOC B-LOC 1510 | on O O 1511 | January O O 1512 | 23 O O 1513 | , O O 1514 | 1999 O O 1515 | . O O 1516 | 1517 | Superman/Clark O O 1518 | Kent O O 1519 | and O O 1520 | Lois B-PER B-PER 1521 | Lane I-PER I-PER 1522 | are O O 1523 | among O O 1524 | the O O 1525 | best O O 1526 | known O O 1527 | fictional O O 1528 | couples O O 1529 | . O O 1530 | 1531 | The O O 1532 | couple O O 1533 | has O O 1534 | been O O 1535 | portrayed O O 1536 | in O O 1537 | multiple O O 1538 | Superman B-PER B-PER 1539 | adaptations O O 1540 | in O O 1541 | different O O 1542 | media O O 1543 | . O O 1544 | 1545 | It O O 1546 | is O O 1547 | said O O 1548 | that O O 1549 | Timagenes B-PER B-PER 1550 | had O O 1551 | a O O 1552 | falling O O 1553 | - O O 1554 | out O O 1555 | with O O 1556 | emperor O O 1557 | Augustus B-PER B-PER 1558 | , O O 1559 | whereupon O O 1560 | he O O 1561 | destroyed O O 1562 | his O O 1563 | writings O O 1564 | and O O 1565 | fled O O 1566 | Rome B-LOC B-LOC 1567 | . O O 1568 | 1569 | This O O 1570 | is O O 1571 | the O O 1572 | only O O 1573 | album O O 1574 | of O O 1575 | the O O 1576 | duo O O 1577 | with O O 1578 | all O O 1579 | songs O O 1580 | sung O O 1581 | by O O 1582 | the O O 1583 | vocalist O O 1584 | Toshiko B-PER B-PER 1585 | Koshijima I-PER I-PER 1586 | . O O 1587 | 1588 | Sarah B-ORG B-ORG 1589 | Lawrence I-ORG I-ORG 1590 | College I-ORG I-ORG 1591 | is O O 1592 | a O O 1593 | private O O 1594 | liberal O O 1595 | arts O O 1596 | college O O 1597 | in O O 1598 | the O O 1599 | United B-LOC B-LOC 1600 | States I-LOC I-LOC 1601 | . O O 1602 | 1603 | It O O 1604 | has O O 1605 | not O O 1606 | won O O 1607 | any O O 1608 | seats O O 1609 | in O O 1610 | the O O 1611 | National B-ORG B-ORG 1612 | Assembly I-ORG I-ORG 1613 | of I-ORG I-ORG 1614 | Quebec I-ORG I-ORG 1615 | . O O 1616 | 1617 | It O O 1618 | marked O O 1619 | the O O 1620 | end O O 1621 | of O O 1622 | the O O 1623 | religious O O 1624 | wars O O 1625 | that O O 1626 | had O O 1627 | afflicted O O 1628 | France B-LOC B-LOC 1629 | during O O 1630 | the O O 1631 | second O O 1632 | half O O 1633 | of O O 1634 | the O O 1635 | 16th O O 1636 | century O O 1637 | . O O 1638 | 1639 | He O O 1640 | is O O 1641 | most O O 1642 | known O O 1643 | for O O 1644 | being O O 1645 | the O O 1646 | creator O O 1647 | , O O 1648 | leader O O 1649 | , O O 1650 | guitarist O O 1651 | , O O 1652 | bass O O 1653 | guitarist O O 1654 | and O O 1655 | lead O O 1656 | vocalist O O 1657 | of O O 1658 | shoegazing O O 1659 | band O O 1660 | Les B-ORG B-ORG 1661 | Discrets I-ORG I-ORG 1662 | . O O 1663 | 1664 | Male O O 1665 | homosexuality O O 1666 | is O O 1667 | illegal O O 1668 | in O O 1669 | Kiribati B-LOC B-LOC 1670 | . O O 1671 | 1672 | – O O 1673 | 12 O O 1674 | April O O 1675 | 2011 O O 1676 | ) O O 1677 | claimed O O 1678 | to O O 1679 | be O O 1680 | the O O 1681 | United B-LOC B-LOC 1682 | Kingdom I-LOC I-LOC 1683 | 's O O 1684 | oldest O O 1685 | employee O O 1686 | , O O 1687 | stating O O 1688 | that O O 1689 | he O O 1690 | was O O 1691 | born O O 1692 | in O O 1693 | 1906 O O 1694 | . O O 1695 | 1696 | The O O 1697 | Stephen B-LOC B-LOC 1698 | Mather I-LOC I-LOC 1699 | Wilderness I-LOC I-LOC 1700 | is O O 1701 | a O O 1702 | 634614 O O 1703 | acre O O 1704 | wilderness O O 1705 | area O O 1706 | honoring O O 1707 | Stephen B-PER B-PER 1708 | Mather I-PER I-PER 1709 | , O O 1710 | the O O 1711 | first O O 1712 | director O O 1713 | of O O 1714 | the O O 1715 | National B-ORG B-ORG 1716 | Park I-ORG I-ORG 1717 | Service I-ORG I-ORG 1718 | . O O 1719 | 1720 | Ardhanaari B-MISC B-MISC 1721 | ( O O 1722 | 2012 O O 1723 | ) O O 1724 | is O O 1725 | a O O 1726 | Malayalam B-MISC B-MISC 1727 | film O O 1728 | about O O 1729 | the O O 1730 | life O O 1731 | of O O 1732 | transgender O O 1733 | people O O 1734 | in O O 1735 | Kerala B-LOC B-LOC 1736 | . O O 1737 | 1738 | He O O 1739 | was O O 1740 | the O O 1741 | Member O O 1742 | of O O 1743 | Legislative B-ORG B-ORG 1744 | Assembly I-ORG I-ORG 1745 | of I-ORG I-ORG 1746 | Quebec I-ORG I-ORG 1747 | for O O 1748 | the O O 1749 | riding O O 1750 | of O O 1751 | Sherbrooke B-LOC B-LOC 1752 | for O O 1753 | 25 O O 1754 | years O O 1755 | . O O 1756 | 1757 | Elections O O 1758 | in O O 1759 | Lithuania B-LOC B-LOC 1760 | gives O O 1761 | information O O 1762 | on O O 1763 | elections O O 1764 | and O O 1765 | election O O 1766 | results O O 1767 | in O O 1768 | Lithuania B-LOC B-LOC 1769 | . O O 1770 | 1771 | It O O 1772 | was O O 1773 | followed O O 1774 | by O O 1775 | " O O 1776 | Jak B-MISC B-MISC 1777 | 3 I-MISC I-MISC 1778 | " O O 1779 | a O O 1780 | year O O 1781 | later O O 1782 | . O O 1783 | 1784 | In O O 1785 | August O O 1786 | 2009 O O 1787 | , O O 1788 | she O O 1789 | released O O 1790 | " O O 1791 | Breakthrough B-MISC B-MISC 1792 | " O O 1793 | , O O 1794 | her O O 1795 | second O O 1796 | album O O 1797 | which O O 1798 | became O O 1799 | her O O 1800 | first O O 1801 | album O O 1802 | to O O 1803 | debut O O 1804 | at O O 1805 | number O O 1806 | one O O 1807 | on O O 1808 | " O O 1809 | Billboard O O 1810 | " O O 1811 | 200 O O 1812 | . O O 1813 | 1814 | In O O 1815 | October O O 1816 | 2012 O O 1817 | she O O 1818 | released O O 1819 | her O O 1820 | first O O 1821 | Christmas B-MISC B-MISC 1822 | album O O 1823 | , O O 1824 | " O O 1825 | Christmas B-MISC B-MISC 1826 | in I-MISC I-MISC 1827 | the I-MISC I-MISC 1828 | Sand I-MISC I-MISC 1829 | " O O 1830 | . O O 1831 | 1832 | The O O 1833 | resulting O O 1834 | album O O 1835 | , O O 1836 | " O O 1837 | Laika B-MISC B-MISC 1838 | Come I-MISC I-MISC 1839 | Home I-MISC I-MISC 1840 | " O O 1841 | , O O 1842 | was O O 1843 | released O O 1844 | in O O 1845 | July O O 1846 | 2002 O O 1847 | . O O 1848 | 1849 | She O O 1850 | was O O 1851 | born O O 1852 | in O O 1853 | southern O O 1854 | Austria B-LOC B-LOC 1855 | , O O 1856 | though O O 1857 | most O O 1858 | of O O 1859 | her O O 1860 | professional O O 1861 | life O O 1862 | has O O 1863 | been O O 1864 | spent O O 1865 | in O O 1866 | Switzerland B-LOC B-LOC 1867 | . O O 1868 | 1869 | The O O 1870 | region O O 1871 | is O O 1872 | located O O 1873 | on O O 1874 | and O O 1875 | named O O 1876 | after O O 1877 | the O O 1878 | Savannah B-LOC B-LOC 1879 | River I-LOC I-LOC 1880 | , O O 1881 | which O O 1882 | forms O O 1883 | the O O 1884 | border O O 1885 | between O O 1886 | the O O 1887 | two O O 1888 | states O O 1889 | . O O 1890 | 1891 | The O O 1892 | album O O 1893 | was O O 1894 | recorded O O 1895 | between O O 1896 | May O O 1897 | 21 O O 1898 | and O O 1899 | June O O 1900 | 17 O O 1901 | and O O 1902 | was O O 1903 | released O O 1904 | on O O 1905 | September O O 1906 | 18 O O 1907 | , O O 1908 | 2012 O O 1909 | through O O 1910 | Solid B-ORG B-ORG 1911 | State I-ORG I-ORG 1912 | Records I-ORG I-ORG 1913 | . O O 1914 | 1915 | A O O 1916 | four O O 1917 | - O O 1918 | time O O 1919 | Member O O 1920 | of O O 1921 | the O O 1922 | Legislative B-ORG B-ORG 1923 | Assembly I-ORG I-ORG 1924 | in O O 1925 | Andhra B-LOC B-LOC 1926 | Pradesh I-LOC I-LOC 1927 | , O O 1928 | he O O 1929 | was O O 1930 | a O O 1931 | leader O O 1932 | of O O 1933 | the O O 1934 | Indian B-ORG B-ORG 1935 | National I-ORG I-ORG 1936 | Congress I-ORG I-ORG 1937 | party O O 1938 | before O O 1939 | resigning O O 1940 | from O O 1941 | it O O 1942 | in O O 1943 | February O O 1944 | 2014 O O 1945 | over O O 1946 | the O O 1947 | creation O O 1948 | of O O 1949 | Telangana B-LOC B-LOC 1950 | state O O 1951 | . O O 1952 | 1953 | He O O 1954 | graduated O O 1955 | from O O 1956 | Warsaw B-LOC B-LOC 1957 | 's O O 1958 | Academy O O 1959 | of O O 1960 | Fine O O 1961 | Arts O O 1962 | in O O 1963 | 1985 O O 1964 | . O O 1965 | 1966 | In O O 1967 | 2000 O O 1968 | , O O 1969 | he O O 1970 | was O O 1971 | traded O O 1972 | along O O 1973 | with O O 1974 | Bruce B-PER B-PER 1975 | Chen I-PER I-PER 1976 | to O O 1977 | the O O 1978 | Philadelphia B-ORG B-ORG 1979 | Phillies I-ORG I-ORG 1980 | organization O O 1981 | for O O 1982 | Andy B-PER B-PER 1983 | Ashby I-PER I-PER 1984 | . O O 1985 | 1986 | The O O 1987 | following O O 1988 | year O O 1989 | he O O 1990 | was O O 1991 | selected O O 1992 | off O O 1993 | waivers O O 1994 | by O O 1995 | the O O 1996 | Colorado B-ORG B-ORG 1997 | Rockies I-ORG I-ORG 1998 | . O O 1999 | 2000 | One O O 2001 | week O O 2002 | later O O 2003 | he O O 2004 | was O O 2005 | selected O O 2006 | off O O 2007 | waivers O O 2008 | again O O 2009 | by O O 2010 | the O O 2011 | San B-ORG B-ORG 2012 | Diego I-ORG I-ORG 2013 | Padres I-ORG I-ORG 2014 | . O O 2015 | 2016 | He O O 2017 | played O O 2018 | his O O 2019 | junior O O 2020 | career O O 2021 | with O O 2022 | the O O 2023 | Windsor B-ORG B-ORG 2024 | Spitfires I-ORG I-ORG 2025 | of O O 2026 | the O O 2027 | Ontario B-ORG B-ORG 2028 | Hockey I-ORG I-ORG 2029 | League I-ORG I-ORG 2030 | . O O 2031 | 2032 | List O O 2033 | of O O 2034 | Pretty B-MISC B-MISC 2035 | Rhythm I-MISC I-MISC 2036 | : O O 2037 | All O O 2038 | - O O 2039 | Star O O 2040 | Selection O O 2041 | episodes O O 2042 | 2043 | Lead O O 2044 | singer O O 2045 | Freddie B-PER B-PER 2046 | Mercury I-PER I-PER 2047 | plays O O 2048 | the O O 2049 | piano O O 2050 | and O O 2051 | provides O O 2052 | all O O 2053 | the O O 2054 | vocals O O 2055 | on O O 2056 | the O O 2057 | track O O 2058 | . O O 2059 | 2060 | It O O 2061 | was O O 2062 | originally O O 2063 | released O O 2064 | in O O 2065 | May O O 2066 | 1989 O O 2067 | , O O 2068 | on O O 2069 | the O O 2070 | label O O 2071 | EMI B-ORG B-ORG 2072 | . O O 2073 | 2074 | The O O 2075 | band O O 2076 | was O O 2077 | the O O 2078 | latest O O 2079 | venture O O 2080 | of O O 2081 | David B-PER B-PER 2082 | Bowie I-PER I-PER 2083 | , O O 2084 | inspired O O 2085 | by O O 2086 | sessions O O 2087 | with O O 2088 | guitarist O O 2089 | Reeves B-PER B-PER 2090 | Gabrels I-PER I-PER 2091 | . O O 2092 | 2093 | Spiritchaser B-MISC B-MISC 2094 | is O O 2095 | the O O 2096 | seventh O O 2097 | studio O O 2098 | album O O 2099 | by O O 2100 | Dead B-ORG B-ORG 2101 | Can I-ORG I-ORG 2102 | Dance I-ORG I-ORG 2103 | , O O 2104 | and O O 2105 | the O O 2106 | last O O 2107 | before O O 2108 | Brendan B-PER B-PER 2109 | Perry I-PER I-PER 2110 | and O O 2111 | Lisa B-PER B-PER 2112 | Gerrard I-PER I-PER 2113 | went O O 2114 | their O O 2115 | separate O O 2116 | ways O O 2117 | . O O 2118 | 2119 | It O O 2120 | is O O 2121 | native O O 2122 | to O O 2123 | the O O 2124 | eastern O O 2125 | United B-LOC B-LOC 2126 | States I-LOC I-LOC 2127 | from O O 2128 | Maine B-LOC B-LOC 2129 | south O O 2130 | to O O 2131 | northern O O 2132 | Florida B-LOC B-LOC 2133 | and O O 2134 | west O O 2135 | to O O 2136 | Ohio B-LOC B-LOC 2137 | and O O 2138 | eastern O O 2139 | Texas B-LOC B-LOC 2140 | . O O 2141 | 2142 | Israel B-LOC B-LOC 2143 | claims O O 2144 | he O O 2145 | was O O 2146 | killed O O 2147 | during O O 2148 | battle O O 2149 | with O O 2150 | his O O 2151 | body O O 2152 | never O O 2153 | found O O 2154 | . O O 2155 | 2156 | It O O 2157 | marked O O 2158 | the O O 2159 | band O O 2160 | 's O O 2161 | first O O 2162 | album O O 2163 | as O O 2164 | a O O 2165 | quartet O O 2166 | , O O 2167 | following O O 2168 | the O O 2169 | departure O O 2170 | of O O 2171 | original O O 2172 | keyboardist O O 2173 | Eric B-PER B-PER 2174 | Stefani I-PER I-PER 2175 | in O O 2176 | 1994 O O 2177 | . O O 2178 | 2179 | After O O 2180 | touring O O 2181 | for O O 2182 | two O O 2183 | and O O 2184 | a O O 2185 | half O O 2186 | years O O 2187 | to O O 2188 | promote O O 2189 | their O O 2190 | breakthrough O O 2191 | third O O 2192 | studio O O 2193 | album O O 2194 | , O O 2195 | " O O 2196 | Tragic B-MISC B-MISC 2197 | Kingdom I-MISC I-MISC 2198 | " O O 2199 | , O O 2200 | No B-ORG B-ORG 2201 | Doubt I-ORG I-ORG 2202 | wrote O O 2203 | several O O 2204 | dozen O O 2205 | songs O O 2206 | for O O 2207 | its O O 2208 | follow O O 2209 | - O O 2210 | up O O 2211 | and O O 2212 | eventually O O 2213 | settled O O 2214 | on O O 2215 | working O O 2216 | with O O 2217 | producer O O 2218 | Glen B-PER B-PER 2219 | Ballard I-PER I-PER 2220 | . O O 2221 | 2222 | The O O 2223 | song O O 2224 | contains O O 2225 | a O O 2226 | guitar O O 2227 | figure O O 2228 | straight O O 2229 | out O O 2230 | of O O 2231 | Duane B-PER B-PER 2232 | Eddy I-PER I-PER 2233 | . O O 2234 | 2235 | The O O 2236 | original O O 2237 | soundtrack O O 2238 | was O O 2239 | composed O O 2240 | by O O 2241 | Jerry B-PER B-PER 2242 | Amaldev I-PER I-PER 2243 | and O O 2244 | cinematography O O 2245 | was O O 2246 | done O O 2247 | by O O 2248 | Ashok B-PER B-PER 2249 | Kumar I-PER I-PER 2250 | . O O 2251 | 2252 | It O O 2253 | was O O 2254 | released O O 2255 | as O O 2256 | the O O 2257 | fifth O O 2258 | and O O 2259 | final O O 2260 | single O O 2261 | by O O 2262 | Interscope B-ORG B-ORG 2263 | Records I-ORG I-ORG 2264 | . O O 2265 | 2266 | It O O 2267 | is O O 2268 | sung O O 2269 | as O O 2270 | a O O 2271 | duet O O 2272 | by O O 2273 | Keith B-PER B-PER 2274 | Richards I-PER I-PER 2275 | and O O 2276 | Mick B-PER B-PER 2277 | Jagger I-PER I-PER 2278 | . O O 2279 | 2280 | She O O 2281 | went O O 2282 | on O O 2283 | to O O 2284 | graduate O O 2285 | from O O 2286 | the O O 2287 | University B-ORG B-ORG 2288 | of I-ORG I-ORG 2289 | Vienna I-ORG I-ORG 2290 | with O O 2291 | a O O 2292 | thesis O O 2293 | on O O 2294 | Karl B-PER B-PER 2295 | Emil I-PER I-PER 2296 | Franzos I-PER I-PER 2297 | . O O 2298 | 2299 | She O O 2300 | returned O O 2301 | to O O 2302 | Vienna B-LOC B-LOC 2303 | after O O 2304 | the O O 2305 | war O O 2306 | . O O 2307 | 2308 | A O O 2309 | park O O 2310 | in O O 2311 | Vienna B-LOC B-LOC 2312 | is O O 2313 | named O O 2314 | for O O 2315 | her O O 2316 | . O O 2317 | 2318 | It O O 2319 | is O O 2320 | considered O O 2321 | one O O 2322 | of O O 2323 | the O O 2324 | wealthiest O O 2325 | neighborhoods O O 2326 | in O O 2327 | South B-LOC B-LOC 2328 | Korea I-LOC I-LOC 2329 | , O O 2330 | where O O 2331 | one O O 2332 | square O O 2333 | meter O O 2334 | costs O O 2335 | up O O 2336 | to O O 2337 | $ O O 2338 | 10,000 O O 2339 | . O O 2340 | 2341 | But O O 2342 | groups O O 2343 | like O O 2344 | the O O 2345 | Afrikaner B-ORG B-ORG 2346 | Weerstandsbeweging I-ORG I-ORG 2347 | were O O 2348 | also O O 2349 | involved O O 2350 | in O O 2351 | violence O O 2352 | . O O 2353 | 2354 | It O O 2355 | was O O 2356 | created O O 2357 | by O O 2358 | a O O 2359 | leftist O O 2360 | faction O O 2361 | of O O 2362 | the O O 2363 | Democrat B-ORG B-ORG 2364 | Party I-ORG I-ORG 2365 | , O O 2366 | which O O 2367 | opposed O O 2368 | the O O 2369 | right O O 2370 | - O O 2371 | wing O O 2372 | group O O 2373 | that O O 2374 | officially O O 2375 | supported O O 2376 | the O O 2377 | government O O 2378 | of O O 2379 | Arturo B-PER B-PER 2380 | Alessandri I-PER I-PER 2381 | . O O 2382 | 2383 | He O O 2384 | earned O O 2385 | bachelor O O 2386 | 's O O 2387 | and O O 2388 | master O O 2389 | 's O O 2390 | degrees O O 2391 | from O O 2392 | Michigan B-ORG B-ORG 2393 | State I-ORG I-ORG 2394 | University I-ORG I-ORG 2395 | . O O 2396 | 2397 | The O O 2398 | band O O 2399 | then O O 2400 | shifted O O 2401 | to O O 2402 | a O O 2403 | new O O 2404 | record O O 2405 | label O O 2406 | , O O 2407 | Earache B-ORG B-ORG 2408 | Records I-ORG I-ORG 2409 | , O O 2410 | soon O O 2411 | becoming O O 2412 | one O O 2413 | of O O 2414 | the O O 2415 | best O O 2416 | selling O O 2417 | bands O O 2418 | on O O 2419 | that O O 2420 | label O O 2421 | . O O 2422 | 2423 | Their O O 2424 | last O O 2425 | label O O 2426 | was O O 2427 | Metal B-ORG B-ORG 2428 | Blade I-ORG I-ORG 2429 | Records I-ORG I-ORG 2430 | . O O 2431 | 2432 | Over O O 2433 | the O O 2434 | course O O 2435 | of O O 2436 | their O O 2437 | 30 O O 2438 | - O O 2439 | year O O 2440 | career O O 2441 | , O O 2442 | Bolt B-ORG B-ORG 2443 | Thrower I-ORG I-ORG 2444 | released O O 2445 | eight O O 2446 | studio O O 2447 | albums O O 2448 | , O O 2449 | three O O 2450 | EPs O O 2451 | , O O 2452 | one O O 2453 | live O O 2454 | album O O 2455 | , O O 2456 | two O O 2457 | compilation O O 2458 | albums O O 2459 | and O O 2460 | two O O 2461 | demos O O 2462 | . O O 2463 | 2464 | On O O 2465 | September O O 2466 | 14 O O 2467 | , O O 2468 | 2016 O O 2469 | , O O 2470 | the O O 2471 | band O O 2472 | announced O O 2473 | that O O 2474 | they O O 2475 | were O O 2476 | breaking O O 2477 | up O O 2478 | , O O 2479 | following O O 2480 | the O O 2481 | death O O 2482 | of O O 2483 | drummer O O 2484 | Martin B-PER B-PER 2485 | Kearns I-PER I-PER 2486 | exactly O O 2487 | a O O 2488 | year O O 2489 | earlier O O 2490 | . O O 2491 | 2492 | The O O 2493 | reporter O O 2494 | , O O 2495 | loosely O O 2496 | based O O 2497 | on O O 2498 | the O O 2499 | real O O 2500 | reporter O O 2501 | Ernie B-PER B-PER 2502 | Pyle I-PER I-PER 2503 | , O O 2504 | acts O O 2505 | as O O 2506 | a O O 2507 | narrator O O 2508 | of O O 2509 | stories O O 2510 | , O O 2511 | without O O 2512 | being O O 2513 | directly O O 2514 | involved O O 2515 | in O O 2516 | them O O 2517 | . O O 2518 | 2519 | When O O 2520 | it O O 2521 | topped O O 2522 | out O O 2523 | , O O 2524 | it O O 2525 | was O O 2526 | the O O 2527 | 7th O O 2528 | tallest O O 2529 | building O O 2530 | in O O 2531 | Miami B-LOC B-LOC 2532 | and O O 2533 | Florida B-LOC B-LOC 2534 | . O O 2535 | 2536 | In O O 2537 | 1985 O O 2538 | he O O 2539 | moved O O 2540 | into O O 2541 | television O O 2542 | , O O 2543 | joining O O 2544 | the O O 2545 | staff O O 2546 | of O O 2547 | the O O 2548 | BBC B-ORG B-ORG 2549 | as O O 2550 | a O O 2551 | production O O 2552 | trainee O O 2553 | , O O 2554 | before O O 2555 | eventually O O 2556 | becoming O O 2557 | a O O 2558 | producer O O 2559 | in O O 2560 | the O O 2561 | drama O O 2562 | department O O 2563 | . O O 2564 | 2565 | The O O 2566 | album O O 2567 | cover O O 2568 | was O O 2569 | designed O O 2570 | by O O 2571 | Niklas B-PER B-PER 2572 | Sundin I-PER I-PER 2573 | of O O 2574 | Cabin B-ORG B-ORG 2575 | Fever I-ORG I-ORG 2576 | Media I-ORG I-ORG 2577 | , O O 2578 | and O O 2579 | guitarist O O 2580 | for O O 2581 | Dark B-ORG B-ORG 2582 | Tranquillity I-ORG I-ORG 2583 | . O O 2584 | 2585 | After O O 2586 | he O O 2587 | left O O 2588 | the O O 2589 | Dead B-ORG B-ORG 2590 | Kennedys I-ORG I-ORG 2591 | , O O 2592 | he O O 2593 | took O O 2594 | over O O 2595 | the O O 2596 | influential O O 2597 | independent O O 2598 | record O O 2599 | label O O 2600 | Alternative B-ORG B-ORG 2601 | Tentacles I-ORG I-ORG 2602 | , O O 2603 | which O O 2604 | he O O 2605 | had O O 2606 | co O O 2607 | - O O 2608 | founded O O 2609 | in O O 2610 | 1979 O O 2611 | with O O 2612 | Dead B-ORG B-ORG 2613 | Kennedys I-ORG I-ORG 2614 | bandmate O O 2615 | East B-PER B-PER 2616 | Bay I-PER I-PER 2617 | Ray I-PER I-PER 2618 | . O O 2619 | 2620 | This O O 2621 | was O O 2622 | during O O 2623 | a O O 2624 | time O O 2625 | period O O 2626 | of O O 2627 | awakening O O 2628 | feminism O O 2629 | in O O 2630 | Sweden B-LOC B-LOC 2631 | when O O 2632 | women O O 2633 | were O O 2634 | assumed O O 2635 | to O O 2636 | want O O 2637 | to O O 2638 | work O O 2639 | outside O O 2640 | the O O 2641 | home O O 2642 | . O O 2643 | 2644 | Born O O 2645 | in O O 2646 | Toowoomba B-LOC B-LOC 2647 | , O O 2648 | Queensland B-LOC B-LOC 2649 | , O O 2650 | she O O 2651 | was O O 2652 | educated O O 2653 | at O O 2654 | the O O 2655 | University B-ORG B-ORG 2656 | of I-ORG I-ORG 2657 | Queensland I-ORG I-ORG 2658 | before O O 2659 | becoming O O 2660 | a O O 2661 | teacher O O 2662 | . O O 2663 | 2664 | over O O 2665 | the O O 2666 | Mississippi B-LOC B-LOC 2667 | River I-LOC I-LOC 2668 | in O O 2669 | New B-LOC B-LOC 2670 | Orleans I-LOC I-LOC 2671 | , O O 2672 | Louisiana B-LOC B-LOC 2673 | , O O 2674 | United B-LOC B-LOC 2675 | States I-LOC I-LOC 2676 | . O O 2677 | 2678 | For O O 2679 | her O O 2680 | son O O 2681 | 's O O 2682 | funeral O O 2683 | in O O 2684 | Chicago B-LOC B-LOC 2685 | , O O 2686 | Mamie B-PER B-PER 2687 | Till I-PER I-PER 2688 | insisted O O 2689 | that O O 2690 | the O O 2691 | casket O O 2692 | containing O O 2693 | his O O 2694 | body O O 2695 | be O O 2696 | left O O 2697 | open O O 2698 | , O O 2699 | because O O 2700 | , O O 2701 | in O O 2702 | her O O 2703 | words O O 2704 | , O O 2705 | " O O 2706 | I O O 2707 | wanted O O 2708 | the O O 2709 | world O O 2710 | to O O 2711 | see O O 2712 | what O O 2713 | they O O 2714 | did O O 2715 | to O O 2716 | my O O 2717 | baby O O 2718 | . O O 2719 | " O O 2720 | 2721 | The O O 2722 | film O O 2723 | stars O O 2724 | Vin B-PER B-PER 2725 | Diesel I-PER I-PER 2726 | , O O 2727 | Radha B-PER B-PER 2728 | Mitchell I-PER I-PER 2729 | , O O 2730 | Cole B-PER B-PER 2731 | Hauser I-PER I-PER 2732 | , O O 2733 | and O O 2734 | Keith B-PER B-PER 2735 | David I-PER I-PER 2736 | . O O 2737 | 2738 | Conrad B-LOC B-LOC 2739 | Indianapolis I-LOC I-LOC 2740 | is O O 2741 | a O O 2742 | high O O 2743 | - O O 2744 | rise O O 2745 | luxury O O 2746 | hotel O O 2747 | in O O 2748 | Indianapolis B-LOC B-LOC 2749 | , O O 2750 | Indiana B-LOC B-LOC 2751 | . O O 2752 | 2753 | Founded O O 2754 | in O O 2755 | 1893 O O 2756 | as O O 2757 | an O O 2758 | educational O O 2759 | institute O O 2760 | for O O 2761 | monks O O 2762 | , O O 2763 | by O O 2764 | King O O 2765 | Chulalongkorn B-PER B-PER 2766 | in O O 2767 | remembrance O O 2768 | of O O 2769 | his O O 2770 | late O O 2771 | father O O 2772 | King O O 2773 | Mongkut B-PER B-PER 2774 | . O O 2775 | 2776 | The O O 2777 | highest O O 2778 | mountain O O 2779 | in O O 2780 | South B-LOC B-LOC 2781 | Africa I-LOC I-LOC 2782 | is O O 2783 | 3450 O O 2784 | m O O 2785 | high O O 2786 | Mafadi B-LOC B-LOC 2787 | , O O 2788 | located O O 2789 | on O O 2790 | the O O 2791 | border O O 2792 | of O O 2793 | South B-LOC B-LOC 2794 | Africa I-LOC I-LOC 2795 | and O O 2796 | Lesotho B-LOC B-LOC 2797 | . O O 2798 | 2799 | In O O 2800 | another O O 2801 | plot O O 2802 | strand O O 2803 | , O O 2804 | the O O 2805 | townspeople O O 2806 | remove O O 2807 | all O O 2808 | religious O O 2809 | aspects O O 2810 | of O O 2811 | Christmas B-MISC B-MISC 2812 | from O O 2813 | South B-MISC B-MISC 2814 | Park I-MISC I-MISC 2815 | to O O 2816 | remain O O 2817 | politically O O 2818 | correct O O 2819 | and O O 2820 | inoffensive O O 2821 | . O O 2822 | 2823 | by O O 2824 | Philip B-PER B-PER 2825 | K. I-PER I-PER 2826 | Dick I-PER I-PER 2827 | about O O 2828 | the O O 2829 | character O O 2830 | of O O 2831 | Rick B-PER B-PER 2832 | Deckard I-PER I-PER 2833 | . O O 2834 | 2835 | Its O O 2836 | capital O O 2837 | is O O 2838 | the O O 2839 | city O O 2840 | of O O 2841 | Petrozavodsk B-LOC B-LOC 2842 | . O O 2843 | 2844 | " O O 2845 | November B-MISC B-MISC 2846 | Spawned I-MISC I-MISC 2847 | a I-MISC I-MISC 2848 | Monster I-MISC I-MISC 2849 | " O O 2850 | is O O 2851 | a O O 2852 | song O O 2853 | by O O 2854 | Morrissey B-PER B-PER 2855 | . O O 2856 | 2857 | It O O 2858 | was O O 2859 | written O O 2860 | by O O 2861 | Morrissey B-PER B-PER 2862 | and O O 2863 | Clive B-PER B-PER 2864 | Langer I-PER I-PER 2865 | . O O 2866 | 2867 | It O O 2868 | also O O 2869 | features O O 2870 | one O O 2871 | of O O 2872 | Morrissey B-PER B-PER 2873 | 's O O 2874 | former O O 2875 | colleagues O O 2876 | from O O 2877 | The B-ORG B-ORG 2878 | Smiths I-ORG I-ORG 2879 | , O O 2880 | Andy B-PER B-PER 2881 | Rourke I-PER I-PER 2882 | . O O 2883 | 2884 | The O O 2885 | track O O 2886 | is O O 2887 | one O O 2888 | of O O 2889 | Morrissey B-PER B-PER 2890 | 's O O 2891 | personal O O 2892 | favourites O O 2893 | , O O 2894 | and O O 2895 | has O O 2896 | been O O 2897 | played O O 2898 | live O O 2899 | many O O 2900 | times O O 2901 | by O O 2902 | the O O 2903 | singer O O 2904 | . O O 2905 | 2906 | The O O 2907 | synod O O 2908 | office O O 2909 | is O O 2910 | located O O 2911 | in O O 2912 | Lampung B-LOC B-LOC 2913 | . O O 2914 | 2915 | Ports O O 2916 | for O O 2917 | PlayStation B-MISC B-MISC 2918 | 4 I-MISC I-MISC 2919 | and O O 2920 | Xbox B-MISC B-MISC 2921 | One I-MISC I-MISC 2922 | were O O 2923 | released O O 2924 | on O O 2925 | March O O 2926 | 31 O O 2927 | , O O 2928 | 2017 O O 2929 | . O O 2930 | 2931 | On O O 2932 | 18 O O 2933 | November O O 2934 | 2011 O O 2935 | " O O 2936 | Police B-MISC B-MISC 2937 | Review I-MISC I-MISC 2938 | " O O 2939 | ceased O O 2940 | publication O O 2941 | in O O 2942 | all O O 2943 | forms O O 2944 | . O O 2945 | 2946 | The O O 2947 | album O O 2948 | also O O 2949 | contains O O 2950 | no O O 2951 | tracks O O 2952 | from O O 2953 | " O O 2954 | King B-MISC B-MISC 2955 | for I-MISC I-MISC 2956 | a I-MISC I-MISC 2957 | Day I-MISC I-MISC 2958 | ... I-MISC I-MISC 2959 | Fool I-MISC I-MISC 2960 | for I-MISC I-MISC 2961 | a I-MISC I-MISC 2962 | Lifetime I-MISC I-MISC 2963 | " O O 2964 | or O O 2965 | " O O 2966 | Introduce B-MISC B-MISC 2967 | Yourself I-MISC I-MISC 2968 | " O O 2969 | . O O 2970 | 2971 | What O O 2972 | catches O O 2973 | the O O 2974 | eyes O O 2975 | is O O 2976 | the O O 2977 | v O O 2978 | - O O 2979 | shaped O O 2980 | 70 O O 2981 | meter O O 2982 | long O O 2983 | grave O O 2984 | on O O 2985 | which O O 2986 | residents O O 2987 | of O O 2988 | Barlonyo B-LOC B-LOC 2989 | will O O 2990 | be O O 2991 | seated O O 2992 | on O O 2993 | it O O 2994 | , O O 2995 | eating O O 2996 | or O O 2997 | washing O O 2998 | their O O 2999 | clothes O O 3000 | O O 3001 | - O O 3002 | O O 3003 | or O O 3004 | even O O 3005 | drinking O O 3006 | potent O O 3007 | gin O O 3008 | . O O 3009 | 3010 | He O O 3011 | was O O 3012 | a O O 3013 | brother O O 3014 | to O O 3015 | geographer O O 3016 | Adolf B-PER B-PER 3017 | Schenck I-PER I-PER 3018 | ( O O 3019 | 1857–1936 O O 3020 | ) O O 3021 | . O O 3022 | 3023 | He O O 3024 | was O O 3025 | one O O 3026 | of O O 3027 | the O O 3028 | sons O O 3029 | of O O 3030 | Negasi B-PER B-PER 3031 | Krestos I-PER I-PER 3032 | . O O 3033 | 3034 | Swedish O O 3035 | society O O 3036 | and O O 3037 | its O O 3038 | culture O O 3039 | is O O 3040 | concerned O O 3041 | with O O 3042 | the O O 3043 | welfare O O 3044 | and O O 3045 | well O O 3046 | - O O 3047 | being O O 3048 | of O O 3049 | others O O 3050 | , O O 3051 | both O O 3052 | within O O 3053 | and O O 3054 | outside O O 3055 | Sweden B-LOC B-LOC 3056 | ; O O 3057 | ( O O 3058 | See O O 3059 | also O O 3060 | ; O O 3061 | Income O O 3062 | inequality O O 3063 | in O O 3064 | Sweden B-LOC B-LOC 3065 | ) O O 3066 | . O O 3067 | 3068 | It O O 3069 | was O O 3070 | released O O 3071 | on O O 3072 | September O O 3073 | 21 O O 3074 | , O O 3075 | 1999 O O 3076 | through O O 3077 | Interscope B-ORG B-ORG 3078 | Records I-ORG I-ORG 3079 | . O O 3080 | 3081 | It O O 3082 | was O O 3083 | released O O 3084 | in O O 3085 | 1994 O O 3086 | , O O 3087 | and O O 3088 | was O O 3089 | the O O 3090 | sequel O O 3091 | to O O 3092 | the O O 3093 | previous O O 3094 | year O O 3095 | 's O O 3096 | " O O 3097 | Duets B-MISC B-MISC 3098 | " O O 3099 | . O O 3100 | 3101 | The O O 3102 | series O O 3103 | bannered O O 3104 | Alden B-PER B-PER 3105 | Richards I-PER I-PER 3106 | and O O 3107 | Louise B-PER B-PER 3108 | delos I-PER I-PER 3109 | Reyes I-PER I-PER 3110 | as O O 3111 | the O O 3112 | lead O O 3113 | protagonists O O 3114 | . O O 3115 | 3116 | The O O 3117 | series O O 3118 | ended O O 3119 | on O O 3120 | October O O 3121 | 5 O O 3122 | , O O 3123 | 2012 O O 3124 | and O O 3125 | replaced O O 3126 | by O O 3127 | " O O 3128 | Coffee B-MISC B-MISC 3129 | Prince I-MISC I-MISC 3130 | " O O 3131 | . O O 3132 | 3133 | It O O 3134 | was O O 3135 | the O O 3136 | fifth O O 3137 | collaboration O O 3138 | of O O 3139 | Manmohan B-PER B-PER 3140 | Desai I-PER I-PER 3141 | and O O 3142 | Amitabh B-PER B-PER 3143 | Bachchan I-PER I-PER 3144 | . O O 3145 | 3146 | This O O 3147 | is O O 3148 | a O O 3149 | list O O 3150 | of O O 3151 | notable O O 3152 | companies O O 3153 | based O O 3154 | in O O 3155 | France B-LOC B-LOC 3156 | . O O 3157 | 3158 | Although O O 3159 | it O O 3160 | is O O 3161 | neither O O 3162 | the O O 3163 | official O O 3164 | language O O 3165 | nor O O 3166 | the O O 3167 | standard O O 3168 | dialect O O 3169 | in O O 3170 | the O O 3171 | whole O O 3172 | state O O 3173 | of O O 3174 | Perak B-LOC B-LOC 3175 | , O O 3176 | its O O 3177 | existence O O 3178 | which O O 3179 | co O O 3180 | - O O 3181 | exists O O 3182 | with O O 3183 | other O O 3184 | major O O 3185 | dialects O O 3186 | in O O 3187 | the O O 3188 | state O O 3189 | of O O 3190 | Perak B-LOC B-LOC 3191 | still O O 3192 | plays O O 3193 | an O O 3194 | important O O 3195 | role O O 3196 | in O O 3197 | maintaining O O 3198 | the O O 3199 | identity O O 3200 | of O O 3201 | Perak B-LOC B-LOC 3202 | . O O 3203 | 3204 | The O O 3205 | channel O O 3206 | features O O 3207 | reviews O O 3208 | , O O 3209 | previews O O 3210 | , O O 3211 | box O O 3212 | office O O 3213 | collections O O 3214 | , O O 3215 | details O O 3216 | of O O 3217 | new O O 3218 | and O O 3219 | upcoming O O 3220 | releases O O 3221 | , O O 3222 | trade O O 3223 | speculations O O 3224 | of O O 3225 | Hindi B-MISC B-MISC 3226 | films O O 3227 | . O O 3228 | 3229 | It O O 3230 | consists O O 3231 | of O O 3232 | material O O 3233 | spanning O O 3234 | from O O 3235 | 1981 O O 3236 | to O O 3237 | 1993 O O 3238 | including O O 3239 | the O O 3240 | hits O O 3241 | " O O 3242 | Boys B-MISC B-MISC 3243 | in I-MISC I-MISC 3244 | Town I-MISC I-MISC 3245 | " O O 3246 | , O O 3247 | " O O 3248 | Science B-MISC B-MISC 3249 | Fiction I-MISC I-MISC 3250 | " O O 3251 | , O O 3252 | " O O 3253 | Pleasure B-MISC B-MISC 3254 | and I-MISC I-MISC 3255 | Pain I-MISC I-MISC 3256 | " O O 3257 | and O O 3258 | their O O 3259 | number O O 3260 | - O O 3261 | one O O 3262 | signature O O 3263 | song O O 3264 | " O O 3265 | I B-MISC B-MISC 3266 | Touch I-MISC I-MISC 3267 | Myself I-MISC I-MISC 3268 | " O O 3269 | . O O 3270 | 3271 | It O O 3272 | is O O 3273 | named O O 3274 | after O O 3275 | Louis B-PER B-PER 3276 | Pasteur I-PER I-PER 3277 | , O O 3278 | who O O 3279 | made O O 3280 | some O O 3281 | of O O 3282 | the O O 3283 | greatest O O 3284 | breakthroughs O O 3285 | in O O 3286 | modern O O 3287 | medicine O O 3288 | at O O 3289 | the O O 3290 | time O O 3291 | , O O 3292 | including O O 3293 | pasteurization O O 3294 | and O O 3295 | vaccines O O 3296 | for O O 3297 | anthrax O O 3298 | and O O 3299 | rabies O O 3300 | . O O 3301 | 3302 | It O O 3303 | was O O 3304 | published O O 3305 | by O O 3306 | Tor B-ORG B-ORG 3307 | Books I-ORG I-ORG 3308 | and O O 3309 | released O O 3310 | on O O 3311 | November O O 3312 | 7 O O 3313 | , O O 3314 | 2000 O O 3315 | . O O 3316 | 3317 | " O O 3318 | Winter B-MISC B-MISC 3319 | 's I-MISC I-MISC 3320 | Heart I-MISC I-MISC 3321 | " O O 3322 | consists O O 3323 | of O O 3324 | a O O 3325 | prologue O O 3326 | and O O 3327 | 35 O O 3328 | chapters O O 3329 | . O O 3330 | 3331 | It O O 3332 | is O O 3333 | a O O 3334 | popular O O 3335 | stopping O O 3336 | place O O 3337 | for O O 3338 | travellers O O 3339 | on O O 3340 | the O O 3341 | Princes B-LOC B-LOC 3342 | Highway I-LOC I-LOC 3343 | which O O 3344 | runs O O 3345 | through O O 3346 | the O O 3347 | centre O O 3348 | of O O 3349 | town O O 3350 | . O O 3351 | 3352 | It O O 3353 | is O O 3354 | the O O 3355 | sequel O O 3356 | to O O 3357 | " O O 3358 | Mega B-MISC B-MISC 3359 | Man I-MISC I-MISC 3360 | ZX I-MISC I-MISC 3361 | " O O 3362 | . O O 3363 | 3364 | Stenanthium B-MISC B-MISC 3365 | densum I-MISC I-MISC 3366 | is O O 3367 | a O O 3368 | poisonous O O 3369 | but O O 3370 | spectacular O O 3371 | monocot O O 3372 | wildflower O O 3373 | native O O 3374 | to O O 3375 | pine O O 3376 | barrens O O 3377 | of O O 3378 | the O O 3379 | eastern O O 3380 | United O O 3381 | States. O O 3382 | " O O 3383 | 3384 | Stenanthium B-MISC B-MISC 3385 | leimanthoides I-MISC I-MISC 3386 | " O O 3387 | is O O 3388 | either O O 3389 | treated O O 3390 | as O O 3391 | a O O 3392 | synonym O O 3393 | of O O 3394 | this O O 3395 | species O O 3396 | or O O 3397 | as O O 3398 | a O O 3399 | separate O O 3400 | species O O 3401 | . O O 3402 | 3403 | " O O 3404 | familiarization O O 3405 | with O O 3406 | working O O 3407 | life O O 3408 | " O O 3409 | ) O O 3410 | is O O 3411 | a O O 3412 | program O O 3413 | providing O O 3414 | one O O 3415 | to O O 3416 | three O O 3417 | weeks O O 3418 | of O O 3419 | experience O O 3420 | working O O 3421 | in O O 3422 | a O O 3423 | real O O 3424 | job O O 3425 | during O O 3426 | middle O O 3427 | school O O 3428 | ( O O 3429 | lower O O 3430 | secondary O O 3431 | education O O 3432 | ) O O 3433 | in O O 3434 | Finland B-LOC B-LOC 3435 | and O O 3436 | Sweden B-LOC B-LOC 3437 | . O O 3438 | 3439 | Steve B-PER B-PER 3440 | Martin I-PER I-PER 3441 | Caro I-PER I-PER 3442 | is O O 3443 | featured O O 3444 | on O O 3445 | lead O O 3446 | vocals O O 3447 | . O O 3448 | 3449 | The O O 3450 | first O O 3451 | bombing O O 3452 | ( O O 3453 | by O O 3454 | 20 O O 3455 | aircraft O O 3456 | of O O 3457 | the O O 3458 | Royal B-ORG B-ORG 3459 | Air I-ORG I-ORG 3460 | Force I-ORG I-ORG 3461 | ) O O 3462 | occurred O O 3463 | on O O 3464 | August O O 3465 | 25 O O 3466 | , O O 3467 | 1940 O O 3468 | , O O 3469 | and O O 3470 | resulted O O 3471 | in O O 3472 | the O O 3473 | destruction O O 3474 | of O O 3475 | 17 O O 3476 | buildings O O 3477 | . O O 3478 | 3479 | Trees B-MISC B-MISC 3480 | Lounge I-MISC I-MISC 3481 | is O O 3482 | a O O 3483 | 1996 O O 3484 | feature O O 3485 | film O O 3486 | and O O 3487 | the O O 3488 | debut O O 3489 | of O O 3490 | Steve B-PER B-PER 3491 | Buscemi I-PER I-PER 3492 | as O O 3493 | writer O O 3494 | and O O 3495 | director O O 3496 | . O O 3497 | 3498 | On O O 3499 | February O O 3500 | 10 O O 3501 | , O O 3502 | 1993 O O 3503 | , O O 3504 | the O O 3505 | new O O 3506 | minority O O 3507 | cabinet O O 3508 | of O O 3509 | Socialist B-ORG B-ORG 3510 | Party I-ORG I-ORG 3511 | of I-ORG I-ORG 3512 | Serbia I-ORG I-ORG 3513 | , O O 3514 | supported O O 3515 | by O O 3516 | Serbian B-ORG B-ORG 3517 | Radical I-ORG I-ORG 3518 | Party I-ORG I-ORG 3519 | , O O 3520 | was O O 3521 | formed O O 3522 | as O O 3523 | a O O 3524 | result O O 3525 | of O O 3526 | the O O 3527 | December O O 3528 | 20 O O 3529 | , O O 3530 | 1992 O O 3531 | parliamentary O O 3532 | elections O O 3533 | . O O 3534 | 3535 | The O O 3536 | episode O O 3537 | featured O O 3538 | Trevor B-PER B-PER 3539 | Einhorn I-PER I-PER 3540 | as O O 3541 | a O O 3542 | guest O O 3543 | star O O 3544 | . O O 3545 | 3546 | The O O 3547 | lower O O 3548 | house O O 3549 | consisted O O 3550 | of O O 3551 | elected O O 3552 | legislative O O 3553 | councillors O O 3554 | who O O 3555 | created O O 3556 | bills O O 3557 | to O O 3558 | be O O 3559 | passed O O 3560 | up O O 3561 | to O O 3562 | the O O 3563 | Legislative B-ORG B-ORG 3564 | Council I-ORG I-ORG 3565 | of I-ORG I-ORG 3566 | Lower I-ORG I-ORG 3567 | Canada I-ORG I-ORG 3568 | , O O 3569 | whose O O 3570 | members O O 3571 | were O O 3572 | appointed O O 3573 | by O O 3574 | the O O 3575 | governor O O 3576 | general O O 3577 | . O O 3578 | 3579 | He O O 3580 | has O O 3581 | taught O O 3582 | at O O 3583 | several O O 3584 | universities O O 3585 | both O O 3586 | in O O 3587 | Venezuela B-LOC B-LOC 3588 | and O O 3589 | abroad O O 3590 | , O O 3591 | directed O O 3592 | academic O O 3593 | institutions O O 3594 | in O O 3595 | the O O 3596 | field O O 3597 | of O O 3598 | foreign O O 3599 | policy O O 3600 | and O O 3601 | written O O 3602 | extensively O O 3603 | on O O 3604 | international O O 3605 | affairs O O 3606 | . O O 3607 | 3608 | According O O 3609 | to O O 3610 | international O O 3611 | relations O O 3612 | best O O 3613 | selling O O 3614 | author O O 3615 | Parag B-PER B-PER 3616 | Khanna I-PER I-PER 3617 | : O O 3618 | " O O 3619 | Alfredo B-PER B-PER 3620 | Toro I-PER I-PER 3621 | Hardy I-PER I-PER 3622 | is O O 3623 | the O O 3624 | quintessential O O 3625 | scholar O O 3626 | - O O 3627 | diplomat O O 3628 | " O O 3629 | . O O 3630 | 3631 | Alfredo B-PER B-PER 3632 | Toro I-PER I-PER 3633 | Hardy I-PER I-PER 3634 | provides O O 3635 | one O O 3636 | such O O 3637 | voice O O 3638 | that O O 3639 | needs O O 3640 | to O O 3641 | be O O 3642 | heard O O 3643 | " O O 3644 | . O O 3645 | 3646 | The O O 3647 | film O O 3648 | 's O O 3649 | score O O 3650 | and O O 3651 | soundtrack O O 3652 | is O O 3653 | composed O O 3654 | by O O 3655 | M. B-PER B-PER 3656 | Jayachandran I-PER I-PER 3657 | and O O 3658 | the O O 3659 | lyrics O O 3660 | to O O 3661 | the O O 3662 | soundtrack O O 3663 | marks O O 3664 | the O O 3665 | last O O 3666 | film O O 3667 | work O O 3668 | of O O 3669 | acclaimed O O 3670 | poet O O 3671 | ONV O O 3672 | Kurup O O 3673 | . O O 3674 | 3675 | The O O 3676 | episode O O 3677 | is O O 3678 | the O O 3679 | 87th O O 3680 | episode O O 3681 | of O O 3682 | the O O 3683 | show O O 3684 | overall O O 3685 | , O O 3686 | and O O 3687 | was O O 3688 | written O O 3689 | by O O 3690 | executive O O 3691 | producers/show O O 3692 | runners O O 3693 | Damon B-PER B-PER 3694 | Lindelof I-PER I-PER 3695 | and O O 3696 | Carlton B-PER B-PER 3697 | Cuse I-PER I-PER 3698 | and O O 3699 | directed O O 3700 | by O O 3701 | co O O 3702 | - O O 3703 | executive O O 3704 | producer O O 3705 | Stephen B-PER B-PER 3706 | Williams I-PER I-PER 3707 | . O O 3708 | 3709 | It O O 3710 | was O O 3711 | directed O O 3712 | by O O 3713 | David B-PER B-PER 3714 | Nutter I-PER I-PER 3715 | , O O 3716 | and O O 3717 | written O O 3718 | by O O 3719 | Chris B-PER B-PER 3720 | Carter I-PER I-PER 3721 | , O O 3722 | Frank B-PER B-PER 3723 | Spotnitz I-PER I-PER 3724 | and O O 3725 | Howard B-PER B-PER 3726 | Gordon I-PER I-PER 3727 | . O O 3728 | 3729 | The O O 3730 | cathedral O O 3731 | is O O 3732 | the O O 3733 | seat O O 3734 | of O O 3735 | the O O 3736 | Bishops O O 3737 | of O O 3738 | Arras B-LOC B-LOC 3739 | . O O 3740 | 3741 | This O O 3742 | article O O 3743 | lists O O 3744 | the O O 3745 | Margraves O O 3746 | and O O 3747 | Electors O O 3748 | of O O 3749 | Brandenburg B-LOC B-LOC 3750 | during O O 3751 | the O O 3752 | period O O 3753 | of O O 3754 | time O O 3755 | that O O 3756 | Brandenburg B-LOC B-LOC 3757 | was O O 3758 | a O O 3759 | constituent O O 3760 | state O O 3761 | of O O 3762 | the O O 3763 | Holy B-LOC B-LOC 3764 | Roman I-LOC I-LOC 3765 | Empire I-LOC I-LOC 3766 | . O O 3767 | 3768 | " O O 3769 | Freaky B-MISC B-MISC 3770 | Styley I-MISC I-MISC 3771 | " O O 3772 | marks O O 3773 | founding O O 3774 | guitarist O O 3775 | Hillel B-PER B-PER 3776 | Slovak I-PER I-PER 3777 | 's O O 3778 | studio O O 3779 | album O O 3780 | debut O O 3781 | , O O 3782 | following O O 3783 | his O O 3784 | return O O 3785 | to O O 3786 | the O O 3787 | band O O 3788 | earlier O O 3789 | in O O 3790 | the O O 3791 | year O O 3792 | . O O 3793 | 3794 | The O O 3795 | album O O 3796 | is O O 3797 | also O O 3798 | the O O 3799 | last O O 3800 | to O O 3801 | feature O O 3802 | drummer O O 3803 | Cliff B-PER B-PER 3804 | Martinez I-PER I-PER 3805 | . O O 3806 | 3807 | " O O 3808 | Freaky B-MISC B-MISC 3809 | Styley I-MISC I-MISC 3810 | " O O 3811 | was O O 3812 | produced O O 3813 | by O O 3814 | George B-PER B-PER 3815 | Clinton I-PER I-PER 3816 | , O O 3817 | of O O 3818 | Parliament O O 3819 | - O O 3820 | Funkadelic. O O 3821 | " O O 3822 | 3823 | Turkey B-LOC B-LOC 3824 | shares O O 3825 | its O O 3826 | longest O O 3827 | common O O 3828 | border O O 3829 | with O O 3830 | Syria B-LOC B-LOC 3831 | ; O O 3832 | various O O 3833 | geographic O O 3834 | and O O 3835 | historical O O 3836 | links O O 3837 | also O O 3838 | tie O O 3839 | the O O 3840 | two O O 3841 | neighboring O O 3842 | countries O O 3843 | together O O 3844 | . O O 3845 | 3846 | Dolleman B-LOC B-LOC 3847 | Island I-LOC I-LOC 3848 | is O O 3849 | a O O 3850 | rounded O O 3851 | , O O 3852 | ice O O 3853 | - O O 3854 | covered O O 3855 | island O O 3856 | , O O 3857 | 13 O O 3858 | nmi O O 3859 | long O O 3860 | , O O 3861 | lying O O 3862 | 8 O O 3863 | nmi O O 3864 | east O O 3865 | of O O 3866 | Cape B-LOC B-LOC 3867 | Boggs I-LOC I-LOC 3868 | , O O 3869 | off O O 3870 | the O O 3871 | east O O 3872 | coast O O 3873 | of O O 3874 | Palmer B-LOC B-LOC 3875 | Land I-LOC I-LOC 3876 | . O O 3877 | 3878 | Animal B-MISC B-MISC 3879 | Crossing I-MISC I-MISC 3880 | is O O 3881 | a O O 3882 | community O O 3883 | simulation O O 3884 | video O O 3885 | game O O 3886 | series O O 3887 | developed O O 3888 | and O O 3889 | published O O 3890 | by O O 3891 | Nintendo B-ORG B-ORG 3892 | , O O 3893 | in O O 3894 | which O O 3895 | the O O 3896 | human O O 3897 | player O O 3898 | lives O O 3899 | in O O 3900 | a O O 3901 | village O O 3902 | inhabited O O 3903 | by O O 3904 | anthropomorphic O O 3905 | animals O O 3906 | , O O 3907 | carrying O O 3908 | out O O 3909 | various O O 3910 | activities O O 3911 | including O O 3912 | fishing O O 3913 | , O O 3914 | bug O O 3915 | catching O O 3916 | , O O 3917 | fossil O O 3918 | hunting O O 3919 | , O O 3920 | etc O O 3921 | . O O 3922 | 3923 | It O O 3924 | was O O 3925 | released O O 3926 | on O O 3927 | May O O 3928 | 6 O O 3929 | , O O 3930 | 2003 O O 3931 | , O O 3932 | through O O 3933 | Ipecac B-ORG B-ORG 3934 | Recordings I-ORG I-ORG 3935 | , O O 3936 | the O O 3937 | record O O 3938 | label O O 3939 | owned O O 3940 | by O O 3941 | vocalist O O 3942 | Mike B-PER B-PER 3943 | Patton I-PER I-PER 3944 | . O O 3945 | 3946 | It O O 3947 | was O O 3948 | named O O 3949 | after O O 3950 | the O O 3951 | western O O 3952 | part O O 3953 | of O O 3954 | Aomori B-LOC B-LOC 3955 | Prefecture I-LOC I-LOC 3956 | . O O 3957 | 3958 | It O O 3959 | is O O 3960 | rooted O O 3961 | in O O 3962 | the O O 3963 | Delta B-MISC B-MISC 3964 | blues I-MISC I-MISC 3965 | tradition O O 3966 | and O O 3967 | the O O 3968 | theme O O 3969 | is O O 3970 | derived O O 3971 | from O O 3972 | folklore O O 3973 | . O O 3974 | 3975 | It O O 3976 | rises O O 3977 | from O O 3978 | the O O 3979 | northeast O O 3980 | shore O O 3981 | of O O 3982 | Kostal B-LOC B-LOC 3983 | Lake I-LOC I-LOC 3984 | in O O 3985 | the O O 3986 | Cariboo B-LOC B-LOC 3987 | Mountains I-LOC I-LOC 3988 | . O O 3989 | 3990 | With O O 3991 | an O O 3992 | elevation O O 3993 | of O O 3994 | 1440 O O 3995 | m O O 3996 | , O O 3997 | Kostal B-LOC B-LOC 3998 | Cone I-LOC I-LOC 3999 | is O O 4000 | one O O 4001 | of O O 4002 | the O O 4003 | lowest O O 4004 | volcanoes O O 4005 | in O O 4006 | the O O 4007 | Wells B-LOC B-LOC 4008 | Gray I-LOC I-LOC 4009 | - I-LOC I-LOC 4010 | Clearwater I-LOC I-LOC 4011 | volcanic I-LOC I-LOC 4012 | field I-LOC I-LOC 4013 | . O O 4014 | 4015 | Mehdi B-PER B-PER 4016 | Bazargan I-PER I-PER 4017 | was O O 4018 | the O O 4019 | prime O O 4020 | minister O O 4021 | of O O 4022 | the O O 4023 | interim O O 4024 | government O O 4025 | and O O 4026 | introduced O O 4027 | a O O 4028 | seven O O 4029 | - O O 4030 | member O O 4031 | cabinet O O 4032 | on O O 4033 | 14 O O 4034 | February O O 4035 | 1979 O O 4036 | . O O 4037 | 4038 | Ebrahim B-PER B-PER 4039 | Yazdi I-PER I-PER 4040 | was O O 4041 | elected O O 4042 | as O O 4043 | the O O 4044 | Foreign O O 4045 | Minister O O 4046 | . O O 4047 | 4048 | He O O 4049 | has O O 4050 | a O O 4051 | relatively O O 4052 | high O O 4053 | - O O 4054 | pitched O O 4055 | tenor O O 4056 | - O O 4057 | esque O O 4058 | singing O O 4059 | voice O O 4060 | and O O 4061 | sometimes O O 4062 | uses O O 4063 | a O O 4064 | shriek O O 4065 | reminiscent O O 4066 | of O O 4067 | Judas B-ORG B-ORG 4068 | Priest I-ORG I-ORG 4069 | 's O O 4070 | Rob B-PER B-PER 4071 | Halford I-PER I-PER 4072 | , O O 4073 | although O O 4074 | it O O 4075 | is O O 4076 | his O O 4077 | baritone O O 4078 | lows O O 4079 | which O O 4080 | give O O 4081 | him O O 4082 | a O O 4083 | near O O 4084 | four O O 4085 | - O O 4086 | octave O O 4087 | range O O 4088 | in O O 4089 | the O O 4090 | modal O O 4091 | register O O 4092 | . O O 4093 | 4094 | He O O 4095 | is O O 4096 | also O O 4097 | known O O 4098 | for O O 4099 | being O O 4100 | one O O 4101 | of O O 4102 | the O O 4103 | first O O 4104 | surgeons O O 4105 | to O O 4106 | perform O O 4107 | open O O 4108 | - O O 4109 | heart O O 4110 | surgery O O 4111 | and O O 4112 | invented O O 4113 | both O O 4114 | a O O 4115 | surgical O O 4116 | clamp O O 4117 | that O O 4118 | bears O O 4119 | his O O 4120 | name O O 4121 | and O O 4122 | a O O 4123 | prototype O O 4124 | pacemaker O O 4125 | that O O 4126 | was O O 4127 | used O O 4128 | by O O 4129 | Dwight B-PER B-PER 4130 | D. I-PER I-PER 4131 | Eisenhower I-PER I-PER 4132 | . O O 4133 | 4134 | The O O 4135 | Baxter B-LOC B-LOC 4136 | Creek I-LOC I-LOC 4137 | watershed O O 4138 | at O O 4139 | - O O 4140 | large O O 4141 | has O O 4142 | 10 O O 4143 | sources O O 4144 | . O O 4145 | 4146 | Javanese B-MISC B-MISC 4147 | Wikipedia I-MISC I-MISC 4148 | started O O 4149 | in O O 4150 | January O O 4151 | 2003 O O 4152 | , O O 4153 | began O O 4154 | to O O 4155 | have O O 4156 | a O O 4157 | larger O O 4158 | number O O 4159 | of O O 4160 | regular O O 4161 | contributors O O 4162 | in O O 4163 | mid O O 4164 | - O O 4165 | 2006 O O 4166 | , O O 4167 | and O O 4168 | began O O 4169 | to O O 4170 | see O O 4171 | its O O 4172 | golden O O 4173 | era O O 4174 | for O O 4175 | seven O O 4176 | years O O 4177 | in O O 4178 | 2008 O O 4179 | . O O 4180 | 4181 | It O O 4182 | will O O 4183 | house O O 4184 | the O O 4185 | headquarters O O 4186 | of O O 4187 | Stantec B-ORG B-ORG 4188 | . O O 4189 | 4190 | This O O 4191 | version O O 4192 | was O O 4193 | included O O 4194 | on O O 4195 | the O O 4196 | 1999 O O 4197 | album O O 4198 | " O O 4199 | Working B-MISC B-MISC 4200 | Classical I-MISC I-MISC 4201 | " O O 4202 | . O O 4203 | 4204 | James B-PER B-PER 4205 | Madison I-PER I-PER 4206 | Porter I-PER I-PER 4207 | ( O O 4208 | January O O 4209 | 6 O O 4210 | , O O 4211 | 1793 O O 4212 | – O O 4213 | November O O 4214 | 11 O O 4215 | , O O 4216 | 1862 O O 4217 | ) O O 4218 | served O O 4219 | as O O 4220 | the O O 4221 | 18th O O 4222 | United B-LOC B-LOC 4223 | States I-LOC I-LOC 4224 | Secretary O O 4225 | of O O 4226 | War O O 4227 | and O O 4228 | founder O O 4229 | of O O 4230 | Lafayette B-ORG B-ORG 4231 | College I-ORG I-ORG 4232 | . O O 4233 | 4234 | Below O O 4235 | is O O 4236 | a O O 4237 | list O O 4238 | of O O 4239 | the O O 4240 | neighbourhoods O O 4241 | and O O 4242 | suburbs O O 4243 | of O O 4244 | Belgrade B-LOC B-LOC 4245 | , O O 4246 | the O O 4247 | capital O O 4248 | city O O 4249 | of O O 4250 | Serbia B-LOC B-LOC 4251 | . O O 4252 | 4253 | They O O 4254 | remain O O 4255 | the O O 4256 | only O O 4257 | team O O 4258 | from O O 4259 | the O O 4260 | state O O 4261 | of O O 4262 | South B-LOC B-LOC 4263 | Australia I-LOC I-LOC 4264 | to O O 4265 | have O O 4266 | participated O O 4267 | in O O 4268 | top O O 4269 | - O O 4270 | level O O 4271 | rugby O O 4272 | league O O 4273 | in O O 4274 | Australia B-LOC B-LOC 4275 | . O O 4276 | 4277 | The O O 4278 | pair O O 4279 | have O O 4280 | achieved O O 4281 | multiple O O 4282 | successes O O 4283 | throughout O O 4284 | their O O 4285 | career O O 4286 | with O O 4287 | their O O 4288 | award O O 4289 | - O O 4290 | winning O O 4291 | debut O O 4292 | album O O 4293 | " O O 4294 | Sambanova B-MISC B-MISC 4295 | " O O 4296 | , O O 4297 | their O O 4298 | widely O O 4299 | acclaimed O O 4300 | 2007 O O 4301 | release O O 4302 | " O O 4303 | Pnau B-ORG B-ORG 4304 | " O O 4305 | . O O 4306 | 4307 | Pnau B-ORG B-ORG 4308 | is O O 4309 | also O O 4310 | recognized O O 4311 | for O O 4312 | their O O 4313 | heavily O O 4314 | publicized O O 4315 | apprenticeship O O 4316 | under O O 4317 | musician O O 4318 | Elton B-PER B-PER 4319 | John I-PER I-PER 4320 | , O O 4321 | who O O 4322 | signed O O 4323 | the O O 4324 | duo O O 4325 | after O O 4326 | listening O O 4327 | to O O 4328 | their O O 4329 | record O O 4330 | " O O 4331 | Pnau B-ORG B-ORG 4332 | " O O 4333 | . O O 4334 | 4335 | Late B-MISC B-MISC 4336 | Latin I-MISC I-MISC 4337 | is O O 4338 | the O O 4339 | scholarly O O 4340 | name O O 4341 | for O O 4342 | the O O 4343 | written O O 4344 | Latin B-MISC B-MISC 4345 | of O O 4346 | Late O O 4347 | Antiquity O O 4348 | . O O 4349 | 4350 | This O O 4351 | somewhat O O 4352 | - O O 4353 | ambiguously O O 4354 | - O O 4355 | defined O O 4356 | period O O 4357 | fits O O 4358 | between O O 4359 | Classical B-MISC B-MISC 4360 | Latin I-MISC I-MISC 4361 | and O O 4362 | Medieval B-MISC B-MISC 4363 | Latin I-MISC I-MISC 4364 | . O O 4365 | 4366 | There O O 4367 | is O O 4368 | no O O 4369 | scholarly O O 4370 | consensus O O 4371 | about O O 4372 | exactly O O 4373 | when O O 4374 | Classical B-MISC B-MISC 4375 | Latin I-MISC I-MISC 4376 | should O O 4377 | end O O 4378 | or O O 4379 | exactly O O 4380 | when O O 4381 | Medieval B-MISC B-MISC 4382 | Latin I-MISC I-MISC 4383 | should O O 4384 | begin O O 4385 | . O O 4386 | 4387 | However O O 4388 | , O O 4389 | Late B-MISC B-MISC 4390 | Latin I-MISC I-MISC 4391 | is O O 4392 | characterized O O 4393 | ( O O 4394 | with O O 4395 | variations O O 4396 | and O O 4397 | disputes O O 4398 | ) O O 4399 | by O O 4400 | an O O 4401 | identifiable O O 4402 | style O O 4403 | . O O 4404 | 4405 | Jonas B-PER B-PER 4406 | Geirnaert I-PER I-PER 4407 | ( O O 4408 | born O O 4409 | July O O 4410 | 28 O O 4411 | , O O 4412 | 1982 O O 4413 | ) O O 4414 | studied O O 4415 | animation O O 4416 | at O O 4417 | the O O 4418 | KASK B-ORG B-ORG 4419 | in O O 4420 | Ghent B-LOC B-LOC 4421 | . O O 4422 | 4423 | He O O 4424 | maintained O O 4425 | a O O 4426 | tight O O 4427 | grip O O 4428 | on O O 4429 | the O O 4430 | political O O 4431 | scene O O 4432 | and O O 4433 | , O O 4434 | when O O 4435 | the O O 4436 | emperor O O 4437 | Cao B-PER B-PER 4438 | Fang I-PER I-PER 4439 | considered O O 4440 | action O O 4441 | against O O 4442 | him O O 4443 | in O O 4444 | 254 O O 4445 | , O O 4446 | he O O 4447 | had O O 4448 | Cao B-PER B-PER 4449 | Fang I-PER I-PER 4450 | deposed O O 4451 | and O O 4452 | replaced O O 4453 | with O O 4454 | his O O 4455 | cousin O O 4456 | Cao B-PER B-PER 4457 | Mao I-PER I-PER 4458 | . O O 4459 | 4460 | His O O 4461 | cousin O O 4462 | is O O 4463 | Abbud B-PER B-PER 4464 | al I-PER I-PER 4465 | - I-PER I-PER 4466 | Zumar I-PER I-PER 4467 | , O O 4468 | who O O 4469 | was O O 4470 | imprisoned O O 4471 | along O O 4472 | with O O 4473 | him O O 4474 | . O O 4475 | 4476 | The O O 4477 | football O O 4478 | team O O 4479 | plays O O 4480 | in O O 4481 | the O O 4482 | Ecuadorian B-ORG B-ORG 4483 | Serie I-ORG I-ORG 4484 | A I-ORG I-ORG 4485 | , O O 4486 | the O O 4487 | highest O O 4488 | level O O 4489 | of O O 4490 | professional O O 4491 | football O O 4492 | in O O 4493 | the O O 4494 | country O O 4495 | . O O 4496 | 4497 | The O O 4498 | lead O O 4499 | single O O 4500 | , O O 4501 | " O O 4502 | No B-MISC B-MISC 4503 | Phone I-MISC I-MISC 4504 | " O O 4505 | peaked O O 4506 | at O O 4507 | # O O 4508 | 13 O O 4509 | on O O 4510 | the O O 4511 | U.S O O 4512 | . O O 4513 | 4514 | The O O 4515 | album O O 4516 | was O O 4517 | the O O 4518 | band O O 4519 | 's O O 4520 | second O O 4521 | and O O 4522 | last O O 4523 | record O O 4524 | under O O 4525 | Columbia B-ORG B-ORG 4526 | Records I-ORG I-ORG 4527 | . O O 4528 | 4529 | Marriage O O 4530 | in O O 4531 | Scotland B-LOC B-LOC 4532 | is O O 4533 | recognised O O 4534 | in O O 4535 | the O O 4536 | form O O 4537 | of O O 4538 | both O O 4539 | civil O O 4540 | and O O 4541 | religious O O 4542 | unions O O 4543 | between O O 4544 | individuals O O 4545 | . O O 4546 | 4547 | These O O 4548 | differences O O 4549 | led O O 4550 | to O O 4551 | a O O 4552 | tradition O O 4553 | of O O 4554 | couples O O 4555 | from O O 4556 | England B-LOC B-LOC 4557 | and O O 4558 | Wales B-LOC B-LOC 4559 | eloping O O 4560 | to O O 4561 | Scotland B-LOC B-LOC 4562 | , O O 4563 | most O O 4564 | famously O O 4565 | to O O 4566 | marry O O 4567 | at O O 4568 | border O O 4569 | towns O O 4570 | such O O 4571 | as O O 4572 | Gretna B-LOC B-LOC 4573 | Green I-LOC I-LOC 4574 | . O O 4575 | 4576 | The O O 4577 | legal O O 4578 | minimum O O 4579 | age O O 4580 | to O O 4581 | enter O O 4582 | into O O 4583 | a O O 4584 | marriage O O 4585 | in O O 4586 | Scotland B-LOC B-LOC 4587 | is O O 4588 | sixteen O O 4589 | years O O 4590 | and O O 4591 | does O O 4592 | not O O 4593 | require O O 4594 | parental O O 4595 | consent O O 4596 | at O O 4597 | any O O 4598 | age O O 4599 | . O O 4600 | 4601 | Wake B-MISC B-MISC 4602 | of I-MISC I-MISC 4603 | the I-MISC I-MISC 4604 | Flood I-MISC I-MISC 4605 | is O O 4606 | the O O 4607 | sixth O O 4608 | studio O O 4609 | album O O 4610 | by O O 4611 | rock O O 4612 | band O O 4613 | the O O 4614 | Grateful B-ORG B-ORG 4615 | Dead I-ORG I-ORG 4616 | . O O 4617 | 4618 | It O O 4619 | is O O 4620 | her O O 4621 | third O O 4622 | Christmas B-MISC B-MISC 4623 | album O O 4624 | with O O 4625 | a O O 4626 | blend O O 4627 | of O O 4628 | some O O 4629 | traditional O O 4630 | songs O O 4631 | but O O 4632 | mostly O O 4633 | originals O O 4634 | . O O 4635 | 4636 | and O O 4637 | son O O 4638 | George B-PER B-PER 4639 | W. I-PER I-PER 4640 | Bush I-PER I-PER 4641 | . O O 4642 | 4643 | It O O 4644 | was O O 4645 | directed O O 4646 | by O O 4647 | Rod B-PER B-PER 4648 | Holcomb I-PER I-PER 4649 | and O O 4650 | included O O 4651 | one O O 4652 | of O O 4653 | the O O 4654 | early O O 4655 | performances O O 4656 | of O O 4657 | Joseph B-PER B-PER 4658 | Lawrence I-PER I-PER 4659 | , O O 4660 | who O O 4661 | was O O 4662 | nominated O O 4663 | for O O 4664 | Young B-MISC B-MISC 4665 | Artist I-MISC I-MISC 4666 | Award I-MISC I-MISC 4667 | for O O 4668 | his O O 4669 | role O O 4670 | in O O 4671 | the O O 4672 | movie O O 4673 | . O O 4674 | 4675 | It O O 4676 | is O O 4677 | found O O 4678 | from O O 4679 | Africa B-LOC B-LOC 4680 | ( O O 4681 | including O O 4682 | Madagascar B-LOC B-LOC 4683 | ) O O 4684 | , O O 4685 | throughout O O 4686 | Asia B-LOC B-LOC 4687 | ( O O 4688 | including O O 4689 | Sri B-LOC B-LOC 4690 | Lanka I-LOC I-LOC 4691 | and O O 4692 | India B-LOC B-LOC 4693 | ) O O 4694 | to O O 4695 | Australia B-LOC B-LOC 4696 | . O O 4697 | 4698 | The O O 4699 | parish O O 4700 | is O O 4701 | rural O O 4702 | with O O 4703 | a O O 4704 | number O O 4705 | of O O 4706 | hamlets O O 4707 | of O O 4708 | varying O O 4709 | size O O 4710 | with O O 4711 | Porthcurno B-LOC B-LOC 4712 | probably O O 4713 | being O O 4714 | the O O 4715 | best O O 4716 | known O O 4717 | . O O 4718 | 4719 | It O O 4720 | is O O 4721 | situated O O 4722 | approximately O O 4723 | half O O 4724 | - O O 4725 | a O O 4726 | - O O 4727 | mile O O 4728 | ( O O 4729 | 0.8 O O 4730 | km O O 4731 | ) O O 4732 | west O O 4733 | of O O 4734 | Liskeard B-LOC B-LOC 4735 | town O O 4736 | centre O O 4737 | . O O 4738 | 4739 | Christoph B-PER B-PER 4740 | Meinel I-PER I-PER 4741 | ( O O 4742 | Univ. O O 4743 | - O O 4744 | Prof. O O 4745 | , O O 4746 | Dr. O O 4747 | sc O O 4748 | . O O 4749 | 4750 | Vakhtang B-PER B-PER 4751 | Kolbaia I-PER I-PER 4752 | , O O 4753 | elected O O 4754 | in O O 4755 | April O O 4756 | 2013 O O 4757 | , O O 4758 | is O O 4759 | the O O 4760 | current O O 4761 | head O O 4762 | of O O 4763 | the O O 4764 | government O O 4765 | - O O 4766 | in O O 4767 | - O O 4768 | exile O O 4769 | . O O 4770 | 4771 | Loyola B-ORG B-ORG 4772 | University I-ORG I-ORG 4773 | Chicago I-ORG I-ORG 4774 | Quinlan I-ORG I-ORG 4775 | School I-ORG I-ORG 4776 | of I-ORG I-ORG 4777 | Business I-ORG I-ORG 4778 | 4779 | " O O 4780 | Look B-MISC B-MISC 4781 | Out I-MISC I-MISC 4782 | Sunshine I-MISC I-MISC 4783 | ! I-MISC I-MISC 4784 | " O O 4785 | 4786 | The O O 4787 | song O O 4788 | is O O 4789 | the O O 4790 | second O O 4791 | single O O 4792 | release O O 4793 | from O O 4794 | the O O 4795 | album O O 4796 | after O O 4797 | " O O 4798 | Mistress B-MISC B-MISC 4799 | Mabel I-MISC I-MISC 4800 | " O O 4801 | . O O 4802 | 4803 | The O O 4804 | song O O 4805 | was O O 4806 | written O O 4807 | and O O 4808 | produced O O 4809 | by O O 4810 | R O O 4811 | & O O 4812 | B O O 4813 | singer O O 4814 | R. B-PER B-PER 4815 | Kelly I-PER I-PER 4816 | , O O 4817 | and O O 4818 | chronicles O O 4819 | a O O 4820 | teenage O O 4821 | girl O O 4822 | 's O O 4823 | excitement O O 4824 | to O O 4825 | celebrate O O 4826 | the O O 4827 | weekend O O 4828 | by O O 4829 | going O O 4830 | to O O 4831 | a O O 4832 | party O O 4833 | and O O 4834 | having O O 4835 | fun O O 4836 | with O O 4837 | her O O 4838 | friends O O 4839 | . O O 4840 | 4841 | Encompassing O O 4842 | much O O 4843 | of O O 4844 | the O O 4845 | country O O 4846 | 's O O 4847 | western O O 4848 | territory O O 4849 | , O O 4850 | it O O 4851 | shares O O 4852 | borders O O 4853 | with O O 4854 | Syria B-LOC B-LOC 4855 | , O O 4856 | Jordan B-LOC B-LOC 4857 | , O O 4858 | and O O 4859 | Saudi B-LOC B-LOC 4860 | Arabia I-LOC I-LOC 4861 | . O O 4862 | 4863 | It O O 4864 | is O O 4865 | located O O 4866 | in O O 4867 | the O O 4868 | western O O 4869 | part O O 4870 | of O O 4871 | the O O 4872 | present O O 4873 | - O O 4874 | day O O 4875 | municipality O O 4876 | of O O 4877 | Midtre B-LOC B-LOC 4878 | Gauldal I-LOC I-LOC 4879 | . O O 4880 | 4881 | The O O 4882 | administrative O O 4883 | center O O 4884 | of O O 4885 | the O O 4886 | municipality O O 4887 | was O O 4888 | the O O 4889 | village O O 4890 | of O O 4891 | Soknedal B-LOC B-LOC 4892 | , O O 4893 | where O O 4894 | the O O 4895 | Soknedal B-LOC B-LOC 4896 | Church I-LOC I-LOC 4897 | is O O 4898 | located O O 4899 | . O O 4900 | 4901 | The O O 4902 | tunnel O O 4903 | travels O O 4904 | beneath O O 4905 | Mount B-LOC B-LOC 4906 | Washington I-LOC I-LOC 4907 | . O O 4908 | 4909 | Its O O 4910 | northern O O 4911 | ramps O O 4912 | lead O O 4913 | directly O O 4914 | to O O 4915 | the O O 4916 | double O O 4917 | - O O 4918 | deck O O 4919 | Fort B-LOC B-LOC 4920 | Pitt I-LOC I-LOC 4921 | Bridge I-LOC I-LOC 4922 | . O O 4923 | 4924 | The O O 4925 | episode O O 4926 | was O O 4927 | written O O 4928 | by O O 4929 | showrunner O O 4930 | Glen B-PER B-PER 4931 | Mazzara I-PER I-PER 4932 | and O O 4933 | directed O O 4934 | by O O 4935 | Ernest B-PER B-PER 4936 | Dickerson I-PER I-PER 4937 | . O O 4938 | 4939 | It O O 4940 | is O O 4941 | set O O 4942 | eight O O 4943 | months O O 4944 | after O O 4945 | the O O 4946 | second O O 4947 | season O O 4948 | finale O O 4949 | and O O 4950 | focuses O O 4951 | on O O 4952 | Rick B-PER B-PER 4953 | Grimes I-PER I-PER 4954 | ( O O 4955 | Andrew B-PER B-PER 4956 | Lincoln I-PER I-PER 4957 | ) O O 4958 | and O O 4959 | his O O 4960 | group O O 4961 | of O O 4962 | survivors O O 4963 | " O O 4964 | discovering O O 4965 | and O O 4966 | entering O O 4967 | the O O 4968 | prison O O 4969 | complex O O 4970 | shown O O 4971 | on O O 4972 | the O O 4973 | previous O O 4974 | episode O O 4975 | . O O 4976 | 4977 | Gypsy B-MISC B-MISC 4978 | Honeymoon I-MISC I-MISC 4979 | : I-MISC I-MISC 4980 | The I-MISC I-MISC 4981 | Best I-MISC I-MISC 4982 | of I-MISC I-MISC 4983 | Kim I-MISC I-MISC 4984 | Carnes I-MISC I-MISC 4985 | is O O 4986 | a O O 4987 | compilation O O 4988 | album O O 4989 | by O O 4990 | Kim B-PER B-PER 4991 | Carnes I-PER I-PER 4992 | , O O 4993 | released O O 4994 | in O O 4995 | 1993 O O 4996 | . O O 4997 | 4998 | This O O 4999 | is O O 5000 | a O O 5001 | list O O 5002 | of O O 5003 | institutions O O 5004 | related O O 5005 | to O O 5006 | the O O 5007 | culture O O 5008 | of O O 5009 | Sweden B-LOC B-LOC 5010 | . O O 5011 | 5012 | New B-LOC B-LOC 5013 | York I-LOC I-LOC 5014 | City I-LOC I-LOC 5015 | Mayor O O 5016 | Fiorello B-PER B-PER 5017 | H. I-PER I-PER 5018 | La I-PER I-PER 5019 | Guardia I-PER I-PER 5020 | authorized O O 5021 | the O O 5022 | hiring O O 5023 | of O O 5024 | security O O 5025 | guards O O 5026 | to O O 5027 | patrol O O 5028 | the O O 5029 | city O O 5030 | 's O O 5031 | public O O 5032 | housing O O 5033 | buildings O O 5034 | . O O 5035 | 5036 | He O O 5037 | held O O 5038 | various O O 5039 | ministerial O O 5040 | portfolios O O 5041 | such O O 5042 | as O O 5043 | Education O O 5044 | , O O 5045 | Labour O O 5046 | and O O 5047 | Food O O 5048 | and O O 5049 | Civil O O 5050 | Supplies O O 5051 | , O O 5052 | during O O 5053 | various O O 5054 | periods O O 5055 | , O O 5056 | in O O 5057 | the O O 5058 | state O O 5059 | of O O 5060 | Assam B-LOC B-LOC 5061 | . O O 5062 | 5063 | Doug B-MISC B-MISC 5064 | narrates O O 5065 | each O O 5066 | story O O 5067 | in O O 5068 | his O O 5069 | journal O O 5070 | , O O 5071 | and O O 5072 | the O O 5073 | show O O 5074 | incorporates O O 5075 | many O O 5076 | imagination O O 5077 | sequences O O 5078 | . O O 5079 | 5080 | Hansberry B-MISC B-MISC 5081 | v. I-MISC I-MISC 5082 | Lee I-MISC I-MISC 5083 | , O O 5084 | 311 O O 5085 | U.S. O O 5086 | 32 O O 5087 | ( O O 5088 | 1940 O O 5089 | ) O O 5090 | , O O 5091 | is O O 5092 | a O O 5093 | famous O O 5094 | case O O 5095 | now O O 5096 | usually O O 5097 | known O O 5098 | in O O 5099 | civil O O 5100 | procedure O O 5101 | for O O 5102 | teaching O O 5103 | that O O 5104 | " O O 5105 | res O O 5106 | judicata O O 5107 | " O O 5108 | may O O 5109 | not O O 5110 | bind O O 5111 | a O O 5112 | subsequent O O 5113 | plaintiff O O 5114 | who O O 5115 | had O O 5116 | no O O 5117 | opportunity O O 5118 | to O O 5119 | be O O 5120 | represented O O 5121 | in O O 5122 | the O O 5123 | earlier O O 5124 | civil O O 5125 | action O O 5126 | . O O 5127 | 5128 | The O O 5129 | defense O O 5130 | in O O 5131 | the O O 5132 | present O O 5133 | case O O 5134 | argued O O 5135 | that O O 5136 | Carl B-PER B-PER 5137 | Augustus I-PER I-PER 5138 | Hansberry I-PER I-PER 5139 | ( O O 5140 | father O O 5141 | of O O 5142 | Lorraine B-PER B-PER 5143 | Hansberry I-PER I-PER 5144 | ) O O 5145 | could O O 5146 | not O O 5147 | contest O O 5148 | the O O 5149 | covenant O O 5150 | because O O 5151 | it O O 5152 | had O O 5153 | already O O 5154 | been O O 5155 | deemed O O 5156 | valid O O 5157 | by O O 5158 | the O O 5159 | courts O O 5160 | in O O 5161 | the O O 5162 | prior O O 5163 | lawsuit O O 5164 | . O O 5165 | 5166 | After O O 5167 | that O O 5168 | he O O 5169 | appeared O O 5170 | in O O 5171 | four O O 5172 | classic O O 5173 | Donald B-PER B-PER 5174 | Duck I-PER I-PER 5175 | cartoons O O 5176 | : O O 5177 | " O O 5178 | Rugged B-MISC B-MISC 5179 | Bear I-MISC I-MISC 5180 | " O O 5181 | , O O 5182 | " O O 5183 | Grin B-MISC B-MISC 5184 | and I-MISC I-MISC 5185 | Bear I-MISC I-MISC 5186 | It I-MISC I-MISC 5187 | " O O 5188 | , O O 5189 | " O O 5190 | Bearly B-MISC B-MISC 5191 | Asleep I-MISC I-MISC 5192 | " O O 5193 | , O O 5194 | and O O 5195 | " O O 5196 | Beezy B-MISC B-MISC 5197 | Bear I-MISC I-MISC 5198 | " O O 5199 | . O O 5200 | 5201 | In O O 5202 | 2004 O O 5203 | she O O 5204 | moved O O 5205 | to O O 5206 | Polsat B-ORG B-ORG 5207 | , O O 5208 | where O O 5209 | she O O 5210 | was O O 5211 | an O O 5212 | anchor O O 5213 | of O O 5214 | the O O 5215 | news O O 5216 | programme O O 5217 | Wydarzenia B-MISC B-MISC 5218 | . O O 5219 | 5220 | The O O 5221 | film O O 5222 | features O O 5223 | regulars O O 5224 | Sid B-PER B-PER 5225 | James I-PER I-PER 5226 | , O O 5227 | Kenneth B-PER B-PER 5228 | Williams I-PER I-PER 5229 | , O O 5230 | Charles B-PER B-PER 5231 | Hawtrey I-PER I-PER 5232 | , O O 5233 | Joan B-PER B-PER 5234 | Sims I-PER I-PER 5235 | , O O 5236 | Hattie B-PER B-PER 5237 | Jacques I-PER I-PER 5238 | and O O 5239 | Bernard B-PER B-PER 5240 | Bresslaw I-PER I-PER 5241 | . O O 5242 | 5243 | It O O 5244 | features O O 5245 | Kenneth B-PER B-PER 5246 | Cope I-PER I-PER 5247 | in O O 5248 | the O O 5249 | first O O 5250 | of O O 5251 | his O O 5252 | two O O 5253 | Carry O O 5254 | on O O 5255 | appearances O O 5256 | . O O 5257 | 5258 | Wikiquote B-MISC B-MISC 5259 | is O O 5260 | one O O 5261 | of O O 5262 | a O O 5263 | family O O 5264 | of O O 5265 | wiki O O 5266 | - O O 5267 | based O O 5268 | projects O O 5269 | run O O 5270 | by O O 5271 | the O O 5272 | Wikimedia B-ORG B-ORG 5273 | Foundation I-ORG I-ORG 5274 | , O O 5275 | running O O 5276 | on O O 5277 | MediaWiki B-MISC B-MISC 5278 | software O O 5279 | . O O 5280 | 5281 | He O O 5282 | was O O 5283 | educated O O 5284 | at O O 5285 | Clifton B-ORG B-ORG 5286 | College I-ORG I-ORG 5287 | , O O 5288 | along O O 5289 | with O O 5290 | his O O 5291 | brothers O O 5292 | R. B-PER B-PER 5293 | P. I-PER I-PER 5294 | Keigwin I-PER I-PER 5295 | and O O 5296 | Herbert B-PER B-PER 5297 | Keigwin I-PER I-PER 5298 | 5299 | With O O 5300 | an O O 5301 | elevation O O 5302 | of O O 5303 | 345 O O 5304 | meters O O 5305 | , O O 5306 | this O O 5307 | park O O 5308 | is O O 5309 | the O O 5310 | highest O O 5311 | point O O 5312 | of O O 5313 | the O O 5314 | Yuzhong B-LOC B-LOC 5315 | District I-LOC I-LOC 5316 | of O O 5317 | Chongqing B-LOC B-LOC 5318 | . O O 5319 | 5320 | This O O 5321 | place O O 5322 | is O O 5323 | one O O 5324 | of O O 5325 | the O O 5326 | best O O 5327 | sites O O 5328 | to O O 5329 | view O O 5330 | the O O 5331 | night O O 5332 | scene O O 5333 | of O O 5334 | Chongqing B-LOC B-LOC 5335 | . O O 5336 | 5337 | Doctor B-LOC B-LOC 5338 | Fernando I-LOC I-LOC 5339 | Piragine I-LOC I-LOC 5340 | Niveyro I-LOC I-LOC 5341 | International I-LOC I-LOC 5342 | Airport I-LOC I-LOC 5343 | 5344 | He O O 5345 | is O O 5346 | currently O O 5347 | Lead O O 5348 | Strategy O O 5349 | Advisor O O 5350 | Chief O O 5351 | at O O 5352 | the O O 5353 | African B-ORG B-ORG 5354 | Development I-ORG I-ORG 5355 | Bank I-ORG I-ORG 5356 | . O O 5357 | 5358 | He O O 5359 | has O O 5360 | worked O O 5361 | for O O 5362 | over O O 5363 | a O O 5364 | decade O O 5365 | for O O 5366 | multilateral O O 5367 | development O O 5368 | banks O O 5369 | ( O O 5370 | World B-ORG B-ORG 5371 | Bank I-ORG I-ORG 5372 | and O O 5373 | African B-ORG B-ORG 5374 | Development I-ORG I-ORG 5375 | Bank I-ORG I-ORG 5376 | ) O O 5377 | advising O O 5378 | governments O O 5379 | on O O 5380 | numerous O O 5381 | public O O 5382 | sector O O 5383 | and O O 5384 | governance O O 5385 | reforms O O 5386 | . O O 5387 | 5388 | International B-ORG B-ORG 5389 | Bank I-ORG I-ORG 5390 | for I-ORG I-ORG 5391 | Reconstruction I-ORG I-ORG 5392 | and I-ORG I-ORG 5393 | Development I-ORG I-ORG 5394 | 5395 | The O O 5396 | National B-LOC B-LOC 5397 | Palace I-LOC I-LOC 5398 | is O O 5399 | a O O 5400 | palace O O 5401 | in O O 5402 | Addis B-LOC B-LOC 5403 | Ababa I-LOC I-LOC 5404 | , O O 5405 | Ethiopia B-LOC B-LOC 5406 | . O O 5407 | 5408 | The O O 5409 | company O O 5410 | is O O 5411 | responsible O O 5412 | for O O 5413 | producing O O 5414 | around O O 5415 | 40 O O 5416 | % O O 5417 | of O O 5418 | the O O 5419 | total O O 5420 | natural O O 5421 | gas O O 5422 | consumption O O 5423 | in O O 5424 | Romania B-LOC B-LOC 5425 | . O O 5426 | 5427 | Fondul B-ORG B-ORG 5428 | Proprietatea I-ORG I-ORG 5429 | owns O O 5430 | 14.99 O O 5431 | % O O 5432 | , O O 5433 | while O O 5434 | the O O 5435 | remaining O O 5436 | 15 O O 5437 | % O O 5438 | is O O 5439 | owned O O 5440 | by O O 5441 | various O O 5442 | shareholders O O 5443 | . O O 5444 | 5445 | Mario B-PER B-PER 5446 | Amilivia I-PER I-PER 5447 | is O O 5448 | married O O 5449 | and O O 5450 | has O O 5451 | two O O 5452 | daughters O O 5453 | . O O 5454 | 5455 | The O O 5456 | film O O 5457 | also O O 5458 | stars O O 5459 | Maria B-PER B-PER 5460 | Bello I-PER I-PER 5461 | and O O 5462 | Morgan B-PER B-PER 5463 | Saylor I-PER I-PER 5464 | . O O 5465 | 5466 | -------------------------------------------------------------------------------- /correction/run_correction_model.py: -------------------------------------------------------------------------------- 1 | from __future__ import absolute_import, division, print_function 2 | 3 | import argparse 4 | import csv 5 | import json 6 | import logging 7 | import os 8 | import random 9 | import sys 10 | 11 | import numpy as np 12 | import torch 13 | import torch.nn.functional as F 14 | from pytorch_pretrained_bert.file_utils import PYTORCH_PRETRAINED_BERT_CACHE 15 | from pytorch_pretrained_bert.modeling import (CONFIG_NAME, WEIGHTS_NAME, 16 | BertConfig, 17 | BertForTokenClassification) 18 | from pytorch_pretrained_bert.optimization import BertAdam, warmup_linear 19 | from pytorch_pretrained_bert.tokenization import BertTokenizer 20 | from seqeval.metrics import classification_report, f1_score 21 | from torch import nn 22 | from torch.nn import CrossEntropyLoss 23 | from torch.utils.data import (DataLoader, RandomSampler, SequentialSampler, 24 | TensorDataset) 25 | from torch.utils.data.distributed import DistributedSampler 26 | from tqdm import tqdm, trange 27 | import torch.utils.data as Data 28 | 29 | logging.basicConfig(format = '%(asctime)s - %(levelname)s - %(name)s - %(message)s', 30 | datefmt = '%m/%d/%Y %H:%M:%S', 31 | level = logging.INFO) 32 | logger = logging.getLogger(__name__) 33 | 34 | class Ner(BertForTokenClassification): 35 | 36 | def __init__(self, config, num_labels): 37 | super(Ner, self).__init__(config, num_labels) 38 | 39 | self.merge_classifier = nn.Linear(config.hidden_size + num_labels, num_labels) 40 | self.apply(self.init_bert_weights) 41 | 42 | def forward(self, input_ids, token_type_ids=None, attention_mask=None, labels=None,valid_ids=None,attention_mask_label=None, fea_ids=None): 43 | sequence_output, _ = self.bert(input_ids, token_type_ids, attention_mask, output_all_encoded_layers=False) 44 | batch_size,max_len,feat_dim = sequence_output.shape 45 | valid_output = torch.zeros(batch_size,max_len,feat_dim,dtype=torch.float32,device='cuda') 46 | label_embedding = torch.zeros(batch_size,max_len,self.num_labels,dtype=torch.float32,device='cuda') 47 | for i in range(batch_size): 48 | for j in range(max_len): 49 | if fea_ids[i][j] > 0: 50 | label_embedding[i][j][fea_ids[i][j]] = 1.0 51 | for i in range(batch_size): 52 | jj = -1 53 | for j in range(max_len): 54 | if valid_ids[i][j].item() == 1: 55 | jj += 1 56 | valid_output[i][jj] = sequence_output[i][j] 57 | sequence_output = self.dropout(valid_output) 58 | contat_output = torch.cat((sequence_output, label_embedding), 2) 59 | # logits = self.classifier(sequence_output) 60 | logits = self.merge_classifier(contat_output) 61 | 62 | if labels is not None: 63 | loss_fct = CrossEntropyLoss(ignore_index=0) 64 | # Only keep active parts of the loss 65 | attention_mask_label = None 66 | if attention_mask_label is not None: 67 | active_loss = attention_mask_label.view(-1) == 1 68 | active_logits = logits.view(-1, self.num_labels)[active_loss] 69 | active_labels = labels.view(-1)[active_loss] 70 | loss = loss_fct(active_logits, active_labels) 71 | else: 72 | loss = loss_fct(logits.view(-1, self.num_labels), labels.view(-1)) 73 | return loss 74 | else: 75 | return logits 76 | 77 | 78 | class InputExample(object): 79 | """A single training/test example for simple sequence classification.""" 80 | 81 | def __init__(self, guid, text_a, text_b=None, label=None): 82 | """Constructs a InputExample. 83 | 84 | Args: 85 | guid: Unique id for the example. 86 | text_a: string. The untokenized text of the first sequence. For single 87 | sequence tasks, only this sequence must be specified. 88 | text_b: (Optional) string. The untokenized text of the second sequence. 89 | Only must be specified for sequence pair tasks. 90 | label: (Optional) string. The label of the example. This should be 91 | specified for train and dev examples, but not for test examples. 92 | """ 93 | self.guid = guid 94 | self.text_a = text_a 95 | self.text_b = text_b 96 | self.label = label 97 | 98 | class InputFeatures(object): 99 | """A single set of features of data.""" 100 | 101 | def __init__(self, input_ids, input_mask, segment_ids, label_id, valid_ids=None, label_mask=None, fea_ids=None, raw_data=None): 102 | self.input_ids = input_ids 103 | self.input_mask = input_mask 104 | self.segment_ids = segment_ids 105 | self.label_id = label_id 106 | self.valid_ids = valid_ids 107 | self.label_mask = label_mask 108 | self.fea_ids=fea_ids 109 | self.raw_data = raw_data 110 | 111 | def readfile(filename): 112 | ''' 113 | read file 114 | return format : 115 | [ ['EU', 'B-ORG'], ['rejects', 'O'], ['German', 'B-MISC'], ['call', 'O'], ['to', 'O'], ['boycott', 'O'], ['British', 'B-MISC'], ['lamb', 'O'], ['.', 'O'] ] 116 | ''' 117 | print(filename) 118 | f = open(filename, 'r', encoding="ISO-8859-1") 119 | data = [] 120 | sentence = [] 121 | fea = [] 122 | label= [] 123 | for line in f: 124 | try: 125 | # print(line) 126 | if len(line)==0 or line.startswith('-DOCSTART') or line[0]=="\n": 127 | if len(sentence) > 0: 128 | data.append((sentence,fea,label)) 129 | sentence = [] 130 | label = [] 131 | fea = [] 132 | continue 133 | splits = line.split(' ') 134 | sentence.append(splits[0]) 135 | if len(splits) == 2: 136 | fea.append(splits[-1][:-1]) 137 | else: 138 | fea.append(splits[-2]) 139 | label.append(splits[-1][:-1]) 140 | except Exception as e: 141 | pass 142 | 143 | if len(sentence) >0: 144 | data.append((sentence,fea,label)) 145 | sentence = [] 146 | label = [] 147 | fea = [] 148 | return data 149 | 150 | class DataProcessor(object): 151 | """Base class for data converters for sequence classification data sets.""" 152 | 153 | def get_train_examples(self, data_dir): 154 | """Gets a collection of `InputExample`s for the train set.""" 155 | raise NotImplementedError() 156 | 157 | def get_dev_examples(self, data_dir): 158 | """Gets a collection of `InputExample`s for the dev set.""" 159 | raise NotImplementedError() 160 | 161 | def get_labels(self): 162 | """Gets the list of labels for this data set.""" 163 | raise NotImplementedError() 164 | 165 | @classmethod 166 | def _read_tsv(cls, input_file, quotechar=None): 167 | """Reads a tab separated value file.""" 168 | return readfile(input_file) 169 | 170 | 171 | class NerProcessor(DataProcessor): 172 | """Processor for the CoNLL-2003 data set.""" 173 | 174 | def get_train_examples(self, data_dir): 175 | """See base class.""" 176 | return self._create_examples( 177 | self._read_tsv(data_dir), "train") 178 | 179 | def get_dev_examples(self, data_dir): 180 | """See base class.""" 181 | return self._create_examples( 182 | self._read_tsv(data_dir), "dev") 183 | 184 | def get_test_examples(self, data_dir): 185 | """See base class.""" 186 | return self._create_examples( 187 | self._read_tsv(data_dir), "test") 188 | 189 | def get_labels(self): 190 | return ["O", "B-MISC", "I-MISC", "B-PER", "I-PER", "B-ORG", "I-ORG", "B-LOC", "I-LOC", "[CLS]", "[SEP]"] 191 | 192 | def _create_examples(self,lines,set_type): 193 | examples = [] 194 | for i,(sentence,fea,label) in enumerate(lines): 195 | guid = "%s-%s" % (set_type, i) 196 | text_a = ' '.join(sentence) 197 | text_b = fea 198 | label = label 199 | examples.append(InputExample(guid=guid,text_a=text_a,text_b=text_b,label=label)) 200 | return examples 201 | 202 | def convert_examples_to_features(examples, label_list, max_seq_length, tokenizer): 203 | """Loads a data file into a list of `InputBatch`s.""" 204 | 205 | label_map = {label : i for i, label in enumerate(label_list,1)} 206 | 207 | features = [] 208 | raw_data = [] 209 | tot = 0 210 | for (ex_index,example) in enumerate(examples): 211 | textlist = example.text_a.split(' ') 212 | fealist = example.text_b 213 | labellist = example.label 214 | tokens = [] 215 | labels = [] 216 | valid = [] 217 | label_mask = [] 218 | feas = [] 219 | raw_data.append(textlist) 220 | for i, word in enumerate(textlist): 221 | token = tokenizer.tokenize(word) 222 | tokens.extend(token) 223 | label_1 = labellist[i] 224 | label_0 = fealist[i] 225 | for m in range(len(token)): 226 | if m == 0: 227 | labels.append(label_1) 228 | feas.append(label_0) 229 | valid.append(1) 230 | label_mask.append(1) 231 | else: 232 | valid.append(0) 233 | if len(tokens) >= max_seq_length - 1: 234 | tokens = tokens[0:(max_seq_length - 2)] 235 | labels = labels[0:(max_seq_length - 2)] 236 | feas = feas[0:(max_seq_length - 2)] 237 | valid = valid[0:(max_seq_length - 2)] 238 | label_mask = label_mask[0:(max_seq_length - 2)] 239 | ntokens = [] 240 | segment_ids = [] 241 | label_ids = [] 242 | fea_ids = [] 243 | ntokens.append("[CLS]") 244 | segment_ids.append(0) 245 | valid.insert(0,1) 246 | label_mask.insert(0,1) 247 | label_ids.append(label_map["[CLS]"]) 248 | fea_ids.append(label_map["[CLS]"]) 249 | for i, token in enumerate(tokens): 250 | ntokens.append(token) 251 | segment_ids.append(0) 252 | if len(labels) > i: 253 | # print(labels[i]) 254 | try: 255 | label_ids.append(label_map[labels[i]]) 256 | fea_ids.append(label_map[feas[i]]) 257 | except Exception as e: 258 | print("ERROR", e) 259 | # print(tokens) 260 | # print(labels) 261 | exit(0) 262 | ntokens.append("[SEP]") 263 | segment_ids.append(0) 264 | valid.append(1) 265 | label_mask.append(1) 266 | label_ids.append(label_map["[SEP]"]) 267 | fea_ids.append(label_map["[SEP]"]) 268 | input_ids = tokenizer.convert_tokens_to_ids(ntokens) 269 | input_mask = [1] * len(input_ids) 270 | label_mask = [1] * len(label_ids) 271 | while len(input_ids) < max_seq_length: 272 | input_ids.append(0) 273 | input_mask.append(0) 274 | segment_ids.append(0) 275 | label_ids.append(0) 276 | fea_ids.append(0) 277 | valid.append(1) 278 | label_mask.append(0) 279 | while len(label_ids) < max_seq_length: 280 | label_ids.append(0) 281 | label_mask.append(0) 282 | while len(fea_ids) < max_seq_length: 283 | fea_ids.append(0) 284 | assert len(input_ids) == max_seq_length 285 | assert len(fea_ids) == max_seq_length 286 | assert len(input_mask) == max_seq_length 287 | assert len(segment_ids) == max_seq_length 288 | assert len(label_ids) == max_seq_length 289 | assert len(valid) == max_seq_length 290 | assert len(label_mask) == max_seq_length 291 | 292 | if ex_index < 5: 293 | logger.info("*** Example ***") 294 | logger.info("guid: %s" % (example.guid)) 295 | logger.info("tokens: %s" % " ".join( 296 | [str(x) for x in tokens])) 297 | logger.info("input_ids: %s" % " ".join([str(x) for x in input_ids])) 298 | logger.info("input_mask: %s" % " ".join([str(x) for x in input_mask])) 299 | logger.info( 300 | "segment_ids: %s" % " ".join([str(x) for x in segment_ids])) 301 | # logger.info("label: %s (id = %d)" % (example.label, label_ids)) 302 | 303 | features.append( 304 | InputFeatures(input_ids=input_ids, 305 | input_mask=input_mask, 306 | segment_ids=segment_ids, 307 | label_id=label_ids, 308 | valid_ids=valid, 309 | label_mask=label_mask, 310 | fea_ids=fea_ids, 311 | raw_data=[tot])) 312 | tot += 1 313 | return features, raw_data 314 | 315 | 316 | def main(): 317 | parser = argparse.ArgumentParser() 318 | 319 | ## Required parameters 320 | parser.add_argument("--train_file", 321 | default=None, 322 | type=str, 323 | required=True, 324 | help="The training dataset file.") 325 | parser.add_argument("--dev_file", 326 | default=None, 327 | type=str, 328 | required=True, 329 | help="The development dataset file.") 330 | parser.add_argument("--test_file", 331 | default=None, 332 | type=str, 333 | required=True, 334 | help="The test dataset file.") 335 | parser.add_argument("--pred_file", 336 | default=None, 337 | type=str, 338 | required=False, 339 | help="The output file where the model predictions will be written.") 340 | parser.add_argument("--bert_model", default=None, type=str, required=True, 341 | help="Bert pre-trained model selected in the list: bert-base-uncased, " 342 | "bert-large-uncased, bert-base-cased, bert-large-cased, bert-base-multilingual-uncased, " 343 | "bert-base-multilingual-cased, bert-base-chinese.") 344 | parser.add_argument("--early_stop", 345 | default=5, 346 | type=int, 347 | help="Early etop") 348 | parser.add_argument("--task_name", 349 | default=None, 350 | type=str, 351 | required=True, 352 | help="The name of the task to train.") 353 | parser.add_argument("--output_dir", 354 | default=None, 355 | type=str, 356 | required=True, 357 | help="The output directory where the model predictions and checkpoints will be written.") 358 | parser.add_argument("--load_dir", 359 | default=None, 360 | type=str, 361 | help="The directory of the model that need to be loaded.") 362 | ## Other parameters 363 | parser.add_argument("--cache_dir", 364 | default="", 365 | type=str, 366 | help="Where do you want to store the pre-trained models downloaded from s3") 367 | parser.add_argument("--max_seq_length", 368 | default=128, 369 | type=int, 370 | help="The maximum total input sequence length after WordPiece tokenization. \n" 371 | "Sequences longer than this will be truncated, and sequences shorter \n" 372 | "than this will be padded.") 373 | parser.add_argument("--do_train", 374 | action='store_true', 375 | help="Whether to run training.") 376 | parser.add_argument("--do_eval", 377 | action='store_true', 378 | help="Whether to run eval on the dev set.") 379 | parser.add_argument("--do_lower_case", 380 | action='store_true', 381 | help="Set this flag if you are using an uncased model.") 382 | parser.add_argument("--train_batch_size", 383 | default=32, 384 | type=int, 385 | help="Total batch size for training.") 386 | parser.add_argument("--eval_batch_size", 387 | default=8, 388 | type=int, 389 | help="Total batch size for eval.") 390 | parser.add_argument("--learning_rate", 391 | default=5e-5, 392 | type=float, 393 | help="The initial learning rate for Adam.") 394 | parser.add_argument("--num_train_epochs", 395 | default=3.0, 396 | type=float, 397 | help="Total number of training epochs to perform.") 398 | parser.add_argument("--warmup_proportion", 399 | default=0.1, 400 | type=float, 401 | help="Proportion of training to perform linear learning rate warmup for. " 402 | "E.g., 0.1 = 10%% of training.") 403 | parser.add_argument("--no_cuda", 404 | action='store_true', 405 | help="Whether not to use CUDA when available") 406 | parser.add_argument("--local_rank", 407 | type=int, 408 | default=-1, 409 | help="local_rank for distributed training on gpus") 410 | parser.add_argument('--seed', 411 | type=int, 412 | default=42, 413 | help="random seed for initialization") 414 | parser.add_argument('--gradient_accumulation_steps', 415 | type=int, 416 | default=1, 417 | help="Number of updates steps to accumulate before performing a backward/update pass.") 418 | parser.add_argument('--fp16', 419 | action='store_true', 420 | help="Whether to use 16-bit float precision instead of 32-bit") 421 | parser.add_argument('--loss_scale', 422 | type=float, default=0, 423 | help="Loss scaling to improve fp16 numeric stability. Only used when fp16 set to True.\n" 424 | "0 (default value): dynamic loss scaling.\n" 425 | "Positive power of 2: static loss scaling value.\n") 426 | parser.add_argument('--server_ip', type=str, default='', help="Can be used for distant debugging.") 427 | parser.add_argument('--server_port', type=str, default='', help="Can be used for distant debugging.") 428 | args = parser.parse_args() 429 | 430 | if args.server_ip and args.server_port: 431 | # Distant debugging - see https://code.visualstudio.com/docs/python/debugging#_attach-to-a-local-script 432 | import ptvsd 433 | print("Waiting for debugger attach") 434 | ptvsd.enable_attach(address=(args.server_ip, args.server_port), redirect_output=True) 435 | ptvsd.wait_for_attach() 436 | 437 | processors = {"ner":NerProcessor} 438 | 439 | if args.local_rank == -1 or args.no_cuda: 440 | device = torch.device("cuda" if torch.cuda.is_available() and not args.no_cuda else "cpu") 441 | n_gpu = torch.cuda.device_count() 442 | else: 443 | torch.cuda.set_device(args.local_rank) 444 | device = torch.device("cuda", args.local_rank) 445 | n_gpu = 1 446 | # Initializes the distributed backend which will take care of sychronizing nodes/GPUs 447 | torch.distributed.init_process_group(backend='nccl') 448 | logger.info("device: {} n_gpu: {}, distributed training: {}, 16-bits training: {}".format( 449 | device, n_gpu, bool(args.local_rank != -1), args.fp16)) 450 | 451 | if args.gradient_accumulation_steps < 1: 452 | raise ValueError("Invalid gradient_accumulation_steps parameter: {}, should be >= 1".format( 453 | args.gradient_accumulation_steps)) 454 | 455 | args.train_batch_size = args.train_batch_size // args.gradient_accumulation_steps 456 | 457 | random.seed(args.seed) 458 | np.random.seed(args.seed) 459 | torch.manual_seed(args.seed) 460 | 461 | if not args.do_train and not args.do_eval: 462 | raise ValueError("At least one of `do_train` or `do_eval` must be True.") 463 | 464 | if os.path.exists(args.output_dir) and os.listdir(args.output_dir) and args.do_train: 465 | raise ValueError("Output directory ({}) already exists and is not empty.".format(args.output_dir)) 466 | if not os.path.exists(args.output_dir): 467 | os.makedirs(args.output_dir) 468 | 469 | task_name = args.task_name.lower() 470 | 471 | if task_name not in processors: 472 | raise ValueError("Task not found: %s" % (task_name)) 473 | 474 | processor = processors[task_name]() 475 | label_list = processor.get_labels() 476 | num_labels = len(label_list) + 1 477 | 478 | tokenizer = BertTokenizer.from_pretrained(args.bert_model, do_lower_case=args.do_lower_case) 479 | 480 | train_examples = None 481 | num_train_optimization_steps = None 482 | if args.do_train: 483 | train_examples = processor.get_train_examples(args.train_file) 484 | num_train_optimization_steps = int( 485 | len(train_examples) / args.train_batch_size / args.gradient_accumulation_steps) * args.num_train_epochs 486 | if args.local_rank != -1: 487 | num_train_optimization_steps = num_train_optimization_steps // torch.distributed.get_world_size() 488 | 489 | # Prepare model 490 | cache_dir = args.cache_dir if args.cache_dir else os.path.join(str(PYTORCH_PRETRAINED_BERT_CACHE), 'distributed_{}'.format(args.local_rank)) 491 | model = Ner.from_pretrained(args.bert_model, 492 | cache_dir=cache_dir, 493 | num_labels = num_labels) 494 | if args.load_dir: 495 | output_config_file = os.path.join(args.load_dir, CONFIG_NAME) 496 | output_model_file = os.path.join(args.load_dir, WEIGHTS_NAME) 497 | config = BertConfig(output_config_file) 498 | model = Ner(config, num_labels=num_labels) 499 | model.load_state_dict(torch.load(output_model_file)) 500 | 501 | if args.fp16: 502 | model.half() 503 | model.to(device) 504 | if args.local_rank != -1: 505 | try: 506 | from apex.parallel import DistributedDataParallel as DDP 507 | except ImportError: 508 | raise ImportError("Please install apex from https://www.github.com/nvidia/apex to use distributed and fp16 training.") 509 | 510 | model = DDP(model) 511 | elif n_gpu > 1: 512 | model = torch.nn.DataParallel(model) 513 | 514 | param_optimizer = list(model.named_parameters()) 515 | 516 | no_decay = ['bias', 'LayerNorm.bias', 'LayerNorm.weight'] 517 | optimizer_grouped_parameters = [ 518 | {'params': [p for n, p in param_optimizer if not any(nd in n for nd in no_decay)], 'weight_decay': 0.01}, 519 | {'params': [p for n, p in param_optimizer if any(nd in n for nd in no_decay)], 'weight_decay': 0.0} 520 | ] 521 | if args.fp16: 522 | try: 523 | from apex.optimizers import FP16_Optimizer 524 | from apex.optimizers import FusedAdam 525 | except ImportError: 526 | raise ImportError("Please install apex from https://www.github.com/nvidia/apex to use distributed and fp16 training.") 527 | 528 | optimizer = FusedAdam(optimizer_grouped_parameters, 529 | lr=args.learning_rate, 530 | bias_correction=False, 531 | max_grad_norm=1.0) 532 | if args.loss_scale == 0: 533 | optimizer = FP16_Optimizer(optimizer, dynamic_loss_scale=True) 534 | else: 535 | optimizer = FP16_Optimizer(optimizer, static_loss_scale=args.loss_scale) 536 | 537 | else: 538 | optimizer = BertAdam(optimizer_grouped_parameters, 539 | lr=args.learning_rate, 540 | warmup=args.warmup_proportion, 541 | t_total=num_train_optimization_steps) 542 | 543 | global_step = 0 544 | nb_tr_steps = 0 545 | tr_loss = 0 546 | label_map = {i : label for i, label in enumerate(label_list,1)} 547 | if args.do_train: 548 | train_features, raw_ = convert_examples_to_features( 549 | train_examples, label_list, args.max_seq_length, tokenizer) 550 | logger.info("***** Running training *****") 551 | logger.info(" Num examples = %d", len(train_examples)) 552 | logger.info(" Batch size = %d", args.train_batch_size) 553 | logger.info(" Num steps = %d", num_train_optimization_steps) 554 | all_input_ids = torch.tensor([f.input_ids for f in train_features], dtype=torch.long) 555 | all_input_mask = torch.tensor([f.input_mask for f in train_features], dtype=torch.long) 556 | all_segment_ids = torch.tensor([f.segment_ids for f in train_features], dtype=torch.long) 557 | all_label_ids = torch.tensor([f.label_id for f in train_features], dtype=torch.long) 558 | all_valid_ids = torch.tensor([f.valid_ids for f in train_features], dtype=torch.long) 559 | all_lmask_ids = torch.tensor([f.label_mask for f in train_features], dtype=torch.long) 560 | all_fea_ids = torch.tensor([f.fea_ids for f in train_features], dtype=torch.long) 561 | train_data = TensorDataset(all_input_ids, all_input_mask, all_segment_ids, all_label_ids,all_valid_ids,all_lmask_ids,all_fea_ids) 562 | if args.local_rank == -1: 563 | train_sampler = RandomSampler(train_data) 564 | else: 565 | train_sampler = DistributedSampler(train_data) 566 | train_dataloader = DataLoader(train_data, sampler=train_sampler, batch_size=args.train_batch_size) 567 | 568 | train_log = open(os.path.join(args.output_dir, "train.log"), "w") 569 | model.train() 570 | best_f1_score = -1 571 | best_round = 0 572 | for _ in trange(int(args.num_train_epochs), desc="Epoch"): 573 | tr_loss = 0 574 | nb_tr_examples, nb_tr_steps = 0, 0 575 | for step, batch in enumerate(tqdm(train_dataloader, desc="Iteration")): 576 | batch = tuple(t.to(device) for t in batch) 577 | input_ids, input_mask, segment_ids, label_ids, valid_ids,l_mask, fea_ids = batch 578 | loss = model(input_ids, segment_ids, input_mask, label_ids,valid_ids,l_mask, fea_ids) 579 | if n_gpu > 1: 580 | loss = loss.mean() # mean() to average on multi-gpu. 581 | if args.gradient_accumulation_steps > 1: 582 | loss = loss / args.gradient_accumulation_steps 583 | 584 | if args.fp16: 585 | optimizer.backward(loss) 586 | else: 587 | loss.backward() 588 | print("epoch=%d, step=%d, loss=%.5f" % (_, step, loss), file=train_log, flush=True) 589 | tr_loss += loss.item() 590 | nb_tr_examples += input_ids.size(0) 591 | nb_tr_steps += 1 592 | if (step + 1) % args.gradient_accumulation_steps == 0: 593 | if args.fp16: 594 | # modify learning rate with special warm up BERT uses 595 | # if args.fp16 is False, BertAdam is used that handles this automatically 596 | lr_this_step = args.learning_rate * warmup_linear(global_step/num_train_optimization_steps, args.warmup_proportion) 597 | for param_group in optimizer.param_groups: 598 | param_group['lr'] = lr_this_step 599 | optimizer.step() 600 | optimizer.zero_grad() 601 | global_step += 1 602 | 603 | print("Start Evaluating epoch %d ..." % _) 604 | eval_examples = processor.get_dev_examples(args.dev_file) 605 | eval_features, raw_ = convert_examples_to_features(eval_examples, label_list, args.max_seq_length, tokenizer) 606 | logger.info("***** Running dev evaluation *****") 607 | logger.info(" Num examples = %d", len(eval_examples)) 608 | logger.info(" Batch size = %d", args.eval_batch_size) 609 | all_input_ids = torch.tensor([f.input_ids for f in eval_features], dtype=torch.long) 610 | all_input_mask = torch.tensor([f.input_mask for f in eval_features], dtype=torch.long) 611 | all_segment_ids = torch.tensor([f.segment_ids for f in eval_features], dtype=torch.long) 612 | all_label_ids = torch.tensor([f.label_id for f in eval_features], dtype=torch.long) 613 | all_valid_ids = torch.tensor([f.valid_ids for f in eval_features], dtype=torch.long) 614 | all_lmask_ids = torch.tensor([f.label_mask for f in eval_features], dtype=torch.long) 615 | all_fea_ids = torch.tensor([f.fea_ids for f in eval_features], dtype=torch.long) 616 | eval_data = TensorDataset(all_input_ids, all_input_mask, all_segment_ids, all_label_ids, all_valid_ids, 617 | all_lmask_ids, all_fea_ids) 618 | # Run prediction for full data 619 | eval_sampler = SequentialSampler(eval_data) 620 | eval_dataloader = DataLoader(eval_data, sampler=eval_sampler, batch_size=args.eval_batch_size) 621 | model.eval() 622 | eval_loss, eval_accuracy = 0, 0 623 | nb_eval_steps, nb_eval_examples = 0, 0 624 | y_true = [] 625 | y_pred = [] 626 | label_map = {i: label for i, label in enumerate(label_list, 1)} 627 | for input_ids, input_mask, segment_ids, label_ids, valid_ids, l_mask, fea_ids in tqdm(eval_dataloader, 628 | desc="DEV_Evaluating"): 629 | input_ids = input_ids.to(device) 630 | input_mask = input_mask.to(device) 631 | segment_ids = segment_ids.to(device) 632 | valid_ids = valid_ids.to(device) 633 | label_ids = label_ids.to(device) 634 | l_mask = l_mask.to(device) 635 | fea_ids = fea_ids.to(device) 636 | 637 | with torch.no_grad(): 638 | logits = model(input_ids, segment_ids, input_mask, valid_ids=valid_ids, attention_mask_label=l_mask, fea_ids=fea_ids) 639 | 640 | logits = torch.argmax(F.log_softmax(logits, dim=2), dim=2) 641 | logits = logits.detach().cpu().numpy() 642 | label_ids = label_ids.to('cpu').numpy() 643 | input_mask = input_mask.to('cpu').numpy() 644 | 645 | for i, label in enumerate(label_ids): 646 | temp_1 = [] 647 | temp_2 = [] 648 | for j, m in enumerate(label): 649 | if j == 0: 650 | continue 651 | elif label_ids[i][j] == 11: 652 | y_true.append(temp_1) 653 | y_pred.append(temp_2) 654 | break 655 | else: 656 | tmp_label = label_map.get(label_ids[i][j], "O") 657 | #if "MISC" in tmp_label: 658 | # tmp_label = "O" 659 | temp_1.append(tmp_label) 660 | 661 | tmp_label = label_map.get(logits[i][j], "O") 662 | #if "MISC" in tmp_label: 663 | # tmp_label = "O" 664 | temp_2.append(tmp_label) 665 | 666 | report = classification_report(y_true, y_pred, digits=4) 667 | logger.info("\n%s", report) 668 | output_eval_file = os.path.join(args.output_dir, "eval_results.txt") 669 | writer = open(output_eval_file, "a") 670 | print("***** DEV Eval results *****") 671 | print("\n%s", report) 672 | writer.write(report) 673 | writer.close() 674 | 675 | 676 | cur_f1 = f1_score(y_true, y_pred) 677 | if cur_f1 > best_f1_score: 678 | print("Saving model ...") 679 | best_f1_score = cur_f1 680 | writer = open(output_eval_file, "a") 681 | writer.write("Model Saved\n") 682 | writer.close() 683 | model_to_save = model.module if hasattr(model, 'module') else model # Only save the model it-self 684 | output_model_file = os.path.join(args.output_dir, WEIGHTS_NAME) 685 | torch.save(model_to_save.state_dict(), output_model_file) 686 | output_config_file = os.path.join(args.output_dir, CONFIG_NAME) 687 | with open(output_config_file, 'w') as f: 688 | f.write(model_to_save.config.to_json_string()) 689 | label_map = {i : label for i, label in enumerate(label_list,1)} 690 | model_config = {"bert_model":args.bert_model,"do_lower":args.do_lower_case,"max_seq_length":args.max_seq_length,"num_labels":len(label_list)+1,"label_map":label_map} 691 | json.dump(model_config,open(os.path.join(args.output_dir,"model_config.json"),"w")) 692 | print("Model Saved") 693 | best_round = _ 694 | else: 695 | if _ - best_round > args.early_stop: 696 | print("Early Stop!") 697 | break 698 | 699 | # Load a trained model and config that you have fine-tuned 700 | else: 701 | output_config_file = os.path.join(args.output_dir, CONFIG_NAME) 702 | output_model_file = os.path.join(args.output_dir, WEIGHTS_NAME) 703 | config = BertConfig(output_config_file) 704 | model = Ner(config, num_labels=num_labels) 705 | model.load_state_dict(torch.load(output_model_file)) 706 | 707 | model.to(device) 708 | 709 | if args.do_eval and (args.local_rank == -1 or torch.distributed.get_rank() == 0): 710 | out_file = open(args.pred_file, "w", encoding='utf-8') 711 | eval_examples = processor.get_test_examples(args.test_file) 712 | eval_features, raw_data = convert_examples_to_features(eval_examples, label_list, args.max_seq_length, tokenizer) 713 | logger.info("***** Running evaluation *****") 714 | logger.info(" Num examples = %d", len(eval_examples)) 715 | logger.info(" Batch size = %d", args.eval_batch_size) 716 | all_input_ids = torch.tensor([f.input_ids for f in eval_features], dtype=torch.long) 717 | all_input_mask = torch.tensor([f.input_mask for f in eval_features], dtype=torch.long) 718 | all_segment_ids = torch.tensor([f.segment_ids for f in eval_features], dtype=torch.long) 719 | all_label_ids = torch.tensor([f.label_id for f in eval_features], dtype=torch.long) 720 | all_valid_ids = torch.tensor([f.valid_ids for f in eval_features], dtype=torch.long) 721 | all_lmask_ids = torch.tensor([f.label_mask for f in eval_features], dtype=torch.long) 722 | all_fea_ids = torch.tensor([f.fea_ids for f in eval_features], dtype=torch.long) 723 | all_raw_datas = torch.tensor([f.raw_data for f in eval_features], dtype=torch.long) 724 | eval_data = TensorDataset(all_input_ids, all_input_mask, all_segment_ids, all_label_ids, all_valid_ids, 725 | all_lmask_ids, all_fea_ids, all_raw_datas) 726 | # Run prediction for full data 727 | eval_sampler = SequentialSampler(eval_data) 728 | eval_dataloader = DataLoader(eval_data, sampler=eval_sampler, batch_size=args.eval_batch_size) 729 | model.eval() 730 | eval_loss, eval_accuracy = 0, 0 731 | nb_eval_steps, nb_eval_examples = 0, 0 732 | y_true = [] 733 | y_pred = [] 734 | label_map = {i : label for i, label in enumerate(label_list,1)} 735 | for input_ids, input_mask, segment_ids, label_ids,valid_ids,l_mask, fea_ids, tid in tqdm(eval_dataloader, desc="Evaluating"): 736 | input_ids = input_ids.to(device) 737 | input_mask = input_mask.to(device) 738 | segment_ids = segment_ids.to(device) 739 | valid_ids = valid_ids.to(device) 740 | label_ids = label_ids.to(device) 741 | l_mask = l_mask.to(device) 742 | fea_ids = fea_ids.to(device) 743 | tid = tid.to(device) 744 | 745 | with torch.no_grad(): 746 | logits = model(input_ids, segment_ids, input_mask,valid_ids=valid_ids,attention_mask_label=l_mask, fea_ids=fea_ids) 747 | 748 | logits = torch.argmax(F.log_softmax(logits,dim=2),dim=2) 749 | logits = logits.detach().cpu().numpy() 750 | label_ids = label_ids.to('cpu').numpy() 751 | input_mask = input_mask.to('cpu').numpy() 752 | 753 | for i, label in enumerate(label_ids): 754 | temp_1 = [] 755 | temp_2 = [] 756 | for j,m in enumerate(label): 757 | if j == 0: 758 | continue 759 | elif label_ids[i][j] == 11: 760 | y_true.append(temp_1) 761 | y_pred.append(temp_2) 762 | # assert(len(temp_2) == len(raw_data[tid[i][0]])) 763 | SS = [] 764 | for k in range(len(temp_2)): 765 | tmp2k = temp_2[k] 766 | if tmp2k != "O" and "-" not in tmp2k: 767 | tmp2k = "O" 768 | SS.append(raw_data[tid[i][0]][k] + " " + tmp2k) 769 | out_file.write("\n".join(SS)) 770 | out_file.write("\n\n") 771 | break 772 | else: 773 | tmp_label = label_map.get(label_ids[i][j], "O") 774 | # if "MISC" in tmp_label: 775 | # tmp_label = "O" 776 | temp_1.append(tmp_label) 777 | 778 | tmp_label = label_map.get(logits[i][j], "O") 779 | # if "MISC" in tmp_label: 780 | # tmp_label = "O" 781 | temp_2.append(tmp_label) 782 | 783 | report = classification_report(y_true, y_pred,digits=4) 784 | logger.info("\n%s", report) 785 | output_eval_file = os.path.join(args.output_dir, "eval_test_results.txt") 786 | with open(output_eval_file, "a") as writer: 787 | logger.info("***** Eval Test results *****") 788 | logger.info("\n%s", report) 789 | writer.write(report) 790 | 791 | 792 | if __name__ == "__main__": 793 | main() 794 | -------------------------------------------------------------------------------- /data/link.txt: -------------------------------------------------------------------------------- 1 | https://drive.google.com/file/d/1Qm3WCWLOPRgTJUuXBKrOLPr20V5yOa5i/view?usp=sharing 2 | -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- 1 | import argparse 2 | from OpenNER import OpenNER 3 | 4 | 5 | 6 | def main(): 7 | parser = argparse.ArgumentParser() 8 | 9 | ## Required parameters 10 | parser.add_argument("--input", 11 | default=None, 12 | type=str, 13 | required=True, 14 | help="The input file.") 15 | parser.add_argument("--output", 16 | default=None, 17 | type=str, 18 | required=True, 19 | help="The output file.") 20 | parser.add_argument("--bert_model", 21 | default='bert-base-cased', 22 | type=str, 23 | help="Bert pre-trained model selected in the list: bert-base-cased, bert-large-cased.") 24 | parser.add_argument("--model_dir", 25 | default='model/OpenNER_base/', 26 | type=str, 27 | help="The model dir.") 28 | parser.add_argument("--max_seq_length", 29 | default=128, 30 | type=int, 31 | help="The maximum total input sequence length after WordPiece tokenization.") 32 | parser.add_argument("--eval_batch_size", 33 | default=32, 34 | type=int, 35 | help="Total batch size for eval.") 36 | parser.add_argument("--local_rank", 37 | type=int, 38 | default=-1, 39 | help="local_rank for distributed training on gpus") 40 | parser.add_argument("--no_cuda", 41 | action='store_true', 42 | help="Whether not to use CUDA when available") 43 | args = parser.parse_args() 44 | 45 | # load OpenNER 46 | tagger = OpenNER(args.bert_model, args.model_dir, args.max_seq_length, args.eval_batch_size, False, args.local_rank, args.no_cuda) 47 | tagger.predict_file(args.input, args.output) 48 | 49 | if __name__ == "__main__": 50 | main() 51 | -------------------------------------------------------------------------------- /model/OpenNER_base/link.txt: -------------------------------------------------------------------------------- 1 | https://drive.google.com/file/d/1Zwkp6pvuqVn2idO5KQp_Casx4VjBxHyB/view?usp=sharing 2 | -------------------------------------------------------------------------------- /model/OpenNER_large/link.txt: -------------------------------------------------------------------------------- 1 | https://drive.google.com/file/d/15ID9cOSJC2NMJNrv6vqbdXfOlHb7wT3w/view?usp=sharing 2 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | pytorch-pretrained-bert==0.6.1 2 | # metric 3 | seqeval==0.0.5 4 | torch==1.0.1.post2 5 | # training progressbar 6 | tqdm==4.31.1 7 | # tokeniztion 8 | nltk==3.4.5 9 | --------------------------------------------------------------------------------