├── .gitignore ├── README.md ├── src └── main │ ├── scala │ └── com │ │ └── github │ │ └── ethan │ │ ├── graph │ │ ├── package.scala │ │ ├── AliasOps.scala │ │ └── GraphOps.scala │ │ ├── util │ │ ├── DataLoader.scala │ │ ├── ArgsParser.scala │ │ ├── GraphUtil.scala │ │ ├── BoundedPriorityQueue.scala │ │ ├── Word2VecIndexGenerator.scala │ │ └── Word2VecModelV2.scala │ │ ├── walker │ │ ├── DeepWalk.scala │ │ ├── Node2Vec.scala │ │ └── RandomWalk.scala │ │ └── Main.scala │ └── resources │ ├── log4j.properties │ └── wiki │ ├── wiki_labels.txt │ └── Wiki_category.txt └── pom.xml /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | .idea/ 3 | target/ 4 | *.iml 5 | spark-warehouse/ 6 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Graph Embedding Implementation on Spark 2 | 3 | spark implementation for deepWalk and node2vec 4 | 5 | 6 | end2end example(Main) 7 | 8 | 9 | 10 | -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/graph/package.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan 2 | 3 | package object graph { 4 | 5 | case class NodeAttr(var neighbors: Array[(Long, Double)] = Array.empty[(Long, Double)], 6 | var J: Array[Int] = Array.empty[Int], 7 | var q: Array[Double] = Array.empty[Double]) extends Serializable 8 | 9 | case class EdgeAttr(var dstNeighbors: Array[Long] = Array.empty[Long], 10 | var J: Array[Int] = Array.empty[Int], 11 | var q: Array[Double] = Array.empty[Double]) extends Serializable 12 | 13 | } 14 | -------------------------------------------------------------------------------- /src/main/resources/log4j.properties: -------------------------------------------------------------------------------- 1 | log4j.rootLogger=ERROR, console 2 | # set the log level for these components 3 | log4j.logger.com.test=DEBUG 4 | log4j.logger.org=ERROR 5 | log4j.logger.org.apache.spark=ERROR 6 | log4j.logger.org.spark-project=ERROR 7 | log4j.logger.org.apache.hadoop=ERROR 8 | log4j.logger.io.netty=ERROR 9 | log4j.logger.org.apache.zookeeper=ERROR 10 | # add a ConsoleAppender to the logger stdout to write to the console 11 | log4j.appender.console=org.apache.log4j.ConsoleAppender 12 | log4j.appender.console.layout=org.apache.log4j.PatternLayout 13 | # use a simple message format 14 | log4j.appender.console.layout.ConversionPattern=%d{yyyy-MM-dd HH:mm:ss} %-5p %c{1}:%L - %m%n -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/util/DataLoader.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan.util 2 | 3 | import org.apache.spark.sql.{DataFrame, SparkSession} 4 | 5 | object DataLoader { 6 | 7 | def loadEdgeList(spark: SparkSession, path: String): DataFrame = { 8 | val spark = SparkSession.builder().getOrCreate() 9 | import spark.implicits._ 10 | val df = spark.read.text(path).map(x => { 11 | val line = x.getString(0).split("\\s+") 12 | val src = line(0).toLong 13 | val dst = line(1).toLong 14 | val weight = if (line.length == 2) { 15 | 1d 16 | } else { 17 | line(2).toDouble 18 | } 19 | (src, dst, weight) 20 | }).toDF("src", "dst", "weight") 21 | df 22 | } 23 | } 24 | -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/util/ArgsParser.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan.util 2 | 3 | import org.apache.commons.cli._ 4 | 5 | class ArgsParser(args: Array[String]) { 6 | val options = new Options() 7 | val parser = new PosixParser() 8 | var cmd: CommandLine = _ 9 | 10 | def init(keys: Array[String]): Unit = { 11 | for (key <- keys) { 12 | options.addOption(key, true, "") 13 | } 14 | cmd = parser.parse(options, args) 15 | } 16 | 17 | def getInt(key: String): Int = { 18 | cmd.getOptionValue(key).toInt 19 | } 20 | 21 | def getString(key: String): String = { 22 | cmd.getOptionValue(key) 23 | } 24 | 25 | def getDouble(key: String): Double = { 26 | cmd.getOptionValue(key).toDouble 27 | } 28 | 29 | def print(keys: Array[String]): Unit = { 30 | for (key <- keys) { 31 | println(key + ":" + getString(key)) 32 | } 33 | } 34 | } 35 | 36 | object ArgsParser { 37 | 38 | def get(args: Array[String], 39 | keys: Array[String]): ArgsParser = { 40 | val argParser = new ArgsParser(args) 41 | argParser.init(keys) 42 | argParser.print(keys) 43 | argParser 44 | } 45 | 46 | } -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/util/GraphUtil.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan.util 2 | 3 | import org.apache.spark.sql.DataFrame 4 | import org.apache.spark.sql.functions.{col, sum} 5 | 6 | object GraphUtil { 7 | 8 | // process the graph to make sure it can be fit into randomWalk 9 | def preProcess(dataFrame: DataFrame, srcCol: String = "src", dstCol: String = "dst", weightCol: String = "weight"): DataFrame = { 10 | 11 | val spark = dataFrame.sparkSession 12 | import spark.implicits._ 13 | 14 | val filteredDF = dataFrame.filter(col(srcCol) =!= col(dstCol)) 15 | 16 | val uniqueEdges = filteredDF.map(x => { 17 | val src = x.getAs[Long](srcCol) 18 | val dst = x.getAs[Long](dstCol) 19 | val weight = x.getAs[Double](weightCol) 20 | val srcDst = Array(src, dst).sorted.mkString(",") 21 | (srcDst, weight) 22 | }).toDF("edge", "weight") 23 | 24 | val weightedEdges = uniqueEdges.groupBy("edge").agg( 25 | sum("weight") 26 | ).flatMap(x => { 27 | val edge = x.getString(0).split(",").map(_.toLong) 28 | val weight = x.getDouble(1) 29 | Array((edge(0), edge(1), weight), (edge(1), edge(0), weight)) 30 | }).toDF(srcCol, dstCol, weightCol) 31 | 32 | weightedEdges 33 | 34 | } 35 | } 36 | -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/util/BoundedPriorityQueue.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan.util 2 | 3 | import java.io.Serializable 4 | import java.util.{PriorityQueue => JPriorityQueue} 5 | 6 | import scala.collection.JavaConverters._ 7 | import scala.collection.generic.Growable 8 | 9 | class BoundedPriorityQueue[A](maxSize: Int)(implicit ord: Ordering[A]) 10 | extends Iterable[A] with Growable[A] with Serializable { 11 | 12 | private val underlying = new JPriorityQueue[A](maxSize, ord) 13 | 14 | override def iterator: Iterator[A] = underlying.iterator.asScala 15 | 16 | override def size: Int = underlying.size 17 | 18 | override def ++=(xs: TraversableOnce[A]): this.type = { 19 | xs.foreach { 20 | this += _ 21 | } 22 | this 23 | } 24 | 25 | override def +=(elem: A): this.type = { 26 | if (size < maxSize) { 27 | underlying.offer(elem) 28 | } else { 29 | maybeReplaceLowest(elem) 30 | } 31 | this 32 | } 33 | 34 | def poll(): A = { 35 | underlying.poll() 36 | } 37 | 38 | override def +=(elem1: A, elem2: A, elems: A*): this.type = { 39 | this += elem1 += elem2 ++= elems 40 | } 41 | 42 | override def clear() { 43 | underlying.clear() 44 | } 45 | 46 | private def maybeReplaceLowest(a: A): Boolean = { 47 | val head = underlying.peek() 48 | if (head != null && ord.gt(a, head)) { 49 | underlying.poll() 50 | underlying.offer(a) 51 | } else { 52 | false 53 | } 54 | } 55 | } 56 | -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/walker/DeepWalk.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan.walker 2 | 3 | import com.github.ethan.graph.{AliasOps, NodeAttr} 4 | import org.apache.spark.rdd.RDD 5 | import org.apache.spark.sql.DataFrame 6 | 7 | import scala.collection.mutable.ArrayBuffer 8 | 9 | class DeepWalk extends RandomWalk { 10 | 11 | /** 12 | * generate the deep walk sequences 13 | * 14 | * @param dataFrame input dataFrame 15 | * @return 16 | */ 17 | def randomWalk(dataFrame: DataFrame): DataFrame = { 18 | 19 | val spark = dataFrame.sparkSession 20 | val sc = spark.sparkContext 21 | import spark.implicits._ 22 | 23 | val graph = initGraph(dataFrame) 24 | 25 | val vertices = graph.vertices.repartition(1000).cache() 26 | 27 | vertices.first() // perform action 28 | 29 | val nodeMap = vertices.collect().toMap[Long, NodeAttr] 30 | val bcNodeMap = sc.broadcast(nodeMap) 31 | 32 | var result: RDD[Array[Long]] = null 33 | 34 | for (_ <- 0 until numWalk) { 35 | val sequence = vertices.map { x => 36 | val path = new ArrayBuffer[Long]() 37 | val startNode = x._1 38 | path.append(startNode) 39 | for (_ <- 1 until walkLength) { 40 | val currNode = path.last 41 | val currNodeAttr = bcNodeMap.value.getOrElse(currNode, null) 42 | val nextNodeIndex = AliasOps.drawAlias(currNodeAttr.J, currNodeAttr.q) 43 | val nextNode = currNodeAttr.neighbors(nextNodeIndex)._1 44 | path.append(nextNode) 45 | } 46 | path.toArray 47 | } 48 | 49 | if (result == null) { 50 | result = sequence 51 | result.first() 52 | } else { 53 | result = result.union(sequence) 54 | result.first() 55 | } 56 | } 57 | 58 | result.map { x => x.map(_.toString) }.toDF(outputCol) 59 | } 60 | 61 | } 62 | -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/graph/AliasOps.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan.graph 2 | 3 | import scala.collection.mutable.ArrayBuffer 4 | 5 | /** 6 | * alias method sampling 7 | */ 8 | object AliasOps { 9 | 10 | 11 | def normalize(probabilities: Array[Double]): Array[Double] = { 12 | val sum = probabilities.sum 13 | probabilities.map(x => x / sum) 14 | } 15 | 16 | def setupAlias(probabilities: Array[Double]): (Array[Int], Array[Double]) = { 17 | 18 | val K = probabilities.length 19 | val J = Array.fill(K)(0) 20 | val q = Array.fill(K)(0.0) 21 | 22 | val smaller = new ArrayBuffer[Int]() 23 | val larger = new ArrayBuffer[Int]() 24 | 25 | probabilities.zipWithIndex.foreach { case (prob, kk) => 26 | q(kk) = K * prob 27 | if (q(kk) < 1.0) { 28 | smaller.append(kk) 29 | } else { 30 | larger.append(kk) 31 | } 32 | } 33 | 34 | while (smaller.nonEmpty && larger.nonEmpty) { 35 | val small = smaller.remove(smaller.length - 1) 36 | val large = larger.remove(larger.length - 1) 37 | 38 | J(small) = large 39 | q(large) = q(large) + q(small) - 1.0 40 | if (q(large) < 1.0) { 41 | smaller.append(large) 42 | } else { 43 | larger.append(large) 44 | } 45 | } 46 | (J, q) 47 | } 48 | 49 | 50 | def drawAlias(J: Array[Int], q: Array[Double]): Int = { 51 | val K = J.length 52 | val kk = math.floor(math.random * K).toInt 53 | if (math.random < q(kk)) kk 54 | else J(kk) 55 | } 56 | 57 | 58 | def main(args: Array[String]): Unit = { 59 | 60 | val probabilities = Array(0.28, 0.32, 0.1, 0.3) 61 | 62 | val jq = setupAlias(probabilities) 63 | val res = new ArrayBuffer[Int]() 64 | for (_ <- 0 until 1000) { 65 | val index = drawAlias(jq._1, jq._2) 66 | res.append(index) 67 | } 68 | 69 | for (i <- probabilities.indices) { 70 | println(i + ": " + res.count(x => x == i)) 71 | } 72 | 73 | } 74 | 75 | } 76 | -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/util/Word2VecIndexGenerator.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan.util 2 | 3 | import org.apache.spark.ml.linalg.{DenseVector, Vectors} 4 | import org.apache.spark.sql.DataFrame 5 | import org.apache.spark.sql.expressions.UserDefinedFunction 6 | import org.apache.spark.sql.functions.udf 7 | 8 | object Word2VecIndexGenerator { 9 | 10 | def vecToSeq: UserDefinedFunction = udf((x: DenseVector) => { 11 | val norm = Vectors.norm(x, 2) 12 | x.values.map(x=>x/norm) 13 | }) 14 | 15 | def generateIndex(topK: Int, 16 | vec1: DataFrame, 17 | vec2: DataFrame, 18 | w1: String, 19 | v1: String, 20 | w2: String, 21 | v2: String): DataFrame = { 22 | 23 | val wordVecCollection = vec1.collect() 24 | val size = wordVecCollection.length 25 | val vectorSize = wordVecCollection(0).getAs[Seq[Double]](v1).length 26 | val wordList = new Array[String](size) 27 | val wordVectors = new Array[Float](size * vectorSize) 28 | 29 | for (i <- wordVecCollection.indices) { 30 | wordList(i) = wordVecCollection(i).getAs[String](w1) 31 | val feaVec = wordVecCollection(i).getAs[Seq[Double]](v1).map(_.toFloat) 32 | for (j <- feaVec.indices) { 33 | wordVectors(i * vectorSize + j) = feaVec(j) 34 | } 35 | } 36 | 37 | val m = new Word2VecModelV2(wordList, wordVectors) 38 | val spark = vec1.sparkSession 39 | val sc = vec1.sparkSession.sparkContext 40 | sc.broadcast(m) 41 | 42 | import spark.implicits._ 43 | val result = vec2.map(x => { 44 | val id = x.getAs[String](w2) 45 | val feature = x.getAs[Seq[Double]](v2).toArray 46 | val featureAsDV = new DenseVector(feature) 47 | val result = m.findSynonyms(featureAsDV, topK, Some(id)) 48 | val simId = result.map(_._1) 49 | val simScore = result.map(_._2) 50 | (id, simId, simScore) 51 | }).toDF("id", "sim_id", "sim_score") 52 | result 53 | } 54 | } -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/util/Word2VecModelV2.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan.util 2 | 3 | import com.github.fommil.netlib.BLAS.{getInstance => blas} 4 | import org.apache.spark.ml.linalg.DenseVector 5 | 6 | class Word2VecModelV2(val wordList: Array[String], 7 | val wordVectors: Array[Float]) extends Serializable { 8 | 9 | private val numWords = wordList.length 10 | private val vectorSize = wordVectors.length / numWords 11 | 12 | private val wordVecNorms: Array[Float] = { 13 | val wordVecNorms = new Array[Float](numWords) 14 | var i = 0 15 | while (i < numWords) { 16 | val vec = wordVectors.slice(i * vectorSize, i * vectorSize + vectorSize) 17 | wordVecNorms(i) = blas.snrm2(vectorSize, vec, 1) 18 | i += 1 19 | } 20 | wordVecNorms 21 | } 22 | 23 | def findSynonyms(vector: DenseVector, 24 | num: Int, 25 | wordOpt: Option[String]): Array[(String, Double)] = { 26 | require(num > 0, "Number of similar words should > 0") 27 | 28 | val fVector = vector.toArray.map(_.toFloat) 29 | val cosineVec = new Array[Float](numWords) 30 | val alpha: Float = 1 31 | val beta: Float = 0 32 | 33 | val vecNorm = blas.snrm2(vectorSize, fVector, 1) 34 | 35 | if (vecNorm != 0.0f) { 36 | blas.sscal(vectorSize, 1 / vecNorm, fVector, 0, 1) 37 | } 38 | 39 | blas.sgemv( 40 | "T", vectorSize, numWords, alpha, wordVectors, vectorSize, fVector, 1, beta, cosineVec, 1) 41 | 42 | var i = 0 43 | while (i < numWords) { 44 | val norm = wordVecNorms(i) 45 | if (norm == 0.0f) { 46 | cosineVec(i) = 0.0f 47 | } else { 48 | cosineVec(i) /= norm 49 | } 50 | i += 1 51 | } 52 | 53 | val pq = new BoundedPriorityQueue[(String, Float)](num + 1)(Ordering.by(_._2)) 54 | 55 | var j = 0 56 | while (j < numWords) { 57 | pq += Tuple2(wordList(j), cosineVec(j)) 58 | j += 1 59 | } 60 | 61 | val scored = pq.toSeq.sortBy(-_._2) 62 | 63 | val filtered = wordOpt match { 64 | case Some(w) => scored.filter(tup => w != tup._1) 65 | case None => scored 66 | } 67 | 68 | filtered 69 | .take(num) 70 | .map { case (word, score) => (word, score.toDouble) } 71 | .toArray 72 | } 73 | } 74 | -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/walker/Node2Vec.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan.walker 2 | 3 | import com.github.ethan.graph.{AliasOps, NodeAttr} 4 | import org.apache.spark.rdd.RDD 5 | import org.apache.spark.sql.DataFrame 6 | 7 | import scala.collection.mutable.ArrayBuffer 8 | 9 | class Node2Vec extends RandomWalk { 10 | 11 | def randomWalk(dataFrame: DataFrame): DataFrame = { 12 | 13 | val spark = dataFrame.sparkSession 14 | import spark.implicits._ 15 | 16 | val graph = initGraph(dataFrame) 17 | 18 | val edges = graph.edges.map { x => 19 | (x.srcId + "," + x.dstId, x.attr) 20 | }.repartition(1000).cache() 21 | edges.first() 22 | 23 | val vertices = graph.vertices.cache() 24 | vertices.first() 25 | 26 | var result: RDD[(String, ArrayBuffer[Long])] = null 27 | 28 | for (_ <- 0 until numWalk) { 29 | 30 | var path: RDD[(String, ArrayBuffer[Long])] = firstWalk(vertices) 31 | path.first() 32 | 33 | for (_ <- 1 until walkLength) { 34 | path = edges.join(path).map { x => 35 | val edgeAttr = x._2._1 36 | val pathBuffer = x._2._2 37 | val nextNodeIndex = AliasOps.drawAlias(edgeAttr.J, edgeAttr.q) 38 | val nextNode = edgeAttr.dstNeighbors(nextNodeIndex) 39 | pathBuffer.append(nextNode) 40 | val currId = pathBuffer.last 41 | val prevId = pathBuffer(pathBuffer.length - 2) 42 | (prevId + "," + currId, pathBuffer) 43 | } 44 | path.first() 45 | } 46 | 47 | if (result == null) { 48 | result = path 49 | result.first() 50 | } else { 51 | result = result.union(path) 52 | result.first() 53 | } 54 | 55 | } 56 | result.map { x => x._2.map(_.toString).toArray }.toDF(outputCol) 57 | } 58 | 59 | def firstWalk(vertices: RDD[(Long, NodeAttr)]): RDD[(String, ArrayBuffer[Long])] = { 60 | val result = vertices.map { x => 61 | val nodeAttr = x._2 62 | val startNode = x._1 63 | val nextNodeIndex = AliasOps.drawAlias(nodeAttr.J, nodeAttr.q) 64 | val nextNode = nodeAttr.neighbors(nextNodeIndex)._1 65 | val buffer = new ArrayBuffer[Long]() 66 | buffer.append(startNode) 67 | buffer.append(nextNode) 68 | (startNode + "," + nextNode, buffer) 69 | } 70 | result 71 | } 72 | } 73 | -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/graph/GraphOps.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan.graph 2 | 3 | 4 | import org.apache.spark.graphx._ 5 | import org.apache.spark.rdd.RDD 6 | import org.apache.spark.sql.SparkSession 7 | 8 | /** 9 | * initial graph with node alias and edge alias 10 | */ 11 | object GraphOps { 12 | 13 | def setupEdgeAlias(p: Double = 1.0, q: Double = 1.0)(srcId: Long, 14 | srcNeighbors: Array[(Long, Double)], 15 | dstNeighbors: Array[(Long, Double)]): (Array[Int], Array[Double]) = { 16 | 17 | val unNormalizedProbabilities = dstNeighbors.map { case (dstNeighborId, weight) => 18 | var unNormProb = weight / q 19 | if (srcId == dstNeighborId) unNormProb = weight / p 20 | else if (srcNeighbors.exists(_._1 == dstNeighborId)) unNormProb = weight 21 | unNormProb 22 | } 23 | AliasOps.setupAlias(AliasOps.normalize(unNormalizedProbabilities)) 24 | } 25 | 26 | 27 | def setupNodeAlias(neighbors: Array[(Long, Double)]): (Array[Int], Array[Double]) = { 28 | val unNormalizedProbabilities = neighbors.map(_._2) 29 | AliasOps.setupAlias(AliasOps.normalize(unNormalizedProbabilities)) 30 | } 31 | 32 | 33 | def initTransitionProb(spark: SparkSession, 34 | edges: RDD[Edge[EdgeAttr]], 35 | vertices: RDD[(VertexId, NodeAttr)], 36 | p: Double, 37 | q: Double): Graph[NodeAttr, EdgeAttr] = { 38 | 39 | val bcP = spark.sparkContext.broadcast(p) 40 | val bcQ = spark.sparkContext.broadcast(q) 41 | 42 | val graph = Graph(vertices, edges).mapVertices[NodeAttr] { 43 | case (_, nodeAttr) => 44 | val (j, q) = GraphOps.setupNodeAlias(nodeAttr.neighbors) 45 | nodeAttr.J = j 46 | nodeAttr.q = q 47 | nodeAttr 48 | }.mapTriplets { 49 | 50 | edgeTriplet: EdgeTriplet[NodeAttr, EdgeAttr] => 51 | 52 | val (j, q) = GraphOps.setupEdgeAlias(bcP.value, bcQ.value)( 53 | edgeTriplet.srcId, 54 | edgeTriplet.srcAttr.neighbors, 55 | edgeTriplet.dstAttr.neighbors) 56 | 57 | edgeTriplet.attr.J = j 58 | edgeTriplet.attr.q = q 59 | 60 | edgeTriplet.attr.dstNeighbors = edgeTriplet.dstAttr.neighbors.map(_._1) 61 | 62 | edgeTriplet.attr 63 | } 64 | 65 | graph 66 | } 67 | 68 | } 69 | -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/Main.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan 2 | 3 | import com.github.ethan.util.{ArgsParser, DataLoader, GraphUtil, Word2VecIndexGenerator} 4 | import com.github.ethan.walker.DeepWalk 5 | import org.apache.spark.ml.feature.Word2Vec 6 | import org.apache.spark.sql.SparkSession 7 | import org.apache.spark.sql.functions._ 8 | 9 | object Main { 10 | 11 | def main(args: Array[String]): Unit = { 12 | 13 | val options = Array( 14 | "dataPath", 15 | "embeddingPath", 16 | "indexPath", 17 | "vectorSize", 18 | "windowSize", 19 | "maxIter", 20 | "topK", 21 | "numWalk", 22 | "walkLength", 23 | "masterURL" 24 | ) 25 | 26 | val argParser = ArgsParser.get(args, options) 27 | 28 | val dataPath = argParser.getString("dataPath") 29 | val embeddingPath = argParser.getString("embeddingPath") 30 | val indexPath = argParser.getString("indexPath") 31 | val vectorSize = argParser.getInt("vectorSize") 32 | val windowSize = argParser.getInt("windowSize") 33 | val numWalk = argParser.getInt("numWalk") 34 | val walkLength = argParser.getInt("dataPath") 35 | val masterURL = argParser.getString("masterURL") 36 | val maxIter = argParser.getInt("maxIter") 37 | 38 | val spark = SparkSession.builder().master(masterURL).getOrCreate() 39 | 40 | val data = DataLoader.loadEdgeList(spark, dataPath) 41 | 42 | val processedDF = GraphUtil.preProcess(data) 43 | 44 | val walk = new DeepWalk() 45 | .setNumWalk(numWalk) 46 | .setWalkLength(walkLength) 47 | 48 | val result = walk.randomWalk(processedDF).cache() 49 | result.first() 50 | 51 | val w2v = new Word2Vec() 52 | .setMaxSentenceLength(100) 53 | .setMinCount(2) 54 | .setWindowSize(windowSize) 55 | .setVectorSize(vectorSize) 56 | .setMaxIter(maxIter) 57 | .setNumPartitions(30) 58 | .setInputCol("sequence") 59 | .fit(result) 60 | 61 | var wv = w2v.getVectors.toDF("word", "vector") 62 | 63 | wv.write.mode("overwrite").save(embeddingPath) 64 | 65 | wv = wv.withColumn("vector", Word2VecIndexGenerator.vecToSeq(col("vector"))) 66 | 67 | val index = Word2VecIndexGenerator.generateIndex(20, wv, wv, "word", "vector", "word", "vector") 68 | 69 | index.write.mode("overwrite").save(indexPath) 70 | 71 | } 72 | } -------------------------------------------------------------------------------- /src/main/scala/com/github/ethan/walker/RandomWalk.scala: -------------------------------------------------------------------------------- 1 | package com.github.ethan.walker 2 | 3 | import com.github.ethan.graph.{EdgeAttr, GraphOps, NodeAttr} 4 | import org.apache.spark.graphx.{Edge, Graph} 5 | import org.apache.spark.sql.DataFrame 6 | import org.apache.spark.sql.functions.collect_list 7 | 8 | trait RandomWalk extends Serializable { 9 | 10 | var p: Double = 1.0 11 | var q: Double = 1.0 12 | var numWalk: Int = 10 13 | var walkLength: Int = 10 14 | var bcMaxDegree: Int = 30 15 | var weightLog: Boolean = false 16 | 17 | var srcCol: String = "src" 18 | var dstCol: String = "dst" 19 | var weightCol: String = "weight" 20 | var outputCol: String = "sequence" 21 | 22 | 23 | /** 24 | * initialize the graph 25 | * 26 | * @param dataFrame input dataFrame 27 | */ 28 | def initGraph(dataFrame: DataFrame): Graph[NodeAttr, EdgeAttr] = { 29 | val spark = dataFrame.sparkSession 30 | import spark.implicits._ 31 | 32 | val edges = dataFrame.map(x => { 33 | val src = x.getAs[Long](srcCol) 34 | val dst = x.getAs[Long](dstCol) 35 | Edge(src, dst, EdgeAttr()) 36 | }).rdd 37 | 38 | val vertices = dataFrame.groupBy(srcCol).agg( 39 | collect_list(dstCol), 40 | collect_list(weightCol) 41 | ).map(x => { 42 | val src = x.getLong(0) 43 | val dstSeq = x.getSeq[Long](1) 44 | var weightSeq = x.getSeq[Double](2) 45 | if (weightLog) weightSeq = weightSeq.map(x => math.log1p(x)) 46 | val dstWeight = dstSeq.zip(weightSeq).sortBy(_._2).reverse.take(bcMaxDegree) 47 | (src, NodeAttr(neighbors = dstWeight.map(x => (x._1, x._2)).toArray)) 48 | }).rdd 49 | 50 | GraphOps.initTransitionProb(spark, edges, vertices, p, q) 51 | 52 | } 53 | 54 | def setWeightLog(weightLog: Boolean): this.type = { 55 | this.weightLog = weightLog 56 | this 57 | } 58 | 59 | def setBcMaxDegree(bcMaxDegree: Int): this.type = { 60 | this.bcMaxDegree = bcMaxDegree 61 | this 62 | } 63 | 64 | def setP(p: Double): this.type = { 65 | this.p = p 66 | this 67 | } 68 | 69 | def setQ(p: Double): this.type = { 70 | this.q = q 71 | this 72 | } 73 | 74 | def setNumWalk(numWalk: Int): this.type = { 75 | this.numWalk = numWalk 76 | this 77 | } 78 | 79 | def setWalkLength(walkLength: Int): this.type = { 80 | this.walkLength = walkLength 81 | this 82 | } 83 | 84 | def setSrcCol(srcCol: String): this.type = { 85 | this.srcCol = srcCol 86 | this 87 | } 88 | 89 | def setDstCol(dstCol: String): this.type = { 90 | this.dstCol = dstCol 91 | this 92 | } 93 | 94 | def setWeightCol(weightCol: String): this.type = { 95 | this.weightCol = weightCol 96 | this 97 | } 98 | 99 | def setOutputCol(outputCol: String): this.type = { 100 | this.outputCol = outputCol 101 | this 102 | } 103 | 104 | } 105 | -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 5 | 4.0.0 6 | 7 | ethan.github.io 8 | graph_embedding 9 | 1.0-SNAPSHOT 10 | 11 | 12 | 1.8 13 | 2.11 14 | 2.11.0 15 | UTF-8 16 | UTF-8 17 | 2.2.6 18 | UTF-8 19 | 2.7.3 20 | 2.3.2 21 | 2.8.1 22 | 23 | 24 | 25 | 26 | 27 | org.apache.spark 28 | spark-core_${scala.binary.version} 29 | ${spark.version} 30 | 31 | 32 | 33 | org.apache.spark 34 | spark-sql_${scala.binary.version} 35 | ${spark.version} 36 | 37 | 38 | 39 | org.apache.spark 40 | spark-mllib_${scala.binary.version} 41 | ${spark.version} 42 | 43 | 44 | 45 | org.scala-lang 46 | scala-library 47 | ${scala.version} 48 | 49 | 50 | 51 | 52 | 53 | 54 | 55 | org.apache.maven.plugins 56 | maven-compiler-plugin 57 | 3.8.0 58 | 59 | 1.8 60 | 1.8 61 | 62 | 63 | 64 | 65 | net.alchim31.maven 66 | scala-maven-plugin 67 | 3.4.4 68 | 69 | 70 | scala-compile-first 71 | process-resources 72 | 73 | compile 74 | 75 | 76 | 77 | 78 | 79 | 80 | 81 | -------------------------------------------------------------------------------- /src/main/resources/wiki/wiki_labels.txt: -------------------------------------------------------------------------------- 1 | 0 8 2 | 1 8 3 | 2 8 4 | 3 8 5 | 4 8 6 | 5 8 7 | 6 8 8 | 7 8 9 | 8 8 10 | 9 8 11 | 10 8 12 | 11 1 13 | 12 1 14 | 13 1 15 | 14 1 16 | 15 1 17 | 16 1 18 | 17 1 19 | 18 1 20 | 19 1 21 | 20 1 22 | 21 1 23 | 22 1 24 | 23 1 25 | 24 1 26 | 25 1 27 | 26 1 28 | 27 1 29 | 28 1 30 | 29 1 31 | 30 1 32 | 31 1 33 | 32 1 34 | 33 1 35 | 34 1 36 | 35 1 37 | 36 1 38 | 37 1 39 | 38 1 40 | 39 1 41 | 40 1 42 | 41 1 43 | 42 1 44 | 43 1 45 | 44 1 46 | 45 1 47 | 46 1 48 | 47 1 49 | 48 1 50 | 49 1 51 | 50 1 52 | 51 1 53 | 52 1 54 | 53 1 55 | 54 1 56 | 55 1 57 | 56 1 58 | 57 1 59 | 58 1 60 | 59 1 61 | 60 1 62 | 61 1 63 | 62 1 64 | 63 1 65 | 64 1 66 | 65 1 67 | 66 1 68 | 67 1 69 | 68 1 70 | 69 1 71 | 70 1 72 | 71 1 73 | 72 1 74 | 73 1 75 | 74 1 76 | 75 1 77 | 76 1 78 | 77 1 79 | 78 1 80 | 79 1 81 | 80 1 82 | 81 1 83 | 82 1 84 | 83 1 85 | 84 1 86 | 85 1 87 | 86 1 88 | 87 1 89 | 88 1 90 | 89 1 91 | 90 1 92 | 91 1 93 | 92 1 94 | 93 1 95 | 94 1 96 | 95 1 97 | 96 1 98 | 97 1 99 | 98 1 100 | 99 1 101 | 100 1 102 | 101 1 103 | 102 1 104 | 103 1 105 | 104 1 106 | 105 1 107 | 106 1 108 | 107 1 109 | 108 1 110 | 109 1 111 | 110 1 112 | 111 1 113 | 112 1 114 | 113 1 115 | 114 1 116 | 115 1 117 | 116 1 118 | 117 1 119 | 118 1 120 | 119 1 121 | 120 1 122 | 121 1 123 | 122 1 124 | 123 1 125 | 124 1 126 | 125 1 127 | 126 1 128 | 127 1 129 | 128 1 130 | 129 1 131 | 130 1 132 | 131 1 133 | 132 1 134 | 133 1 135 | 134 1 136 | 135 1 137 | 136 1 138 | 137 1 139 | 138 1 140 | 139 1 141 | 140 1 142 | 141 1 143 | 142 1 144 | 143 1 145 | 144 1 146 | 145 1 147 | 146 1 148 | 147 1 149 | 148 1 150 | 149 1 151 | 150 1 152 | 151 1 153 | 152 1 154 | 153 1 155 | 154 1 156 | 155 1 157 | 156 1 158 | 157 1 159 | 158 1 160 | 159 1 161 | 160 1 162 | 161 1 163 | 162 1 164 | 163 1 165 | 164 1 166 | 165 1 167 | 166 1 168 | 167 1 169 | 168 1 170 | 169 1 171 | 170 1 172 | 171 1 173 | 172 1 174 | 173 1 175 | 174 1 176 | 175 1 177 | 176 1 178 | 177 1 179 | 178 1 180 | 179 1 181 | 180 1 182 | 181 1 183 | 182 1 184 | 183 1 185 | 184 1 186 | 185 1 187 | 186 1 188 | 187 1 189 | 188 1 190 | 189 1 191 | 190 0 192 | 191 0 193 | 192 0 194 | 193 0 195 | 194 0 196 | 195 0 197 | 196 0 198 | 197 0 199 | 198 0 200 | 199 0 201 | 200 0 202 | 201 0 203 | 202 0 204 | 203 0 205 | 204 0 206 | 205 0 207 | 206 0 208 | 207 0 209 | 208 0 210 | 209 0 211 | 210 0 212 | 211 0 213 | 212 0 214 | 213 1 215 | 214 1 216 | 215 1 217 | 216 1 218 | 217 1 219 | 218 1 220 | 219 1 221 | 220 1 222 | 221 1 223 | 222 1 224 | 223 1 225 | 224 1 226 | 225 1 227 | 226 1 228 | 227 1 229 | 228 1 230 | 229 1 231 | 230 1 232 | 231 1 233 | 232 1 234 | 233 1 235 | 234 1 236 | 235 1 237 | 236 1 238 | 237 1 239 | 238 1 240 | 239 1 241 | 240 1 242 | 241 1 243 | 242 1 244 | 243 1 245 | 244 1 246 | 245 1 247 | 246 1 248 | 247 1 249 | 248 6 250 | 249 6 251 | 250 6 252 | 251 6 253 | 252 6 254 | 253 6 255 | 254 6 256 | 255 6 257 | 256 6 258 | 257 6 259 | 258 6 260 | 259 6 261 | 260 6 262 | 261 6 263 | 262 6 264 | 263 6 265 | 264 6 266 | 265 5 267 | 266 5 268 | 267 5 269 | 268 5 270 | 269 5 271 | 270 5 272 | 271 5 273 | 272 5 274 | 273 5 275 | 274 5 276 | 275 5 277 | 276 5 278 | 277 5 279 | 278 5 280 | 279 5 281 | 280 5 282 | 281 5 283 | 282 5 284 | 283 5 285 | 284 5 286 | 285 5 287 | 286 5 288 | 287 5 289 | 288 5 290 | 289 5 291 | 290 5 292 | 291 5 293 | 292 5 294 | 293 5 295 | 294 5 296 | 295 5 297 | 296 5 298 | 297 5 299 | 298 5 300 | 299 5 301 | 300 5 302 | 301 5 303 | 302 5 304 | 303 5 305 | 304 5 306 | 305 5 307 | 306 5 308 | 307 5 309 | 308 5 310 | 309 5 311 | 310 5 312 | 311 5 313 | 312 5 314 | 313 5 315 | 314 5 316 | 315 5 317 | 316 5 318 | 317 5 319 | 318 13 320 | 319 13 321 | 320 13 322 | 321 13 323 | 322 13 324 | 323 13 325 | 324 13 326 | 325 13 327 | 326 13 328 | 327 13 329 | 328 13 330 | 329 13 331 | 330 13 332 | 331 13 333 | 332 13 334 | 333 13 335 | 334 13 336 | 335 13 337 | 336 13 338 | 337 13 339 | 338 13 340 | 339 13 341 | 340 13 342 | 341 13 343 | 342 13 344 | 343 13 345 | 344 13 346 | 345 13 347 | 346 13 348 | 347 13 349 | 348 6 350 | 349 6 351 | 350 6 352 | 351 6 353 | 352 6 354 | 353 6 355 | 354 6 356 | 355 6 357 | 356 6 358 | 357 6 359 | 358 6 360 | 359 6 361 | 360 6 362 | 361 6 363 | 362 6 364 | 363 6 365 | 364 6 366 | 365 6 367 | 366 6 368 | 367 6 369 | 368 6 370 | 369 6 371 | 370 6 372 | 371 6 373 | 372 6 374 | 373 6 375 | 374 6 376 | 375 6 377 | 376 6 378 | 377 12 379 | 378 12 380 | 379 12 381 | 380 12 382 | 381 12 383 | 382 12 384 | 383 12 385 | 384 12 386 | 385 12 387 | 386 15 388 | 387 15 389 | 388 15 390 | 389 15 391 | 390 15 392 | 391 15 393 | 392 15 394 | 393 15 395 | 394 15 396 | 395 15 397 | 396 15 398 | 397 15 399 | 398 15 400 | 399 15 401 | 400 15 402 | 401 15 403 | 402 15 404 | 403 15 405 | 404 15 406 | 405 15 407 | 406 15 408 | 407 15 409 | 408 15 410 | 409 15 411 | 410 15 412 | 411 15 413 | 412 15 414 | 413 15 415 | 414 15 416 | 415 15 417 | 416 15 418 | 417 15 419 | 418 15 420 | 419 15 421 | 420 15 422 | 421 15 423 | 422 15 424 | 423 15 425 | 424 15 426 | 425 15 427 | 426 15 428 | 427 15 429 | 428 15 430 | 429 15 431 | 430 15 432 | 431 15 433 | 432 15 434 | 433 15 435 | 434 15 436 | 435 15 437 | 436 15 438 | 437 15 439 | 438 15 440 | 439 15 441 | 440 15 442 | 441 15 443 | 442 15 444 | 443 15 445 | 444 15 446 | 445 15 447 | 446 15 448 | 447 15 449 | 448 15 450 | 449 15 451 | 450 15 452 | 451 15 453 | 452 15 454 | 453 15 455 | 454 15 456 | 455 15 457 | 456 15 458 | 457 15 459 | 458 15 460 | 459 15 461 | 460 15 462 | 461 15 463 | 462 15 464 | 463 15 465 | 464 15 466 | 465 15 467 | 466 15 468 | 467 15 469 | 468 15 470 | 469 15 471 | 470 15 472 | 471 15 473 | 472 15 474 | 473 15 475 | 474 15 476 | 475 15 477 | 476 15 478 | 477 15 479 | 478 15 480 | 479 15 481 | 480 15 482 | 481 15 483 | 482 15 484 | 483 15 485 | 484 15 486 | 485 15 487 | 486 15 488 | 487 15 489 | 488 15 490 | 489 15 491 | 490 15 492 | 491 15 493 | 492 15 494 | 493 15 495 | 494 15 496 | 495 15 497 | 496 15 498 | 497 15 499 | 498 15 500 | 499 15 501 | 500 15 502 | 501 15 503 | 502 15 504 | 503 15 505 | 504 15 506 | 505 15 507 | 506 15 508 | 507 15 509 | 508 15 510 | 509 15 511 | 510 15 512 | 511 15 513 | 512 15 514 | 513 15 515 | 514 15 516 | 515 15 517 | 516 15 518 | 517 15 519 | 518 15 520 | 519 15 521 | 520 15 522 | 521 15 523 | 522 15 524 | 523 15 525 | 524 15 526 | 525 15 527 | 526 15 528 | 527 15 529 | 528 15 530 | 529 15 531 | 530 15 532 | 531 15 533 | 532 15 534 | 533 15 535 | 534 15 536 | 535 15 537 | 536 15 538 | 537 15 539 | 538 15 540 | 539 15 541 | 540 15 542 | 541 16 543 | 542 16 544 | 543 16 545 | 544 16 546 | 545 16 547 | 546 16 548 | 547 16 549 | 548 16 550 | 549 16 551 | 550 16 552 | 551 16 553 | 552 16 554 | 553 16 555 | 554 16 556 | 555 16 557 | 556 16 558 | 557 16 559 | 558 16 560 | 559 16 561 | 560 16 562 | 561 16 563 | 562 16 564 | 563 16 565 | 564 16 566 | 565 16 567 | 566 16 568 | 567 16 569 | 568 16 570 | 569 16 571 | 570 16 572 | 571 16 573 | 572 16 574 | 573 16 575 | 574 16 576 | 575 16 577 | 576 16 578 | 577 16 579 | 578 16 580 | 579 16 581 | 580 16 582 | 581 16 583 | 582 16 584 | 583 16 585 | 584 16 586 | 585 16 587 | 586 16 588 | 587 16 589 | 588 16 590 | 589 16 591 | 590 16 592 | 591 16 593 | 592 16 594 | 593 16 595 | 594 16 596 | 595 16 597 | 596 16 598 | 597 16 599 | 598 16 600 | 599 16 601 | 600 16 602 | 601 16 603 | 602 16 604 | 603 16 605 | 604 16 606 | 605 16 607 | 606 16 608 | 607 16 609 | 608 16 610 | 609 16 611 | 610 16 612 | 611 16 613 | 612 16 614 | 613 16 615 | 614 16 616 | 615 16 617 | 616 16 618 | 617 16 619 | 618 16 620 | 619 16 621 | 620 16 622 | 621 16 623 | 622 16 624 | 623 16 625 | 624 16 626 | 625 16 627 | 626 16 628 | 627 16 629 | 628 16 630 | 629 16 631 | 630 16 632 | 631 16 633 | 632 16 634 | 633 16 635 | 634 16 636 | 635 16 637 | 636 16 638 | 637 16 639 | 638 16 640 | 639 16 641 | 640 16 642 | 641 16 643 | 642 16 644 | 643 16 645 | 644 16 646 | 645 16 647 | 646 16 648 | 647 16 649 | 648 16 650 | 649 1 651 | 650 1 652 | 651 1 653 | 652 1 654 | 653 1 655 | 654 1 656 | 655 1 657 | 656 1 658 | 657 1 659 | 658 1 660 | 659 1 661 | 660 1 662 | 661 1 663 | 662 1 664 | 663 1 665 | 664 1 666 | 665 1 667 | 666 1 668 | 667 1 669 | 668 1 670 | 669 1 671 | 670 1 672 | 671 1 673 | 672 1 674 | 673 1 675 | 674 1 676 | 675 1 677 | 676 1 678 | 677 1 679 | 678 1 680 | 679 1 681 | 680 1 682 | 681 1 683 | 682 1 684 | 683 1 685 | 684 1 686 | 685 1 687 | 686 1 688 | 687 1 689 | 688 1 690 | 689 1 691 | 690 1 692 | 691 1 693 | 692 1 694 | 693 1 695 | 694 1 696 | 695 1 697 | 696 1 698 | 697 1 699 | 698 1 700 | 699 1 701 | 700 1 702 | 701 1 703 | 702 1 704 | 703 1 705 | 704 1 706 | 705 1 707 | 706 1 708 | 707 1 709 | 708 1 710 | 709 1 711 | 710 1 712 | 711 1 713 | 712 1 714 | 713 1 715 | 714 1 716 | 715 1 717 | 716 1 718 | 717 1 719 | 718 1 720 | 719 1 721 | 720 1 722 | 721 1 723 | 722 1 724 | 723 1 725 | 724 1 726 | 725 1 727 | 726 1 728 | 727 1 729 | 728 1 730 | 729 1 731 | 730 1 732 | 731 1 733 | 732 1 734 | 733 1 735 | 734 1 736 | 735 1 737 | 736 1 738 | 737 1 739 | 738 1 740 | 739 1 741 | 740 1 742 | 741 1 743 | 742 1 744 | 743 1 745 | 744 1 746 | 745 1 747 | 746 1 748 | 747 1 749 | 748 1 750 | 749 1 751 | 750 1 752 | 751 1 753 | 752 1 754 | 753 1 755 | 754 1 756 | 755 1 757 | 756 1 758 | 757 1 759 | 758 1 760 | 759 1 761 | 760 1 762 | 761 1 763 | 762 1 764 | 763 1 765 | 764 1 766 | 765 1 767 | 766 1 768 | 767 1 769 | 768 1 770 | 769 1 771 | 770 1 772 | 771 1 773 | 772 1 774 | 773 1 775 | 774 1 776 | 775 1 777 | 776 1 778 | 777 1 779 | 778 1 780 | 779 1 781 | 780 1 782 | 781 1 783 | 782 1 784 | 783 1 785 | 784 1 786 | 785 1 787 | 786 1 788 | 787 1 789 | 788 1 790 | 789 1 791 | 790 1 792 | 791 1 793 | 792 1 794 | 793 1 795 | 794 1 796 | 795 1 797 | 796 1 798 | 797 1 799 | 798 1 800 | 799 1 801 | 800 1 802 | 801 1 803 | 802 1 804 | 803 1 805 | 804 1 806 | 805 1 807 | 806 1 808 | 807 1 809 | 808 1 810 | 809 1 811 | 810 1 812 | 811 1 813 | 812 1 814 | 813 1 815 | 814 1 816 | 815 1 817 | 816 1 818 | 817 1 819 | 818 1 820 | 819 1 821 | 820 1 822 | 821 1 823 | 822 1 824 | 823 1 825 | 824 1 826 | 825 1 827 | 826 1 828 | 827 1 829 | 828 1 830 | 829 1 831 | 830 1 832 | 831 1 833 | 832 1 834 | 833 1 835 | 834 1 836 | 835 1 837 | 836 1 838 | 837 1 839 | 838 1 840 | 839 1 841 | 840 1 842 | 841 9 843 | 842 9 844 | 843 9 845 | 844 9 846 | 845 9 847 | 846 9 848 | 847 9 849 | 848 9 850 | 849 9 851 | 850 9 852 | 851 9 853 | 852 10 854 | 853 10 855 | 854 10 856 | 855 10 857 | 856 10 858 | 857 10 859 | 858 10 860 | 859 10 861 | 860 10 862 | 861 10 863 | 862 10 864 | 863 10 865 | 864 10 866 | 865 10 867 | 866 10 868 | 867 10 869 | 868 10 870 | 869 10 871 | 870 10 872 | 871 10 873 | 872 10 874 | 873 10 875 | 874 10 876 | 875 10 877 | 876 10 878 | 877 10 879 | 878 10 880 | 879 10 881 | 880 10 882 | 881 10 883 | 882 5 884 | 883 5 885 | 884 5 886 | 885 5 887 | 886 5 888 | 887 5 889 | 888 5 890 | 889 5 891 | 890 5 892 | 891 5 893 | 892 5 894 | 893 5 895 | 894 5 896 | 895 5 897 | 896 5 898 | 897 5 899 | 898 5 900 | 899 5 901 | 900 5 902 | 901 5 903 | 902 5 904 | 903 5 905 | 904 5 906 | 905 5 907 | 906 5 908 | 907 5 909 | 908 5 910 | 909 5 911 | 910 5 912 | 911 5 913 | 912 5 914 | 913 5 915 | 914 5 916 | 915 5 917 | 916 5 918 | 917 5 919 | 918 5 920 | 919 5 921 | 920 5 922 | 921 5 923 | 922 5 924 | 923 5 925 | 924 5 926 | 925 5 927 | 926 5 928 | 927 5 929 | 928 5 930 | 929 5 931 | 930 5 932 | 931 5 933 | 932 5 934 | 933 5 935 | 934 5 936 | 935 5 937 | 936 5 938 | 937 5 939 | 938 5 940 | 939 5 941 | 940 5 942 | 941 5 943 | 942 5 944 | 943 5 945 | 944 5 946 | 945 5 947 | 946 5 948 | 947 5 949 | 948 5 950 | 949 5 951 | 950 5 952 | 951 5 953 | 952 5 954 | 953 5 955 | 954 5 956 | 955 5 957 | 956 5 958 | 957 5 959 | 958 5 960 | 959 5 961 | 960 5 962 | 961 5 963 | 962 5 964 | 963 5 965 | 964 5 966 | 965 5 967 | 966 5 968 | 967 5 969 | 968 5 970 | 969 5 971 | 970 5 972 | 971 5 973 | 972 5 974 | 973 5 975 | 974 5 976 | 975 5 977 | 976 5 978 | 977 5 979 | 978 5 980 | 979 5 981 | 980 5 982 | 981 5 983 | 982 5 984 | 983 5 985 | 984 5 986 | 985 5 987 | 986 5 988 | 987 5 989 | 988 5 990 | 989 5 991 | 990 5 992 | 991 5 993 | 992 5 994 | 993 5 995 | 994 5 996 | 995 5 997 | 996 5 998 | 997 5 999 | 998 5 1000 | 999 5 1001 | 1000 5 1002 | 1001 5 1003 | 1002 5 1004 | 1003 5 1005 | 1004 3 1006 | 1005 3 1007 | 1006 3 1008 | 1007 3 1009 | 1008 3 1010 | 1009 3 1011 | 1010 3 1012 | 1011 3 1013 | 1012 3 1014 | 1013 3 1015 | 1014 3 1016 | 1015 3 1017 | 1016 3 1018 | 1017 3 1019 | 1018 3 1020 | 1019 3 1021 | 1020 3 1022 | 1021 5 1023 | 1022 5 1024 | 1023 5 1025 | 1024 5 1026 | 1025 5 1027 | 1026 5 1028 | 1027 5 1029 | 1028 5 1030 | 1029 5 1031 | 1030 5 1032 | 1031 5 1033 | 1032 5 1034 | 1033 5 1035 | 1034 5 1036 | 1035 5 1037 | 1036 5 1038 | 1037 5 1039 | 1038 5 1040 | 1039 5 1041 | 1040 5 1042 | 1041 5 1043 | 1042 5 1044 | 1043 5 1045 | 1044 5 1046 | 1045 5 1047 | 1046 5 1048 | 1047 5 1049 | 1048 5 1050 | 1049 5 1051 | 1050 5 1052 | 1051 5 1053 | 1052 5 1054 | 1053 5 1055 | 1054 5 1056 | 1055 5 1057 | 1056 5 1058 | 1057 5 1059 | 1058 5 1060 | 1059 5 1061 | 1060 5 1062 | 1061 5 1063 | 1062 5 1064 | 1063 5 1065 | 1064 5 1066 | 1065 5 1067 | 1066 5 1068 | 1067 5 1069 | 1068 5 1070 | 1069 5 1071 | 1070 5 1072 | 1071 5 1073 | 1072 5 1074 | 1073 5 1075 | 1074 5 1076 | 1075 5 1077 | 1076 5 1078 | 1077 5 1079 | 1078 5 1080 | 1079 5 1081 | 1080 5 1082 | 1081 5 1083 | 1082 5 1084 | 1083 5 1085 | 1084 5 1086 | 1085 5 1087 | 1086 5 1088 | 1087 5 1089 | 1088 5 1090 | 1089 5 1091 | 1090 5 1092 | 1091 5 1093 | 1092 5 1094 | 1093 5 1095 | 1094 5 1096 | 1095 5 1097 | 1096 5 1098 | 1097 5 1099 | 1098 5 1100 | 1099 5 1101 | 1100 5 1102 | 1101 5 1103 | 1102 5 1104 | 1103 5 1105 | 1104 5 1106 | 1105 5 1107 | 1106 5 1108 | 1107 5 1109 | 1108 5 1110 | 1109 5 1111 | 1110 5 1112 | 1111 5 1113 | 1112 5 1114 | 1113 5 1115 | 1114 5 1116 | 1115 5 1117 | 1116 5 1118 | 1117 5 1119 | 1118 5 1120 | 1119 5 1121 | 1120 5 1122 | 1121 5 1123 | 1122 5 1124 | 1123 5 1125 | 1124 5 1126 | 1125 5 1127 | 1126 5 1128 | 1127 5 1129 | 1128 5 1130 | 1129 5 1131 | 1130 5 1132 | 1131 5 1133 | 1132 5 1134 | 1133 5 1135 | 1134 5 1136 | 1135 5 1137 | 1136 5 1138 | 1137 5 1139 | 1138 5 1140 | 1139 5 1141 | 1140 5 1142 | 1141 5 1143 | 1142 5 1144 | 1143 5 1145 | 1144 5 1146 | 1145 5 1147 | 1146 5 1148 | 1147 5 1149 | 1148 5 1150 | 1149 5 1151 | 1150 5 1152 | 1151 5 1153 | 1152 5 1154 | 1153 5 1155 | 1154 5 1156 | 1155 5 1157 | 1156 5 1158 | 1157 5 1159 | 1158 5 1160 | 1159 5 1161 | 1160 5 1162 | 1161 5 1163 | 1162 5 1164 | 1163 5 1165 | 1164 5 1166 | 1165 5 1167 | 1166 5 1168 | 1167 5 1169 | 1168 5 1170 | 1169 5 1171 | 1170 5 1172 | 1171 5 1173 | 1172 5 1174 | 1173 5 1175 | 1174 5 1176 | 1175 5 1177 | 1176 5 1178 | 1177 5 1179 | 1178 5 1180 | 1179 5 1181 | 1180 5 1182 | 1181 5 1183 | 1182 5 1184 | 1183 5 1185 | 1184 5 1186 | 1185 5 1187 | 1186 5 1188 | 1187 5 1189 | 1188 5 1190 | 1189 5 1191 | 1190 5 1192 | 1191 5 1193 | 1192 5 1194 | 1193 5 1195 | 1194 5 1196 | 1195 5 1197 | 1196 5 1198 | 1197 5 1199 | 1198 5 1200 | 1199 5 1201 | 1200 5 1202 | 1201 5 1203 | 1202 5 1204 | 1203 5 1205 | 1204 5 1206 | 1205 5 1207 | 1206 5 1208 | 1207 11 1209 | 1208 11 1210 | 1209 11 1211 | 1210 11 1212 | 1211 11 1213 | 1212 11 1214 | 1213 11 1215 | 1214 11 1216 | 1215 11 1217 | 1216 11 1218 | 1217 11 1219 | 1218 11 1220 | 1219 11 1221 | 1220 11 1222 | 1221 11 1223 | 1222 11 1224 | 1223 11 1225 | 1224 11 1226 | 1225 11 1227 | 1226 11 1228 | 1227 11 1229 | 1228 11 1230 | 1229 11 1231 | 1230 11 1232 | 1231 11 1233 | 1232 11 1234 | 1233 11 1235 | 1234 11 1236 | 1235 11 1237 | 1236 11 1238 | 1237 11 1239 | 1238 11 1240 | 1239 11 1241 | 1240 11 1242 | 1241 11 1243 | 1242 11 1244 | 1243 11 1245 | 1244 11 1246 | 1245 11 1247 | 1246 11 1248 | 1247 11 1249 | 1248 11 1250 | 1249 11 1251 | 1250 11 1252 | 1251 11 1253 | 1252 11 1254 | 1253 11 1255 | 1254 11 1256 | 1255 11 1257 | 1256 11 1258 | 1257 11 1259 | 1258 11 1260 | 1259 11 1261 | 1260 11 1262 | 1261 11 1263 | 1262 11 1264 | 1263 11 1265 | 1264 11 1266 | 1265 11 1267 | 1266 11 1268 | 1267 11 1269 | 1268 11 1270 | 1269 11 1271 | 1270 11 1272 | 1271 11 1273 | 1272 11 1274 | 1273 11 1275 | 1274 11 1276 | 1275 11 1277 | 1276 11 1278 | 1277 11 1279 | 1278 11 1280 | 1279 11 1281 | 1280 11 1282 | 1281 11 1283 | 1282 11 1284 | 1283 11 1285 | 1284 11 1286 | 1285 11 1287 | 1286 11 1288 | 1287 11 1289 | 1288 11 1290 | 1289 11 1291 | 1290 11 1292 | 1291 11 1293 | 1292 11 1294 | 1293 11 1295 | 1294 11 1296 | 1295 11 1297 | 1296 11 1298 | 1297 11 1299 | 1298 11 1300 | 1299 11 1301 | 1300 11 1302 | 1301 11 1303 | 1302 11 1304 | 1303 11 1305 | 1304 11 1306 | 1305 11 1307 | 1306 11 1308 | 1307 11 1309 | 1308 11 1310 | 1309 11 1311 | 1310 11 1312 | 1311 11 1313 | 1312 11 1314 | 1313 11 1315 | 1314 11 1316 | 1315 11 1317 | 1316 11 1318 | 1317 11 1319 | 1318 11 1320 | 1319 11 1321 | 1320 11 1322 | 1321 11 1323 | 1322 11 1324 | 1323 11 1325 | 1324 11 1326 | 1325 11 1327 | 1326 11 1328 | 1327 11 1329 | 1328 11 1330 | 1329 11 1331 | 1330 11 1332 | 1331 11 1333 | 1332 11 1334 | 1333 11 1335 | 1334 11 1336 | 1335 11 1337 | 1336 11 1338 | 1337 11 1339 | 1338 11 1340 | 1339 11 1341 | 1340 11 1342 | 1341 11 1343 | 1342 11 1344 | 1343 11 1345 | 1344 11 1346 | 1345 11 1347 | 1346 11 1348 | 1347 11 1349 | 1348 11 1350 | 1349 11 1351 | 1350 11 1352 | 1351 11 1353 | 1352 11 1354 | 1353 11 1355 | 1354 11 1356 | 1355 11 1357 | 1356 11 1358 | 1357 11 1359 | 1358 11 1360 | 1359 11 1361 | 1360 11 1362 | 1361 11 1363 | 1362 11 1364 | 1363 11 1365 | 1364 11 1366 | 1365 11 1367 | 1366 11 1368 | 1367 11 1369 | 1368 11 1370 | 1369 11 1371 | 1370 11 1372 | 1371 11 1373 | 1372 11 1374 | 1373 11 1375 | 1374 11 1376 | 1375 11 1377 | 1376 11 1378 | 1377 11 1379 | 1378 11 1380 | 1379 11 1381 | 1380 11 1382 | 1381 11 1383 | 1382 11 1384 | 1383 11 1385 | 1384 11 1386 | 1385 11 1387 | 1386 4 1388 | 1387 4 1389 | 1388 4 1390 | 1389 4 1391 | 1390 4 1392 | 1391 4 1393 | 1392 4 1394 | 1393 4 1395 | 1394 4 1396 | 1395 4 1397 | 1396 3 1398 | 1397 3 1399 | 1398 3 1400 | 1399 3 1401 | 1400 3 1402 | 1401 3 1403 | 1402 3 1404 | 1403 3 1405 | 1404 3 1406 | 1405 3 1407 | 1406 3 1408 | 1407 3 1409 | 1408 3 1410 | 1409 3 1411 | 1410 3 1412 | 1411 3 1413 | 1412 3 1414 | 1413 3 1415 | 1414 3 1416 | 1415 3 1417 | 1416 3 1418 | 1417 3 1419 | 1418 3 1420 | 1419 3 1421 | 1420 3 1422 | 1421 3 1423 | 1422 3 1424 | 1423 3 1425 | 1424 3 1426 | 1425 3 1427 | 1426 3 1428 | 1427 3 1429 | 1428 3 1430 | 1429 3 1431 | 1430 3 1432 | 1431 3 1433 | 1432 3 1434 | 1433 3 1435 | 1434 3 1436 | 1435 3 1437 | 1436 3 1438 | 1437 3 1439 | 1438 3 1440 | 1439 3 1441 | 1440 3 1442 | 1441 3 1443 | 1442 3 1444 | 1443 3 1445 | 1444 3 1446 | 1445 3 1447 | 1446 3 1448 | 1447 3 1449 | 1448 3 1450 | 1449 3 1451 | 1450 3 1452 | 1451 3 1453 | 1452 3 1454 | 1453 3 1455 | 1454 3 1456 | 1455 3 1457 | 1456 3 1458 | 1457 3 1459 | 1458 3 1460 | 1459 3 1461 | 1460 3 1462 | 1461 3 1463 | 1462 3 1464 | 1463 3 1465 | 1464 3 1466 | 1465 3 1467 | 1466 3 1468 | 1467 3 1469 | 1468 3 1470 | 1469 3 1471 | 1470 3 1472 | 1471 3 1473 | 1472 3 1474 | 1473 3 1475 | 1474 3 1476 | 1475 3 1477 | 1476 3 1478 | 1477 3 1479 | 1478 3 1480 | 1479 3 1481 | 1480 3 1482 | 1481 3 1483 | 1482 0 1484 | 1483 0 1485 | 1484 0 1486 | 1485 0 1487 | 1486 0 1488 | 1487 0 1489 | 1488 0 1490 | 1489 0 1491 | 1490 0 1492 | 1491 0 1493 | 1492 0 1494 | 1493 0 1495 | 1494 0 1496 | 1495 0 1497 | 1496 0 1498 | 1497 0 1499 | 1498 0 1500 | 1499 0 1501 | 1500 0 1502 | 1501 0 1503 | 1502 0 1504 | 1503 0 1505 | 1504 0 1506 | 1505 0 1507 | 1506 0 1508 | 1507 0 1509 | 1508 0 1510 | 1509 0 1511 | 1510 0 1512 | 1511 0 1513 | 1512 0 1514 | 1513 0 1515 | 1514 0 1516 | 1515 0 1517 | 1516 0 1518 | 1517 0 1519 | 1518 0 1520 | 1519 0 1521 | 1520 0 1522 | 1521 0 1523 | 1522 0 1524 | 1523 0 1525 | 1524 0 1526 | 1525 0 1527 | 1526 0 1528 | 1527 0 1529 | 1528 0 1530 | 1529 0 1531 | 1530 0 1532 | 1531 0 1533 | 1532 0 1534 | 1533 0 1535 | 1534 0 1536 | 1535 0 1537 | 1536 0 1538 | 1537 0 1539 | 1538 0 1540 | 1539 0 1541 | 1540 0 1542 | 1541 0 1543 | 1542 0 1544 | 1543 0 1545 | 1544 0 1546 | 1545 0 1547 | 1546 0 1548 | 1547 0 1549 | 1548 0 1550 | 1549 0 1551 | 1550 0 1552 | 1551 7 1553 | 1552 7 1554 | 1553 7 1555 | 1554 7 1556 | 1555 7 1557 | 1556 7 1558 | 1557 7 1559 | 1558 7 1560 | 1559 7 1561 | 1560 7 1562 | 1561 7 1563 | 1562 7 1564 | 1563 7 1565 | 1564 7 1566 | 1565 7 1567 | 1566 7 1568 | 1567 7 1569 | 1568 7 1570 | 1569 7 1571 | 1570 7 1572 | 1571 7 1573 | 1572 7 1574 | 1573 7 1575 | 1574 7 1576 | 1575 7 1577 | 1576 7 1578 | 1577 7 1579 | 1578 7 1580 | 1579 7 1581 | 1580 7 1582 | 1581 7 1583 | 1582 7 1584 | 1583 7 1585 | 1584 7 1586 | 1585 7 1587 | 1586 7 1588 | 1587 7 1589 | 1588 7 1590 | 1589 7 1591 | 1590 7 1592 | 1591 7 1593 | 1592 7 1594 | 1593 7 1595 | 1594 7 1596 | 1595 7 1597 | 1596 7 1598 | 1597 7 1599 | 1598 7 1600 | 1599 7 1601 | 1600 7 1602 | 1601 7 1603 | 1602 7 1604 | 1603 7 1605 | 1604 8 1606 | 1605 8 1607 | 1606 8 1608 | 1607 8 1609 | 1608 8 1610 | 1609 8 1611 | 1610 8 1612 | 1611 8 1613 | 1612 8 1614 | 1613 8 1615 | 1614 8 1616 | 1615 8 1617 | 1616 8 1618 | 1617 8 1619 | 1618 8 1620 | 1619 8 1621 | 1620 8 1622 | 1621 8 1623 | 1622 8 1624 | 1623 8 1625 | 1624 8 1626 | 1625 8 1627 | 1626 8 1628 | 1627 8 1629 | 1628 8 1630 | 1629 8 1631 | 1630 8 1632 | 1631 8 1633 | 1632 8 1634 | 1633 8 1635 | 1634 8 1636 | 1635 8 1637 | 1636 8 1638 | 1637 8 1639 | 1638 8 1640 | 1639 8 1641 | 1640 8 1642 | 1641 8 1643 | 1642 8 1644 | 1643 8 1645 | 1644 8 1646 | 1645 8 1647 | 1646 8 1648 | 1647 8 1649 | 1648 8 1650 | 1649 8 1651 | 1650 8 1652 | 1651 8 1653 | 1652 8 1654 | 1653 8 1655 | 1654 8 1656 | 1655 8 1657 | 1656 8 1658 | 1657 8 1659 | 1658 8 1660 | 1659 8 1661 | 1660 8 1662 | 1661 8 1663 | 1662 8 1664 | 1663 8 1665 | 1664 8 1666 | 1665 8 1667 | 1666 8 1668 | 1667 8 1669 | 1668 8 1670 | 1669 8 1671 | 1670 8 1672 | 1671 8 1673 | 1672 8 1674 | 1673 8 1675 | 1674 8 1676 | 1675 8 1677 | 1676 8 1678 | 1677 8 1679 | 1678 8 1680 | 1679 8 1681 | 1680 8 1682 | 1681 8 1683 | 1682 8 1684 | 1683 8 1685 | 1684 8 1686 | 1685 8 1687 | 1686 8 1688 | 1687 2 1689 | 1688 2 1690 | 1689 2 1691 | 1690 2 1692 | 1691 2 1693 | 1692 2 1694 | 1693 2 1695 | 1694 2 1696 | 1695 2 1697 | 1696 2 1698 | 1697 2 1699 | 1698 2 1700 | 1699 2 1701 | 1700 2 1702 | 1701 2 1703 | 1702 2 1704 | 1703 2 1705 | 1704 2 1706 | 1705 2 1707 | 1706 2 1708 | 1707 2 1709 | 1708 2 1710 | 1709 2 1711 | 1710 2 1712 | 1711 2 1713 | 1712 2 1714 | 1713 2 1715 | 1714 2 1716 | 1715 2 1717 | 1716 2 1718 | 1717 2 1719 | 1718 2 1720 | 1719 2 1721 | 1720 2 1722 | 1721 2 1723 | 1722 2 1724 | 1723 2 1725 | 1724 2 1726 | 1725 2 1727 | 1726 2 1728 | 1727 2 1729 | 1728 2 1730 | 1729 2 1731 | 1730 2 1732 | 1731 2 1733 | 1732 2 1734 | 1733 2 1735 | 1734 2 1736 | 1735 2 1737 | 1736 2 1738 | 1737 2 1739 | 1738 2 1740 | 1739 2 1741 | 1740 2 1742 | 1741 2 1743 | 1742 2 1744 | 1743 2 1745 | 1744 2 1746 | 1745 2 1747 | 1746 2 1748 | 1747 2 1749 | 1748 2 1750 | 1749 2 1751 | 1750 2 1752 | 1751 2 1753 | 1752 2 1754 | 1753 2 1755 | 1754 2 1756 | 1755 2 1757 | 1756 2 1758 | 1757 2 1759 | 1758 2 1760 | 1759 2 1761 | 1760 2 1762 | 1761 2 1763 | 1762 2 1764 | 1763 2 1765 | 1764 2 1766 | 1765 2 1767 | 1766 2 1768 | 1767 2 1769 | 1768 2 1770 | 1769 2 1771 | 1770 2 1772 | 1771 2 1773 | 1772 2 1774 | 1773 2 1775 | 1774 2 1776 | 1775 2 1777 | 1776 2 1778 | 1777 2 1779 | 1778 2 1780 | 1779 2 1781 | 1780 2 1782 | 1781 2 1783 | 1782 2 1784 | 1783 2 1785 | 1784 2 1786 | 1785 2 1787 | 1786 2 1788 | 1787 2 1789 | 1788 2 1790 | 1789 2 1791 | 1790 2 1792 | 1791 2 1793 | 1792 2 1794 | 1793 2 1795 | 1794 2 1796 | 1795 2 1797 | 1796 2 1798 | 1797 2 1799 | 1798 2 1800 | 1799 2 1801 | 1800 2 1802 | 1801 2 1803 | 1802 2 1804 | 1803 2 1805 | 1804 2 1806 | 1805 2 1807 | 1806 2 1808 | 1807 2 1809 | 1808 2 1810 | 1809 2 1811 | 1810 2 1812 | 1811 2 1813 | 1812 2 1814 | 1813 2 1815 | 1814 2 1816 | 1815 2 1817 | 1816 2 1818 | 1817 2 1819 | 1818 2 1820 | 1819 2 1821 | 1820 2 1822 | 1821 2 1823 | 1822 2 1824 | 1823 2 1825 | 1824 2 1826 | 1825 2 1827 | 1826 2 1828 | 1827 2 1829 | 1828 2 1830 | 1829 2 1831 | 1830 2 1832 | 1831 2 1833 | 1832 2 1834 | 1833 2 1835 | 1834 2 1836 | 1835 2 1837 | 1836 2 1838 | 1837 2 1839 | 1838 2 1840 | 1839 2 1841 | 1840 2 1842 | 1841 2 1843 | 1842 2 1844 | 1843 2 1845 | 1844 2 1846 | 1845 2 1847 | 1846 2 1848 | 1847 2 1849 | 1848 2 1850 | 1849 2 1851 | 1850 2 1852 | 1851 2 1853 | 1852 2 1854 | 1853 2 1855 | 1854 2 1856 | 1855 2 1857 | 1856 2 1858 | 1857 2 1859 | 1858 2 1860 | 1859 2 1861 | 1860 2 1862 | 1861 2 1863 | 1862 2 1864 | 1863 2 1865 | 1864 2 1866 | 1865 2 1867 | 1866 2 1868 | 1867 2 1869 | 1868 2 1870 | 1869 2 1871 | 1870 2 1872 | 1871 2 1873 | 1872 2 1874 | 1873 2 1875 | 1874 2 1876 | 1875 2 1877 | 1876 2 1878 | 1877 2 1879 | 1878 2 1880 | 1879 2 1881 | 1880 2 1882 | 1881 2 1883 | 1882 2 1884 | 1883 2 1885 | 1884 2 1886 | 1885 2 1887 | 1886 2 1888 | 1887 2 1889 | 1888 2 1890 | 1889 2 1891 | 1890 14 1892 | 1891 14 1893 | 1892 14 1894 | 1893 14 1895 | 1894 14 1896 | 1895 14 1897 | 1896 14 1898 | 1897 14 1899 | 1898 14 1900 | 1899 14 1901 | 1900 14 1902 | 1901 14 1903 | 1902 14 1904 | 1903 14 1905 | 1904 14 1906 | 1905 14 1907 | 1906 14 1908 | 1907 14 1909 | 1908 14 1910 | 1909 14 1911 | 1910 14 1912 | 1911 14 1913 | 1912 14 1914 | 1913 14 1915 | 1914 14 1916 | 1915 14 1917 | 1916 14 1918 | 1917 14 1919 | 1918 14 1920 | 1919 14 1921 | 1920 14 1922 | 1921 14 1923 | 1922 14 1924 | 1923 14 1925 | 1924 14 1926 | 1925 14 1927 | 1926 14 1928 | 1927 14 1929 | 1928 14 1930 | 1929 14 1931 | 1930 14 1932 | 1931 14 1933 | 1932 14 1934 | 1933 14 1935 | 1934 14 1936 | 1935 14 1937 | 1936 14 1938 | 1937 14 1939 | 1938 14 1940 | 1939 14 1941 | 1940 14 1942 | 1941 14 1943 | 1942 14 1944 | 1943 14 1945 | 1944 14 1946 | 1945 14 1947 | 1946 14 1948 | 1947 14 1949 | 1948 14 1950 | 1949 14 1951 | 1950 14 1952 | 1951 14 1953 | 1952 14 1954 | 1953 14 1955 | 1954 14 1956 | 1955 14 1957 | 1956 14 1958 | 1957 14 1959 | 1958 14 1960 | 1959 14 1961 | 1960 14 1962 | 1961 14 1963 | 1962 14 1964 | 1963 14 1965 | 1964 14 1966 | 1965 14 1967 | 1966 14 1968 | 1967 6 1969 | 1968 6 1970 | 1969 6 1971 | 1970 6 1972 | 1971 6 1973 | 1972 6 1974 | 1973 6 1975 | 1974 6 1976 | 1975 6 1977 | 1976 6 1978 | 1977 6 1979 | 1978 6 1980 | 1979 6 1981 | 1980 6 1982 | 1981 6 1983 | 1982 6 1984 | 1983 6 1985 | 1984 6 1986 | 1985 6 1987 | 1986 6 1988 | 1987 6 1989 | 1988 6 1990 | 1989 6 1991 | 1990 6 1992 | 1991 6 1993 | 1992 6 1994 | 1993 6 1995 | 1994 6 1996 | 1995 6 1997 | 1996 6 1998 | 1997 6 1999 | 1998 6 2000 | 1999 6 2001 | 2000 6 2002 | 2001 6 2003 | 2002 6 2004 | 2003 6 2005 | 2004 6 2006 | 2005 6 2007 | 2006 6 2008 | 2007 6 2009 | 2008 6 2010 | 2009 6 2011 | 2010 6 2012 | 2011 6 2013 | 2012 6 2014 | 2013 6 2015 | 2014 6 2016 | 2015 6 2017 | 2016 6 2018 | 2017 6 2019 | 2018 6 2020 | 2019 6 2021 | 2020 6 2022 | 2021 6 2023 | 2022 6 2024 | 2023 6 2025 | 2024 6 2026 | 2025 6 2027 | 2026 6 2028 | 2027 6 2029 | 2028 6 2030 | 2029 6 2031 | 2030 6 2032 | 2031 6 2033 | 2032 6 2034 | 2033 6 2035 | 2034 6 2036 | 2035 6 2037 | 2036 6 2038 | 2037 6 2039 | 2038 6 2040 | 2039 6 2041 | 2040 6 2042 | 2041 6 2043 | 2042 6 2044 | 2043 6 2045 | 2044 6 2046 | 2045 6 2047 | 2046 6 2048 | 2047 6 2049 | 2048 6 2050 | 2049 6 2051 | 2050 6 2052 | 2051 6 2053 | 2052 6 2054 | 2053 6 2055 | 2054 6 2056 | 2055 6 2057 | 2056 6 2058 | 2057 6 2059 | 2058 6 2060 | 2059 6 2061 | 2060 6 2062 | 2061 6 2063 | 2062 6 2064 | 2063 6 2065 | 2064 6 2066 | 2065 6 2067 | 2066 6 2068 | 2067 6 2069 | 2068 6 2070 | 2069 6 2071 | 2070 6 2072 | 2071 6 2073 | 2072 6 2074 | 2073 6 2075 | 2074 6 2076 | 2075 6 2077 | 2076 6 2078 | 2077 6 2079 | 2078 10 2080 | 2079 10 2081 | 2080 10 2082 | 2081 10 2083 | 2082 10 2084 | 2083 10 2085 | 2084 10 2086 | 2085 10 2087 | 2086 10 2088 | 2087 10 2089 | 2088 10 2090 | 2089 10 2091 | 2090 10 2092 | 2091 10 2093 | 2092 10 2094 | 2093 10 2095 | 2094 10 2096 | 2095 10 2097 | 2096 10 2098 | 2097 10 2099 | 2098 10 2100 | 2099 10 2101 | 2100 10 2102 | 2101 10 2103 | 2102 10 2104 | 2103 10 2105 | 2104 10 2106 | 2105 10 2107 | 2106 10 2108 | 2107 10 2109 | 2108 10 2110 | 2109 10 2111 | 2110 10 2112 | 2111 10 2113 | 2112 10 2114 | 2113 10 2115 | 2114 10 2116 | 2115 10 2117 | 2116 10 2118 | 2117 10 2119 | 2118 10 2120 | 2119 10 2121 | 2120 10 2122 | 2121 10 2123 | 2122 10 2124 | 2123 10 2125 | 2124 10 2126 | 2125 10 2127 | 2126 10 2128 | 2127 10 2129 | 2128 10 2130 | 2129 10 2131 | 2130 10 2132 | 2131 10 2133 | 2132 10 2134 | 2133 10 2135 | 2134 10 2136 | 2135 10 2137 | 2136 10 2138 | 2137 10 2139 | 2138 10 2140 | 2139 10 2141 | 2140 10 2142 | 2141 10 2143 | 2142 10 2144 | 2143 10 2145 | 2144 10 2146 | 2145 10 2147 | 2146 10 2148 | 2147 10 2149 | 2148 10 2150 | 2149 10 2151 | 2150 10 2152 | 2151 10 2153 | 2152 10 2154 | 2153 10 2155 | 2154 10 2156 | 2155 10 2157 | 2156 10 2158 | 2157 10 2159 | 2158 10 2160 | 2159 10 2161 | 2160 10 2162 | 2161 10 2163 | 2162 10 2164 | 2163 10 2165 | 2164 10 2166 | 2165 10 2167 | 2166 10 2168 | 2167 10 2169 | 2168 10 2170 | 2169 10 2171 | 2170 10 2172 | 2171 10 2173 | 2172 10 2174 | 2173 10 2175 | 2174 10 2176 | 2175 10 2177 | 2176 10 2178 | 2177 10 2179 | 2178 10 2180 | 2179 10 2181 | 2180 10 2182 | 2181 10 2183 | 2182 10 2184 | 2183 10 2185 | 2184 10 2186 | 2185 10 2187 | 2186 10 2188 | 2187 10 2189 | 2188 10 2190 | 2189 10 2191 | 2190 10 2192 | 2191 10 2193 | 2192 10 2194 | 2193 10 2195 | 2194 10 2196 | 2195 10 2197 | 2196 10 2198 | 2197 10 2199 | 2198 10 2200 | 2199 10 2201 | 2200 10 2202 | 2201 10 2203 | 2202 10 2204 | 2203 10 2205 | 2204 10 2206 | 2205 10 2207 | 2206 10 2208 | 2207 10 2209 | 2208 10 2210 | 2209 10 2211 | 2210 10 2212 | 2211 10 2213 | 2212 10 2214 | 2213 10 2215 | 2214 10 2216 | 2215 10 2217 | 2216 10 2218 | 2217 10 2219 | 2218 10 2220 | 2219 10 2221 | 2220 10 2222 | 2221 10 2223 | 2222 10 2224 | 2223 10 2225 | 2224 10 2226 | 2225 10 2227 | 2226 10 2228 | 2227 10 2229 | 2228 10 2230 | 2229 10 2231 | 2230 10 2232 | 2231 10 2233 | 2232 10 2234 | 2233 10 2235 | 2234 10 2236 | 2235 10 2237 | 2236 10 2238 | 2237 10 2239 | 2238 10 2240 | 2239 10 2241 | 2240 10 2242 | 2241 10 2243 | 2242 10 2244 | 2243 10 2245 | 2244 10 2246 | 2245 10 2247 | 2246 10 2248 | 2247 10 2249 | 2248 10 2250 | 2249 10 2251 | 2250 10 2252 | 2251 10 2253 | 2252 10 2254 | 2253 10 2255 | 2254 10 2256 | 2255 10 2257 | 2256 10 2258 | 2257 10 2259 | 2258 10 2260 | 2259 10 2261 | 2260 10 2262 | 2261 10 2263 | 2262 10 2264 | 2263 10 2265 | 2264 10 2266 | 2265 10 2267 | 2266 10 2268 | 2267 10 2269 | 2268 10 2270 | 2269 10 2271 | 2270 10 2272 | 2271 10 2273 | 2272 10 2274 | 2273 10 2275 | 2274 10 2276 | 2275 10 2277 | 2276 10 2278 | 2277 10 2279 | 2278 10 2280 | 2279 10 2281 | 2280 10 2282 | 2281 10 2283 | 2282 10 2284 | 2283 10 2285 | 2284 10 2286 | 2285 10 2287 | 2286 10 2288 | 2287 10 2289 | 2288 10 2290 | 2289 10 2291 | 2290 10 2292 | 2291 10 2293 | 2292 10 2294 | 2293 10 2295 | 2294 10 2296 | 2295 10 2297 | 2296 10 2298 | 2297 10 2299 | 2298 10 2300 | 2299 10 2301 | 2300 10 2302 | 2301 10 2303 | 2302 10 2304 | 2303 10 2305 | 2304 10 2306 | 2305 10 2307 | 2306 10 2308 | 2307 10 2309 | 2308 10 2310 | 2309 10 2311 | 2310 10 2312 | 2311 10 2313 | 2312 10 2314 | 2313 10 2315 | 2314 10 2316 | 2315 10 2317 | 2316 10 2318 | 2317 15 2319 | 2318 15 2320 | 2319 15 2321 | 2320 15 2322 | 2321 15 2323 | 2322 15 2324 | 2323 15 2325 | 2324 15 2326 | 2325 15 2327 | 2326 15 2328 | 2327 15 2329 | 2328 15 2330 | 2329 15 2331 | 2330 15 2332 | 2331 15 2333 | 2332 15 2334 | 2333 15 2335 | 2334 15 2336 | 2335 15 2337 | 2336 15 2338 | 2337 15 2339 | 2338 15 2340 | 2339 15 2341 | 2340 15 2342 | 2341 15 2343 | 2342 15 2344 | 2343 15 2345 | 2344 15 2346 | 2345 15 2347 | 2346 15 2348 | 2347 15 2349 | 2348 15 2350 | 2349 15 2351 | 2350 15 2352 | 2351 15 2353 | 2352 15 2354 | 2353 15 2355 | 2354 15 2356 | 2355 15 2357 | 2356 15 2358 | 2357 15 2359 | 2358 15 2360 | 2359 15 2361 | 2360 15 2362 | 2361 15 2363 | 2362 15 2364 | 2363 15 2365 | 2364 15 2366 | 2365 15 2367 | 2366 15 2368 | 2367 15 2369 | 2368 15 2370 | 2369 15 2371 | 2370 15 2372 | 2371 15 2373 | 2372 15 2374 | 2373 15 2375 | 2374 15 2376 | 2375 15 2377 | 2376 15 2378 | 2377 15 2379 | 2378 15 2380 | 2379 15 2381 | 2380 15 2382 | 2381 15 2383 | 2382 15 2384 | 2383 15 2385 | 2384 15 2386 | 2385 15 2387 | 2386 15 2388 | 2387 15 2389 | 2388 15 2390 | 2389 15 2391 | 2390 8 2392 | 2391 8 2393 | 2392 8 2394 | 2393 8 2395 | 2394 8 2396 | 2395 8 2397 | 2396 8 2398 | 2397 8 2399 | 2398 8 2400 | 2399 8 2401 | 2400 8 2402 | 2401 8 2403 | 2402 8 2404 | 2403 8 2405 | 2404 8 2406 | -------------------------------------------------------------------------------- /src/main/resources/wiki/Wiki_category.txt: -------------------------------------------------------------------------------- 1 | 0 8 2 | 1 8 3 | 2 8 4 | 3 8 5 | 4 8 6 | 5 8 7 | 6 8 8 | 7 8 9 | 8 8 10 | 9 8 11 | 10 8 12 | 11 1 13 | 12 1 14 | 13 1 15 | 14 1 16 | 15 1 17 | 16 1 18 | 17 1 19 | 18 1 20 | 19 1 21 | 20 1 22 | 21 1 23 | 22 1 24 | 23 1 25 | 24 1 26 | 25 1 27 | 26 1 28 | 27 1 29 | 28 1 30 | 29 1 31 | 30 1 32 | 31 1 33 | 32 1 34 | 33 1 35 | 34 1 36 | 35 1 37 | 36 1 38 | 37 1 39 | 38 1 40 | 39 1 41 | 40 1 42 | 41 1 43 | 42 1 44 | 43 1 45 | 44 1 46 | 45 1 47 | 46 1 48 | 47 1 49 | 48 1 50 | 49 1 51 | 50 1 52 | 51 1 53 | 52 1 54 | 53 1 55 | 54 1 56 | 55 1 57 | 56 1 58 | 57 1 59 | 58 1 60 | 59 1 61 | 60 1 62 | 61 1 63 | 62 1 64 | 63 1 65 | 64 1 66 | 65 1 67 | 66 1 68 | 67 1 69 | 68 1 70 | 69 1 71 | 70 1 72 | 71 1 73 | 72 1 74 | 73 1 75 | 74 1 76 | 75 1 77 | 76 1 78 | 77 1 79 | 78 1 80 | 79 1 81 | 80 1 82 | 81 1 83 | 82 1 84 | 83 1 85 | 84 1 86 | 85 1 87 | 86 1 88 | 87 1 89 | 88 1 90 | 89 1 91 | 90 1 92 | 91 1 93 | 92 1 94 | 93 1 95 | 94 1 96 | 95 1 97 | 96 1 98 | 97 1 99 | 98 1 100 | 99 1 101 | 100 1 102 | 101 1 103 | 102 1 104 | 103 1 105 | 104 1 106 | 105 1 107 | 106 1 108 | 107 1 109 | 108 1 110 | 109 1 111 | 110 1 112 | 111 1 113 | 112 1 114 | 113 1 115 | 114 1 116 | 115 1 117 | 116 1 118 | 117 1 119 | 118 1 120 | 119 1 121 | 120 1 122 | 121 1 123 | 122 1 124 | 123 1 125 | 124 1 126 | 125 1 127 | 126 1 128 | 127 1 129 | 128 1 130 | 129 1 131 | 130 1 132 | 131 1 133 | 132 1 134 | 133 1 135 | 134 1 136 | 135 1 137 | 136 1 138 | 137 1 139 | 138 1 140 | 139 1 141 | 140 1 142 | 141 1 143 | 142 1 144 | 143 1 145 | 144 1 146 | 145 1 147 | 146 1 148 | 147 1 149 | 148 1 150 | 149 1 151 | 150 1 152 | 151 1 153 | 152 1 154 | 153 1 155 | 154 1 156 | 155 1 157 | 156 1 158 | 157 1 159 | 158 1 160 | 159 1 161 | 160 1 162 | 161 1 163 | 162 1 164 | 163 1 165 | 164 1 166 | 165 1 167 | 166 1 168 | 167 1 169 | 168 1 170 | 169 1 171 | 170 1 172 | 171 1 173 | 172 1 174 | 173 1 175 | 174 1 176 | 175 1 177 | 176 1 178 | 177 1 179 | 178 1 180 | 179 1 181 | 180 1 182 | 181 1 183 | 182 1 184 | 183 1 185 | 184 1 186 | 185 1 187 | 186 1 188 | 187 1 189 | 188 1 190 | 189 1 191 | 190 0 192 | 191 0 193 | 192 0 194 | 193 0 195 | 194 0 196 | 195 0 197 | 196 0 198 | 197 0 199 | 198 0 200 | 199 0 201 | 200 0 202 | 201 0 203 | 202 0 204 | 203 0 205 | 204 0 206 | 205 0 207 | 206 0 208 | 207 0 209 | 208 0 210 | 209 0 211 | 210 0 212 | 211 0 213 | 212 0 214 | 213 1 215 | 214 1 216 | 215 1 217 | 216 1 218 | 217 1 219 | 218 1 220 | 219 1 221 | 220 1 222 | 221 1 223 | 222 1 224 | 223 1 225 | 224 1 226 | 225 1 227 | 226 1 228 | 227 1 229 | 228 1 230 | 229 1 231 | 230 1 232 | 231 1 233 | 232 1 234 | 233 1 235 | 234 1 236 | 235 1 237 | 236 1 238 | 237 1 239 | 238 1 240 | 239 1 241 | 240 1 242 | 241 1 243 | 242 1 244 | 243 1 245 | 244 1 246 | 245 1 247 | 246 1 248 | 247 1 249 | 248 6 250 | 249 6 251 | 250 6 252 | 251 6 253 | 252 6 254 | 253 6 255 | 254 6 256 | 255 6 257 | 256 6 258 | 257 6 259 | 258 6 260 | 259 6 261 | 260 6 262 | 261 6 263 | 262 6 264 | 263 6 265 | 264 6 266 | 265 5 267 | 266 5 268 | 267 5 269 | 268 5 270 | 269 5 271 | 270 5 272 | 271 5 273 | 272 5 274 | 273 5 275 | 274 5 276 | 275 5 277 | 276 5 278 | 277 5 279 | 278 5 280 | 279 5 281 | 280 5 282 | 281 5 283 | 282 5 284 | 283 5 285 | 284 5 286 | 285 5 287 | 286 5 288 | 287 5 289 | 288 5 290 | 289 5 291 | 290 5 292 | 291 5 293 | 292 5 294 | 293 5 295 | 294 5 296 | 295 5 297 | 296 5 298 | 297 5 299 | 298 5 300 | 299 5 301 | 300 5 302 | 301 5 303 | 302 5 304 | 303 5 305 | 304 5 306 | 305 5 307 | 306 5 308 | 307 5 309 | 308 5 310 | 309 5 311 | 310 5 312 | 311 5 313 | 312 5 314 | 313 5 315 | 314 5 316 | 315 5 317 | 316 5 318 | 317 5 319 | 318 13 320 | 319 13 321 | 320 13 322 | 321 13 323 | 322 13 324 | 323 13 325 | 324 13 326 | 325 13 327 | 326 13 328 | 327 13 329 | 328 13 330 | 329 13 331 | 330 13 332 | 331 13 333 | 332 13 334 | 333 13 335 | 334 13 336 | 335 13 337 | 336 13 338 | 337 13 339 | 338 13 340 | 339 13 341 | 340 13 342 | 341 13 343 | 342 13 344 | 343 13 345 | 344 13 346 | 345 13 347 | 346 13 348 | 347 13 349 | 348 6 350 | 349 6 351 | 350 6 352 | 351 6 353 | 352 6 354 | 353 6 355 | 354 6 356 | 355 6 357 | 356 6 358 | 357 6 359 | 358 6 360 | 359 6 361 | 360 6 362 | 361 6 363 | 362 6 364 | 363 6 365 | 364 6 366 | 365 6 367 | 366 6 368 | 367 6 369 | 368 6 370 | 369 6 371 | 370 6 372 | 371 6 373 | 372 6 374 | 373 6 375 | 374 6 376 | 375 6 377 | 376 6 378 | 377 12 379 | 378 12 380 | 379 12 381 | 380 12 382 | 381 12 383 | 382 12 384 | 383 12 385 | 384 12 386 | 385 12 387 | 386 15 388 | 387 15 389 | 388 15 390 | 389 15 391 | 390 15 392 | 391 15 393 | 392 15 394 | 393 15 395 | 394 15 396 | 395 15 397 | 396 15 398 | 397 15 399 | 398 15 400 | 399 15 401 | 400 15 402 | 401 15 403 | 402 15 404 | 403 15 405 | 404 15 406 | 405 15 407 | 406 15 408 | 407 15 409 | 408 15 410 | 409 15 411 | 410 15 412 | 411 15 413 | 412 15 414 | 413 15 415 | 414 15 416 | 415 15 417 | 416 15 418 | 417 15 419 | 418 15 420 | 419 15 421 | 420 15 422 | 421 15 423 | 422 15 424 | 423 15 425 | 424 15 426 | 425 15 427 | 426 15 428 | 427 15 429 | 428 15 430 | 429 15 431 | 430 15 432 | 431 15 433 | 432 15 434 | 433 15 435 | 434 15 436 | 435 15 437 | 436 15 438 | 437 15 439 | 438 15 440 | 439 15 441 | 440 15 442 | 441 15 443 | 442 15 444 | 443 15 445 | 444 15 446 | 445 15 447 | 446 15 448 | 447 15 449 | 448 15 450 | 449 15 451 | 450 15 452 | 451 15 453 | 452 15 454 | 453 15 455 | 454 15 456 | 455 15 457 | 456 15 458 | 457 15 459 | 458 15 460 | 459 15 461 | 460 15 462 | 461 15 463 | 462 15 464 | 463 15 465 | 464 15 466 | 465 15 467 | 466 15 468 | 467 15 469 | 468 15 470 | 469 15 471 | 470 15 472 | 471 15 473 | 472 15 474 | 473 15 475 | 474 15 476 | 475 15 477 | 476 15 478 | 477 15 479 | 478 15 480 | 479 15 481 | 480 15 482 | 481 15 483 | 482 15 484 | 483 15 485 | 484 15 486 | 485 15 487 | 486 15 488 | 487 15 489 | 488 15 490 | 489 15 491 | 490 15 492 | 491 15 493 | 492 15 494 | 493 15 495 | 494 15 496 | 495 15 497 | 496 15 498 | 497 15 499 | 498 15 500 | 499 15 501 | 500 15 502 | 501 15 503 | 502 15 504 | 503 15 505 | 504 15 506 | 505 15 507 | 506 15 508 | 507 15 509 | 508 15 510 | 509 15 511 | 510 15 512 | 511 15 513 | 512 15 514 | 513 15 515 | 514 15 516 | 515 15 517 | 516 15 518 | 517 15 519 | 518 15 520 | 519 15 521 | 520 15 522 | 521 15 523 | 522 15 524 | 523 15 525 | 524 15 526 | 525 15 527 | 526 15 528 | 527 15 529 | 528 15 530 | 529 15 531 | 530 15 532 | 531 15 533 | 532 15 534 | 533 15 535 | 534 15 536 | 535 15 537 | 536 15 538 | 537 15 539 | 538 15 540 | 539 15 541 | 540 15 542 | 541 16 543 | 542 16 544 | 543 16 545 | 544 16 546 | 545 16 547 | 546 16 548 | 547 16 549 | 548 16 550 | 549 16 551 | 550 16 552 | 551 16 553 | 552 16 554 | 553 16 555 | 554 16 556 | 555 16 557 | 556 16 558 | 557 16 559 | 558 16 560 | 559 16 561 | 560 16 562 | 561 16 563 | 562 16 564 | 563 16 565 | 564 16 566 | 565 16 567 | 566 16 568 | 567 16 569 | 568 16 570 | 569 16 571 | 570 16 572 | 571 16 573 | 572 16 574 | 573 16 575 | 574 16 576 | 575 16 577 | 576 16 578 | 577 16 579 | 578 16 580 | 579 16 581 | 580 16 582 | 581 16 583 | 582 16 584 | 583 16 585 | 584 16 586 | 585 16 587 | 586 16 588 | 587 16 589 | 588 16 590 | 589 16 591 | 590 16 592 | 591 16 593 | 592 16 594 | 593 16 595 | 594 16 596 | 595 16 597 | 596 16 598 | 597 16 599 | 598 16 600 | 599 16 601 | 600 16 602 | 601 16 603 | 602 16 604 | 603 16 605 | 604 16 606 | 605 16 607 | 606 16 608 | 607 16 609 | 608 16 610 | 609 16 611 | 610 16 612 | 611 16 613 | 612 16 614 | 613 16 615 | 614 16 616 | 615 16 617 | 616 16 618 | 617 16 619 | 618 16 620 | 619 16 621 | 620 16 622 | 621 16 623 | 622 16 624 | 623 16 625 | 624 16 626 | 625 16 627 | 626 16 628 | 627 16 629 | 628 16 630 | 629 16 631 | 630 16 632 | 631 16 633 | 632 16 634 | 633 16 635 | 634 16 636 | 635 16 637 | 636 16 638 | 637 16 639 | 638 16 640 | 639 16 641 | 640 16 642 | 641 16 643 | 642 16 644 | 643 16 645 | 644 16 646 | 645 16 647 | 646 16 648 | 647 16 649 | 648 16 650 | 649 1 651 | 650 1 652 | 651 1 653 | 652 1 654 | 653 1 655 | 654 1 656 | 655 1 657 | 656 1 658 | 657 1 659 | 658 1 660 | 659 1 661 | 660 1 662 | 661 1 663 | 662 1 664 | 663 1 665 | 664 1 666 | 665 1 667 | 666 1 668 | 667 1 669 | 668 1 670 | 669 1 671 | 670 1 672 | 671 1 673 | 672 1 674 | 673 1 675 | 674 1 676 | 675 1 677 | 676 1 678 | 677 1 679 | 678 1 680 | 679 1 681 | 680 1 682 | 681 1 683 | 682 1 684 | 683 1 685 | 684 1 686 | 685 1 687 | 686 1 688 | 687 1 689 | 688 1 690 | 689 1 691 | 690 1 692 | 691 1 693 | 692 1 694 | 693 1 695 | 694 1 696 | 695 1 697 | 696 1 698 | 697 1 699 | 698 1 700 | 699 1 701 | 700 1 702 | 701 1 703 | 702 1 704 | 703 1 705 | 704 1 706 | 705 1 707 | 706 1 708 | 707 1 709 | 708 1 710 | 709 1 711 | 710 1 712 | 711 1 713 | 712 1 714 | 713 1 715 | 714 1 716 | 715 1 717 | 716 1 718 | 717 1 719 | 718 1 720 | 719 1 721 | 720 1 722 | 721 1 723 | 722 1 724 | 723 1 725 | 724 1 726 | 725 1 727 | 726 1 728 | 727 1 729 | 728 1 730 | 729 1 731 | 730 1 732 | 731 1 733 | 732 1 734 | 733 1 735 | 734 1 736 | 735 1 737 | 736 1 738 | 737 1 739 | 738 1 740 | 739 1 741 | 740 1 742 | 741 1 743 | 742 1 744 | 743 1 745 | 744 1 746 | 745 1 747 | 746 1 748 | 747 1 749 | 748 1 750 | 749 1 751 | 750 1 752 | 751 1 753 | 752 1 754 | 753 1 755 | 754 1 756 | 755 1 757 | 756 1 758 | 757 1 759 | 758 1 760 | 759 1 761 | 760 1 762 | 761 1 763 | 762 1 764 | 763 1 765 | 764 1 766 | 765 1 767 | 766 1 768 | 767 1 769 | 768 1 770 | 769 1 771 | 770 1 772 | 771 1 773 | 772 1 774 | 773 1 775 | 774 1 776 | 775 1 777 | 776 1 778 | 777 1 779 | 778 1 780 | 779 1 781 | 780 1 782 | 781 1 783 | 782 1 784 | 783 1 785 | 784 1 786 | 785 1 787 | 786 1 788 | 787 1 789 | 788 1 790 | 789 1 791 | 790 1 792 | 791 1 793 | 792 1 794 | 793 1 795 | 794 1 796 | 795 1 797 | 796 1 798 | 797 1 799 | 798 1 800 | 799 1 801 | 800 1 802 | 801 1 803 | 802 1 804 | 803 1 805 | 804 1 806 | 805 1 807 | 806 1 808 | 807 1 809 | 808 1 810 | 809 1 811 | 810 1 812 | 811 1 813 | 812 1 814 | 813 1 815 | 814 1 816 | 815 1 817 | 816 1 818 | 817 1 819 | 818 1 820 | 819 1 821 | 820 1 822 | 821 1 823 | 822 1 824 | 823 1 825 | 824 1 826 | 825 1 827 | 826 1 828 | 827 1 829 | 828 1 830 | 829 1 831 | 830 1 832 | 831 1 833 | 832 1 834 | 833 1 835 | 834 1 836 | 835 1 837 | 836 1 838 | 837 1 839 | 838 1 840 | 839 1 841 | 840 1 842 | 841 9 843 | 842 9 844 | 843 9 845 | 844 9 846 | 845 9 847 | 846 9 848 | 847 9 849 | 848 9 850 | 849 9 851 | 850 9 852 | 851 9 853 | 852 10 854 | 853 10 855 | 854 10 856 | 855 10 857 | 856 10 858 | 857 10 859 | 858 10 860 | 859 10 861 | 860 10 862 | 861 10 863 | 862 10 864 | 863 10 865 | 864 10 866 | 865 10 867 | 866 10 868 | 867 10 869 | 868 10 870 | 869 10 871 | 870 10 872 | 871 10 873 | 872 10 874 | 873 10 875 | 874 10 876 | 875 10 877 | 876 10 878 | 877 10 879 | 878 10 880 | 879 10 881 | 880 10 882 | 881 10 883 | 882 5 884 | 883 5 885 | 884 5 886 | 885 5 887 | 886 5 888 | 887 5 889 | 888 5 890 | 889 5 891 | 890 5 892 | 891 5 893 | 892 5 894 | 893 5 895 | 894 5 896 | 895 5 897 | 896 5 898 | 897 5 899 | 898 5 900 | 899 5 901 | 900 5 902 | 901 5 903 | 902 5 904 | 903 5 905 | 904 5 906 | 905 5 907 | 906 5 908 | 907 5 909 | 908 5 910 | 909 5 911 | 910 5 912 | 911 5 913 | 912 5 914 | 913 5 915 | 914 5 916 | 915 5 917 | 916 5 918 | 917 5 919 | 918 5 920 | 919 5 921 | 920 5 922 | 921 5 923 | 922 5 924 | 923 5 925 | 924 5 926 | 925 5 927 | 926 5 928 | 927 5 929 | 928 5 930 | 929 5 931 | 930 5 932 | 931 5 933 | 932 5 934 | 933 5 935 | 934 5 936 | 935 5 937 | 936 5 938 | 937 5 939 | 938 5 940 | 939 5 941 | 940 5 942 | 941 5 943 | 942 5 944 | 943 5 945 | 944 5 946 | 945 5 947 | 946 5 948 | 947 5 949 | 948 5 950 | 949 5 951 | 950 5 952 | 951 5 953 | 952 5 954 | 953 5 955 | 954 5 956 | 955 5 957 | 956 5 958 | 957 5 959 | 958 5 960 | 959 5 961 | 960 5 962 | 961 5 963 | 962 5 964 | 963 5 965 | 964 5 966 | 965 5 967 | 966 5 968 | 967 5 969 | 968 5 970 | 969 5 971 | 970 5 972 | 971 5 973 | 972 5 974 | 973 5 975 | 974 5 976 | 975 5 977 | 976 5 978 | 977 5 979 | 978 5 980 | 979 5 981 | 980 5 982 | 981 5 983 | 982 5 984 | 983 5 985 | 984 5 986 | 985 5 987 | 986 5 988 | 987 5 989 | 988 5 990 | 989 5 991 | 990 5 992 | 991 5 993 | 992 5 994 | 993 5 995 | 994 5 996 | 995 5 997 | 996 5 998 | 997 5 999 | 998 5 1000 | 999 5 1001 | 1000 5 1002 | 1001 5 1003 | 1002 5 1004 | 1003 5 1005 | 1004 3 1006 | 1005 3 1007 | 1006 3 1008 | 1007 3 1009 | 1008 3 1010 | 1009 3 1011 | 1010 3 1012 | 1011 3 1013 | 1012 3 1014 | 1013 3 1015 | 1014 3 1016 | 1015 3 1017 | 1016 3 1018 | 1017 3 1019 | 1018 3 1020 | 1019 3 1021 | 1020 3 1022 | 1021 5 1023 | 1022 5 1024 | 1023 5 1025 | 1024 5 1026 | 1025 5 1027 | 1026 5 1028 | 1027 5 1029 | 1028 5 1030 | 1029 5 1031 | 1030 5 1032 | 1031 5 1033 | 1032 5 1034 | 1033 5 1035 | 1034 5 1036 | 1035 5 1037 | 1036 5 1038 | 1037 5 1039 | 1038 5 1040 | 1039 5 1041 | 1040 5 1042 | 1041 5 1043 | 1042 5 1044 | 1043 5 1045 | 1044 5 1046 | 1045 5 1047 | 1046 5 1048 | 1047 5 1049 | 1048 5 1050 | 1049 5 1051 | 1050 5 1052 | 1051 5 1053 | 1052 5 1054 | 1053 5 1055 | 1054 5 1056 | 1055 5 1057 | 1056 5 1058 | 1057 5 1059 | 1058 5 1060 | 1059 5 1061 | 1060 5 1062 | 1061 5 1063 | 1062 5 1064 | 1063 5 1065 | 1064 5 1066 | 1065 5 1067 | 1066 5 1068 | 1067 5 1069 | 1068 5 1070 | 1069 5 1071 | 1070 5 1072 | 1071 5 1073 | 1072 5 1074 | 1073 5 1075 | 1074 5 1076 | 1075 5 1077 | 1076 5 1078 | 1077 5 1079 | 1078 5 1080 | 1079 5 1081 | 1080 5 1082 | 1081 5 1083 | 1082 5 1084 | 1083 5 1085 | 1084 5 1086 | 1085 5 1087 | 1086 5 1088 | 1087 5 1089 | 1088 5 1090 | 1089 5 1091 | 1090 5 1092 | 1091 5 1093 | 1092 5 1094 | 1093 5 1095 | 1094 5 1096 | 1095 5 1097 | 1096 5 1098 | 1097 5 1099 | 1098 5 1100 | 1099 5 1101 | 1100 5 1102 | 1101 5 1103 | 1102 5 1104 | 1103 5 1105 | 1104 5 1106 | 1105 5 1107 | 1106 5 1108 | 1107 5 1109 | 1108 5 1110 | 1109 5 1111 | 1110 5 1112 | 1111 5 1113 | 1112 5 1114 | 1113 5 1115 | 1114 5 1116 | 1115 5 1117 | 1116 5 1118 | 1117 5 1119 | 1118 5 1120 | 1119 5 1121 | 1120 5 1122 | 1121 5 1123 | 1122 5 1124 | 1123 5 1125 | 1124 5 1126 | 1125 5 1127 | 1126 5 1128 | 1127 5 1129 | 1128 5 1130 | 1129 5 1131 | 1130 5 1132 | 1131 5 1133 | 1132 5 1134 | 1133 5 1135 | 1134 5 1136 | 1135 5 1137 | 1136 5 1138 | 1137 5 1139 | 1138 5 1140 | 1139 5 1141 | 1140 5 1142 | 1141 5 1143 | 1142 5 1144 | 1143 5 1145 | 1144 5 1146 | 1145 5 1147 | 1146 5 1148 | 1147 5 1149 | 1148 5 1150 | 1149 5 1151 | 1150 5 1152 | 1151 5 1153 | 1152 5 1154 | 1153 5 1155 | 1154 5 1156 | 1155 5 1157 | 1156 5 1158 | 1157 5 1159 | 1158 5 1160 | 1159 5 1161 | 1160 5 1162 | 1161 5 1163 | 1162 5 1164 | 1163 5 1165 | 1164 5 1166 | 1165 5 1167 | 1166 5 1168 | 1167 5 1169 | 1168 5 1170 | 1169 5 1171 | 1170 5 1172 | 1171 5 1173 | 1172 5 1174 | 1173 5 1175 | 1174 5 1176 | 1175 5 1177 | 1176 5 1178 | 1177 5 1179 | 1178 5 1180 | 1179 5 1181 | 1180 5 1182 | 1181 5 1183 | 1182 5 1184 | 1183 5 1185 | 1184 5 1186 | 1185 5 1187 | 1186 5 1188 | 1187 5 1189 | 1188 5 1190 | 1189 5 1191 | 1190 5 1192 | 1191 5 1193 | 1192 5 1194 | 1193 5 1195 | 1194 5 1196 | 1195 5 1197 | 1196 5 1198 | 1197 5 1199 | 1198 5 1200 | 1199 5 1201 | 1200 5 1202 | 1201 5 1203 | 1202 5 1204 | 1203 5 1205 | 1204 5 1206 | 1205 5 1207 | 1206 5 1208 | 1207 11 1209 | 1208 11 1210 | 1209 11 1211 | 1210 11 1212 | 1211 11 1213 | 1212 11 1214 | 1213 11 1215 | 1214 11 1216 | 1215 11 1217 | 1216 11 1218 | 1217 11 1219 | 1218 11 1220 | 1219 11 1221 | 1220 11 1222 | 1221 11 1223 | 1222 11 1224 | 1223 11 1225 | 1224 11 1226 | 1225 11 1227 | 1226 11 1228 | 1227 11 1229 | 1228 11 1230 | 1229 11 1231 | 1230 11 1232 | 1231 11 1233 | 1232 11 1234 | 1233 11 1235 | 1234 11 1236 | 1235 11 1237 | 1236 11 1238 | 1237 11 1239 | 1238 11 1240 | 1239 11 1241 | 1240 11 1242 | 1241 11 1243 | 1242 11 1244 | 1243 11 1245 | 1244 11 1246 | 1245 11 1247 | 1246 11 1248 | 1247 11 1249 | 1248 11 1250 | 1249 11 1251 | 1250 11 1252 | 1251 11 1253 | 1252 11 1254 | 1253 11 1255 | 1254 11 1256 | 1255 11 1257 | 1256 11 1258 | 1257 11 1259 | 1258 11 1260 | 1259 11 1261 | 1260 11 1262 | 1261 11 1263 | 1262 11 1264 | 1263 11 1265 | 1264 11 1266 | 1265 11 1267 | 1266 11 1268 | 1267 11 1269 | 1268 11 1270 | 1269 11 1271 | 1270 11 1272 | 1271 11 1273 | 1272 11 1274 | 1273 11 1275 | 1274 11 1276 | 1275 11 1277 | 1276 11 1278 | 1277 11 1279 | 1278 11 1280 | 1279 11 1281 | 1280 11 1282 | 1281 11 1283 | 1282 11 1284 | 1283 11 1285 | 1284 11 1286 | 1285 11 1287 | 1286 11 1288 | 1287 11 1289 | 1288 11 1290 | 1289 11 1291 | 1290 11 1292 | 1291 11 1293 | 1292 11 1294 | 1293 11 1295 | 1294 11 1296 | 1295 11 1297 | 1296 11 1298 | 1297 11 1299 | 1298 11 1300 | 1299 11 1301 | 1300 11 1302 | 1301 11 1303 | 1302 11 1304 | 1303 11 1305 | 1304 11 1306 | 1305 11 1307 | 1306 11 1308 | 1307 11 1309 | 1308 11 1310 | 1309 11 1311 | 1310 11 1312 | 1311 11 1313 | 1312 11 1314 | 1313 11 1315 | 1314 11 1316 | 1315 11 1317 | 1316 11 1318 | 1317 11 1319 | 1318 11 1320 | 1319 11 1321 | 1320 11 1322 | 1321 11 1323 | 1322 11 1324 | 1323 11 1325 | 1324 11 1326 | 1325 11 1327 | 1326 11 1328 | 1327 11 1329 | 1328 11 1330 | 1329 11 1331 | 1330 11 1332 | 1331 11 1333 | 1332 11 1334 | 1333 11 1335 | 1334 11 1336 | 1335 11 1337 | 1336 11 1338 | 1337 11 1339 | 1338 11 1340 | 1339 11 1341 | 1340 11 1342 | 1341 11 1343 | 1342 11 1344 | 1343 11 1345 | 1344 11 1346 | 1345 11 1347 | 1346 11 1348 | 1347 11 1349 | 1348 11 1350 | 1349 11 1351 | 1350 11 1352 | 1351 11 1353 | 1352 11 1354 | 1353 11 1355 | 1354 11 1356 | 1355 11 1357 | 1356 11 1358 | 1357 11 1359 | 1358 11 1360 | 1359 11 1361 | 1360 11 1362 | 1361 11 1363 | 1362 11 1364 | 1363 11 1365 | 1364 11 1366 | 1365 11 1367 | 1366 11 1368 | 1367 11 1369 | 1368 11 1370 | 1369 11 1371 | 1370 11 1372 | 1371 11 1373 | 1372 11 1374 | 1373 11 1375 | 1374 11 1376 | 1375 11 1377 | 1376 11 1378 | 1377 11 1379 | 1378 11 1380 | 1379 11 1381 | 1380 11 1382 | 1381 11 1383 | 1382 11 1384 | 1383 11 1385 | 1384 11 1386 | 1385 11 1387 | 1386 4 1388 | 1387 4 1389 | 1388 4 1390 | 1389 4 1391 | 1390 4 1392 | 1391 4 1393 | 1392 4 1394 | 1393 4 1395 | 1394 4 1396 | 1395 4 1397 | 1396 3 1398 | 1397 3 1399 | 1398 3 1400 | 1399 3 1401 | 1400 3 1402 | 1401 3 1403 | 1402 3 1404 | 1403 3 1405 | 1404 3 1406 | 1405 3 1407 | 1406 3 1408 | 1407 3 1409 | 1408 3 1410 | 1409 3 1411 | 1410 3 1412 | 1411 3 1413 | 1412 3 1414 | 1413 3 1415 | 1414 3 1416 | 1415 3 1417 | 1416 3 1418 | 1417 3 1419 | 1418 3 1420 | 1419 3 1421 | 1420 3 1422 | 1421 3 1423 | 1422 3 1424 | 1423 3 1425 | 1424 3 1426 | 1425 3 1427 | 1426 3 1428 | 1427 3 1429 | 1428 3 1430 | 1429 3 1431 | 1430 3 1432 | 1431 3 1433 | 1432 3 1434 | 1433 3 1435 | 1434 3 1436 | 1435 3 1437 | 1436 3 1438 | 1437 3 1439 | 1438 3 1440 | 1439 3 1441 | 1440 3 1442 | 1441 3 1443 | 1442 3 1444 | 1443 3 1445 | 1444 3 1446 | 1445 3 1447 | 1446 3 1448 | 1447 3 1449 | 1448 3 1450 | 1449 3 1451 | 1450 3 1452 | 1451 3 1453 | 1452 3 1454 | 1453 3 1455 | 1454 3 1456 | 1455 3 1457 | 1456 3 1458 | 1457 3 1459 | 1458 3 1460 | 1459 3 1461 | 1460 3 1462 | 1461 3 1463 | 1462 3 1464 | 1463 3 1465 | 1464 3 1466 | 1465 3 1467 | 1466 3 1468 | 1467 3 1469 | 1468 3 1470 | 1469 3 1471 | 1470 3 1472 | 1471 3 1473 | 1472 3 1474 | 1473 3 1475 | 1474 3 1476 | 1475 3 1477 | 1476 3 1478 | 1477 3 1479 | 1478 3 1480 | 1479 3 1481 | 1480 3 1482 | 1481 3 1483 | 1482 0 1484 | 1483 0 1485 | 1484 0 1486 | 1485 0 1487 | 1486 0 1488 | 1487 0 1489 | 1488 0 1490 | 1489 0 1491 | 1490 0 1492 | 1491 0 1493 | 1492 0 1494 | 1493 0 1495 | 1494 0 1496 | 1495 0 1497 | 1496 0 1498 | 1497 0 1499 | 1498 0 1500 | 1499 0 1501 | 1500 0 1502 | 1501 0 1503 | 1502 0 1504 | 1503 0 1505 | 1504 0 1506 | 1505 0 1507 | 1506 0 1508 | 1507 0 1509 | 1508 0 1510 | 1509 0 1511 | 1510 0 1512 | 1511 0 1513 | 1512 0 1514 | 1513 0 1515 | 1514 0 1516 | 1515 0 1517 | 1516 0 1518 | 1517 0 1519 | 1518 0 1520 | 1519 0 1521 | 1520 0 1522 | 1521 0 1523 | 1522 0 1524 | 1523 0 1525 | 1524 0 1526 | 1525 0 1527 | 1526 0 1528 | 1527 0 1529 | 1528 0 1530 | 1529 0 1531 | 1530 0 1532 | 1531 0 1533 | 1532 0 1534 | 1533 0 1535 | 1534 0 1536 | 1535 0 1537 | 1536 0 1538 | 1537 0 1539 | 1538 0 1540 | 1539 0 1541 | 1540 0 1542 | 1541 0 1543 | 1542 0 1544 | 1543 0 1545 | 1544 0 1546 | 1545 0 1547 | 1546 0 1548 | 1547 0 1549 | 1548 0 1550 | 1549 0 1551 | 1550 0 1552 | 1551 7 1553 | 1552 7 1554 | 1553 7 1555 | 1554 7 1556 | 1555 7 1557 | 1556 7 1558 | 1557 7 1559 | 1558 7 1560 | 1559 7 1561 | 1560 7 1562 | 1561 7 1563 | 1562 7 1564 | 1563 7 1565 | 1564 7 1566 | 1565 7 1567 | 1566 7 1568 | 1567 7 1569 | 1568 7 1570 | 1569 7 1571 | 1570 7 1572 | 1571 7 1573 | 1572 7 1574 | 1573 7 1575 | 1574 7 1576 | 1575 7 1577 | 1576 7 1578 | 1577 7 1579 | 1578 7 1580 | 1579 7 1581 | 1580 7 1582 | 1581 7 1583 | 1582 7 1584 | 1583 7 1585 | 1584 7 1586 | 1585 7 1587 | 1586 7 1588 | 1587 7 1589 | 1588 7 1590 | 1589 7 1591 | 1590 7 1592 | 1591 7 1593 | 1592 7 1594 | 1593 7 1595 | 1594 7 1596 | 1595 7 1597 | 1596 7 1598 | 1597 7 1599 | 1598 7 1600 | 1599 7 1601 | 1600 7 1602 | 1601 7 1603 | 1602 7 1604 | 1603 7 1605 | 1604 8 1606 | 1605 8 1607 | 1606 8 1608 | 1607 8 1609 | 1608 8 1610 | 1609 8 1611 | 1610 8 1612 | 1611 8 1613 | 1612 8 1614 | 1613 8 1615 | 1614 8 1616 | 1615 8 1617 | 1616 8 1618 | 1617 8 1619 | 1618 8 1620 | 1619 8 1621 | 1620 8 1622 | 1621 8 1623 | 1622 8 1624 | 1623 8 1625 | 1624 8 1626 | 1625 8 1627 | 1626 8 1628 | 1627 8 1629 | 1628 8 1630 | 1629 8 1631 | 1630 8 1632 | 1631 8 1633 | 1632 8 1634 | 1633 8 1635 | 1634 8 1636 | 1635 8 1637 | 1636 8 1638 | 1637 8 1639 | 1638 8 1640 | 1639 8 1641 | 1640 8 1642 | 1641 8 1643 | 1642 8 1644 | 1643 8 1645 | 1644 8 1646 | 1645 8 1647 | 1646 8 1648 | 1647 8 1649 | 1648 8 1650 | 1649 8 1651 | 1650 8 1652 | 1651 8 1653 | 1652 8 1654 | 1653 8 1655 | 1654 8 1656 | 1655 8 1657 | 1656 8 1658 | 1657 8 1659 | 1658 8 1660 | 1659 8 1661 | 1660 8 1662 | 1661 8 1663 | 1662 8 1664 | 1663 8 1665 | 1664 8 1666 | 1665 8 1667 | 1666 8 1668 | 1667 8 1669 | 1668 8 1670 | 1669 8 1671 | 1670 8 1672 | 1671 8 1673 | 1672 8 1674 | 1673 8 1675 | 1674 8 1676 | 1675 8 1677 | 1676 8 1678 | 1677 8 1679 | 1678 8 1680 | 1679 8 1681 | 1680 8 1682 | 1681 8 1683 | 1682 8 1684 | 1683 8 1685 | 1684 8 1686 | 1685 8 1687 | 1686 8 1688 | 1687 2 1689 | 1688 2 1690 | 1689 2 1691 | 1690 2 1692 | 1691 2 1693 | 1692 2 1694 | 1693 2 1695 | 1694 2 1696 | 1695 2 1697 | 1696 2 1698 | 1697 2 1699 | 1698 2 1700 | 1699 2 1701 | 1700 2 1702 | 1701 2 1703 | 1702 2 1704 | 1703 2 1705 | 1704 2 1706 | 1705 2 1707 | 1706 2 1708 | 1707 2 1709 | 1708 2 1710 | 1709 2 1711 | 1710 2 1712 | 1711 2 1713 | 1712 2 1714 | 1713 2 1715 | 1714 2 1716 | 1715 2 1717 | 1716 2 1718 | 1717 2 1719 | 1718 2 1720 | 1719 2 1721 | 1720 2 1722 | 1721 2 1723 | 1722 2 1724 | 1723 2 1725 | 1724 2 1726 | 1725 2 1727 | 1726 2 1728 | 1727 2 1729 | 1728 2 1730 | 1729 2 1731 | 1730 2 1732 | 1731 2 1733 | 1732 2 1734 | 1733 2 1735 | 1734 2 1736 | 1735 2 1737 | 1736 2 1738 | 1737 2 1739 | 1738 2 1740 | 1739 2 1741 | 1740 2 1742 | 1741 2 1743 | 1742 2 1744 | 1743 2 1745 | 1744 2 1746 | 1745 2 1747 | 1746 2 1748 | 1747 2 1749 | 1748 2 1750 | 1749 2 1751 | 1750 2 1752 | 1751 2 1753 | 1752 2 1754 | 1753 2 1755 | 1754 2 1756 | 1755 2 1757 | 1756 2 1758 | 1757 2 1759 | 1758 2 1760 | 1759 2 1761 | 1760 2 1762 | 1761 2 1763 | 1762 2 1764 | 1763 2 1765 | 1764 2 1766 | 1765 2 1767 | 1766 2 1768 | 1767 2 1769 | 1768 2 1770 | 1769 2 1771 | 1770 2 1772 | 1771 2 1773 | 1772 2 1774 | 1773 2 1775 | 1774 2 1776 | 1775 2 1777 | 1776 2 1778 | 1777 2 1779 | 1778 2 1780 | 1779 2 1781 | 1780 2 1782 | 1781 2 1783 | 1782 2 1784 | 1783 2 1785 | 1784 2 1786 | 1785 2 1787 | 1786 2 1788 | 1787 2 1789 | 1788 2 1790 | 1789 2 1791 | 1790 2 1792 | 1791 2 1793 | 1792 2 1794 | 1793 2 1795 | 1794 2 1796 | 1795 2 1797 | 1796 2 1798 | 1797 2 1799 | 1798 2 1800 | 1799 2 1801 | 1800 2 1802 | 1801 2 1803 | 1802 2 1804 | 1803 2 1805 | 1804 2 1806 | 1805 2 1807 | 1806 2 1808 | 1807 2 1809 | 1808 2 1810 | 1809 2 1811 | 1810 2 1812 | 1811 2 1813 | 1812 2 1814 | 1813 2 1815 | 1814 2 1816 | 1815 2 1817 | 1816 2 1818 | 1817 2 1819 | 1818 2 1820 | 1819 2 1821 | 1820 2 1822 | 1821 2 1823 | 1822 2 1824 | 1823 2 1825 | 1824 2 1826 | 1825 2 1827 | 1826 2 1828 | 1827 2 1829 | 1828 2 1830 | 1829 2 1831 | 1830 2 1832 | 1831 2 1833 | 1832 2 1834 | 1833 2 1835 | 1834 2 1836 | 1835 2 1837 | 1836 2 1838 | 1837 2 1839 | 1838 2 1840 | 1839 2 1841 | 1840 2 1842 | 1841 2 1843 | 1842 2 1844 | 1843 2 1845 | 1844 2 1846 | 1845 2 1847 | 1846 2 1848 | 1847 2 1849 | 1848 2 1850 | 1849 2 1851 | 1850 2 1852 | 1851 2 1853 | 1852 2 1854 | 1853 2 1855 | 1854 2 1856 | 1855 2 1857 | 1856 2 1858 | 1857 2 1859 | 1858 2 1860 | 1859 2 1861 | 1860 2 1862 | 1861 2 1863 | 1862 2 1864 | 1863 2 1865 | 1864 2 1866 | 1865 2 1867 | 1866 2 1868 | 1867 2 1869 | 1868 2 1870 | 1869 2 1871 | 1870 2 1872 | 1871 2 1873 | 1872 2 1874 | 1873 2 1875 | 1874 2 1876 | 1875 2 1877 | 1876 2 1878 | 1877 2 1879 | 1878 2 1880 | 1879 2 1881 | 1880 2 1882 | 1881 2 1883 | 1882 2 1884 | 1883 2 1885 | 1884 2 1886 | 1885 2 1887 | 1886 2 1888 | 1887 2 1889 | 1888 2 1890 | 1889 2 1891 | 1890 14 1892 | 1891 14 1893 | 1892 14 1894 | 1893 14 1895 | 1894 14 1896 | 1895 14 1897 | 1896 14 1898 | 1897 14 1899 | 1898 14 1900 | 1899 14 1901 | 1900 14 1902 | 1901 14 1903 | 1902 14 1904 | 1903 14 1905 | 1904 14 1906 | 1905 14 1907 | 1906 14 1908 | 1907 14 1909 | 1908 14 1910 | 1909 14 1911 | 1910 14 1912 | 1911 14 1913 | 1912 14 1914 | 1913 14 1915 | 1914 14 1916 | 1915 14 1917 | 1916 14 1918 | 1917 14 1919 | 1918 14 1920 | 1919 14 1921 | 1920 14 1922 | 1921 14 1923 | 1922 14 1924 | 1923 14 1925 | 1924 14 1926 | 1925 14 1927 | 1926 14 1928 | 1927 14 1929 | 1928 14 1930 | 1929 14 1931 | 1930 14 1932 | 1931 14 1933 | 1932 14 1934 | 1933 14 1935 | 1934 14 1936 | 1935 14 1937 | 1936 14 1938 | 1937 14 1939 | 1938 14 1940 | 1939 14 1941 | 1940 14 1942 | 1941 14 1943 | 1942 14 1944 | 1943 14 1945 | 1944 14 1946 | 1945 14 1947 | 1946 14 1948 | 1947 14 1949 | 1948 14 1950 | 1949 14 1951 | 1950 14 1952 | 1951 14 1953 | 1952 14 1954 | 1953 14 1955 | 1954 14 1956 | 1955 14 1957 | 1956 14 1958 | 1957 14 1959 | 1958 14 1960 | 1959 14 1961 | 1960 14 1962 | 1961 14 1963 | 1962 14 1964 | 1963 14 1965 | 1964 14 1966 | 1965 14 1967 | 1966 14 1968 | 1967 6 1969 | 1968 6 1970 | 1969 6 1971 | 1970 6 1972 | 1971 6 1973 | 1972 6 1974 | 1973 6 1975 | 1974 6 1976 | 1975 6 1977 | 1976 6 1978 | 1977 6 1979 | 1978 6 1980 | 1979 6 1981 | 1980 6 1982 | 1981 6 1983 | 1982 6 1984 | 1983 6 1985 | 1984 6 1986 | 1985 6 1987 | 1986 6 1988 | 1987 6 1989 | 1988 6 1990 | 1989 6 1991 | 1990 6 1992 | 1991 6 1993 | 1992 6 1994 | 1993 6 1995 | 1994 6 1996 | 1995 6 1997 | 1996 6 1998 | 1997 6 1999 | 1998 6 2000 | 1999 6 2001 | 2000 6 2002 | 2001 6 2003 | 2002 6 2004 | 2003 6 2005 | 2004 6 2006 | 2005 6 2007 | 2006 6 2008 | 2007 6 2009 | 2008 6 2010 | 2009 6 2011 | 2010 6 2012 | 2011 6 2013 | 2012 6 2014 | 2013 6 2015 | 2014 6 2016 | 2015 6 2017 | 2016 6 2018 | 2017 6 2019 | 2018 6 2020 | 2019 6 2021 | 2020 6 2022 | 2021 6 2023 | 2022 6 2024 | 2023 6 2025 | 2024 6 2026 | 2025 6 2027 | 2026 6 2028 | 2027 6 2029 | 2028 6 2030 | 2029 6 2031 | 2030 6 2032 | 2031 6 2033 | 2032 6 2034 | 2033 6 2035 | 2034 6 2036 | 2035 6 2037 | 2036 6 2038 | 2037 6 2039 | 2038 6 2040 | 2039 6 2041 | 2040 6 2042 | 2041 6 2043 | 2042 6 2044 | 2043 6 2045 | 2044 6 2046 | 2045 6 2047 | 2046 6 2048 | 2047 6 2049 | 2048 6 2050 | 2049 6 2051 | 2050 6 2052 | 2051 6 2053 | 2052 6 2054 | 2053 6 2055 | 2054 6 2056 | 2055 6 2057 | 2056 6 2058 | 2057 6 2059 | 2058 6 2060 | 2059 6 2061 | 2060 6 2062 | 2061 6 2063 | 2062 6 2064 | 2063 6 2065 | 2064 6 2066 | 2065 6 2067 | 2066 6 2068 | 2067 6 2069 | 2068 6 2070 | 2069 6 2071 | 2070 6 2072 | 2071 6 2073 | 2072 6 2074 | 2073 6 2075 | 2074 6 2076 | 2075 6 2077 | 2076 6 2078 | 2077 6 2079 | 2078 10 2080 | 2079 10 2081 | 2080 10 2082 | 2081 10 2083 | 2082 10 2084 | 2083 10 2085 | 2084 10 2086 | 2085 10 2087 | 2086 10 2088 | 2087 10 2089 | 2088 10 2090 | 2089 10 2091 | 2090 10 2092 | 2091 10 2093 | 2092 10 2094 | 2093 10 2095 | 2094 10 2096 | 2095 10 2097 | 2096 10 2098 | 2097 10 2099 | 2098 10 2100 | 2099 10 2101 | 2100 10 2102 | 2101 10 2103 | 2102 10 2104 | 2103 10 2105 | 2104 10 2106 | 2105 10 2107 | 2106 10 2108 | 2107 10 2109 | 2108 10 2110 | 2109 10 2111 | 2110 10 2112 | 2111 10 2113 | 2112 10 2114 | 2113 10 2115 | 2114 10 2116 | 2115 10 2117 | 2116 10 2118 | 2117 10 2119 | 2118 10 2120 | 2119 10 2121 | 2120 10 2122 | 2121 10 2123 | 2122 10 2124 | 2123 10 2125 | 2124 10 2126 | 2125 10 2127 | 2126 10 2128 | 2127 10 2129 | 2128 10 2130 | 2129 10 2131 | 2130 10 2132 | 2131 10 2133 | 2132 10 2134 | 2133 10 2135 | 2134 10 2136 | 2135 10 2137 | 2136 10 2138 | 2137 10 2139 | 2138 10 2140 | 2139 10 2141 | 2140 10 2142 | 2141 10 2143 | 2142 10 2144 | 2143 10 2145 | 2144 10 2146 | 2145 10 2147 | 2146 10 2148 | 2147 10 2149 | 2148 10 2150 | 2149 10 2151 | 2150 10 2152 | 2151 10 2153 | 2152 10 2154 | 2153 10 2155 | 2154 10 2156 | 2155 10 2157 | 2156 10 2158 | 2157 10 2159 | 2158 10 2160 | 2159 10 2161 | 2160 10 2162 | 2161 10 2163 | 2162 10 2164 | 2163 10 2165 | 2164 10 2166 | 2165 10 2167 | 2166 10 2168 | 2167 10 2169 | 2168 10 2170 | 2169 10 2171 | 2170 10 2172 | 2171 10 2173 | 2172 10 2174 | 2173 10 2175 | 2174 10 2176 | 2175 10 2177 | 2176 10 2178 | 2177 10 2179 | 2178 10 2180 | 2179 10 2181 | 2180 10 2182 | 2181 10 2183 | 2182 10 2184 | 2183 10 2185 | 2184 10 2186 | 2185 10 2187 | 2186 10 2188 | 2187 10 2189 | 2188 10 2190 | 2189 10 2191 | 2190 10 2192 | 2191 10 2193 | 2192 10 2194 | 2193 10 2195 | 2194 10 2196 | 2195 10 2197 | 2196 10 2198 | 2197 10 2199 | 2198 10 2200 | 2199 10 2201 | 2200 10 2202 | 2201 10 2203 | 2202 10 2204 | 2203 10 2205 | 2204 10 2206 | 2205 10 2207 | 2206 10 2208 | 2207 10 2209 | 2208 10 2210 | 2209 10 2211 | 2210 10 2212 | 2211 10 2213 | 2212 10 2214 | 2213 10 2215 | 2214 10 2216 | 2215 10 2217 | 2216 10 2218 | 2217 10 2219 | 2218 10 2220 | 2219 10 2221 | 2220 10 2222 | 2221 10 2223 | 2222 10 2224 | 2223 10 2225 | 2224 10 2226 | 2225 10 2227 | 2226 10 2228 | 2227 10 2229 | 2228 10 2230 | 2229 10 2231 | 2230 10 2232 | 2231 10 2233 | 2232 10 2234 | 2233 10 2235 | 2234 10 2236 | 2235 10 2237 | 2236 10 2238 | 2237 10 2239 | 2238 10 2240 | 2239 10 2241 | 2240 10 2242 | 2241 10 2243 | 2242 10 2244 | 2243 10 2245 | 2244 10 2246 | 2245 10 2247 | 2246 10 2248 | 2247 10 2249 | 2248 10 2250 | 2249 10 2251 | 2250 10 2252 | 2251 10 2253 | 2252 10 2254 | 2253 10 2255 | 2254 10 2256 | 2255 10 2257 | 2256 10 2258 | 2257 10 2259 | 2258 10 2260 | 2259 10 2261 | 2260 10 2262 | 2261 10 2263 | 2262 10 2264 | 2263 10 2265 | 2264 10 2266 | 2265 10 2267 | 2266 10 2268 | 2267 10 2269 | 2268 10 2270 | 2269 10 2271 | 2270 10 2272 | 2271 10 2273 | 2272 10 2274 | 2273 10 2275 | 2274 10 2276 | 2275 10 2277 | 2276 10 2278 | 2277 10 2279 | 2278 10 2280 | 2279 10 2281 | 2280 10 2282 | 2281 10 2283 | 2282 10 2284 | 2283 10 2285 | 2284 10 2286 | 2285 10 2287 | 2286 10 2288 | 2287 10 2289 | 2288 10 2290 | 2289 10 2291 | 2290 10 2292 | 2291 10 2293 | 2292 10 2294 | 2293 10 2295 | 2294 10 2296 | 2295 10 2297 | 2296 10 2298 | 2297 10 2299 | 2298 10 2300 | 2299 10 2301 | 2300 10 2302 | 2301 10 2303 | 2302 10 2304 | 2303 10 2305 | 2304 10 2306 | 2305 10 2307 | 2306 10 2308 | 2307 10 2309 | 2308 10 2310 | 2309 10 2311 | 2310 10 2312 | 2311 10 2313 | 2312 10 2314 | 2313 10 2315 | 2314 10 2316 | 2315 10 2317 | 2316 10 2318 | 2317 15 2319 | 2318 15 2320 | 2319 15 2321 | 2320 15 2322 | 2321 15 2323 | 2322 15 2324 | 2323 15 2325 | 2324 15 2326 | 2325 15 2327 | 2326 15 2328 | 2327 15 2329 | 2328 15 2330 | 2329 15 2331 | 2330 15 2332 | 2331 15 2333 | 2332 15 2334 | 2333 15 2335 | 2334 15 2336 | 2335 15 2337 | 2336 15 2338 | 2337 15 2339 | 2338 15 2340 | 2339 15 2341 | 2340 15 2342 | 2341 15 2343 | 2342 15 2344 | 2343 15 2345 | 2344 15 2346 | 2345 15 2347 | 2346 15 2348 | 2347 15 2349 | 2348 15 2350 | 2349 15 2351 | 2350 15 2352 | 2351 15 2353 | 2352 15 2354 | 2353 15 2355 | 2354 15 2356 | 2355 15 2357 | 2356 15 2358 | 2357 15 2359 | 2358 15 2360 | 2359 15 2361 | 2360 15 2362 | 2361 15 2363 | 2362 15 2364 | 2363 15 2365 | 2364 15 2366 | 2365 15 2367 | 2366 15 2368 | 2367 15 2369 | 2368 15 2370 | 2369 15 2371 | 2370 15 2372 | 2371 15 2373 | 2372 15 2374 | 2373 15 2375 | 2374 15 2376 | 2375 15 2377 | 2376 15 2378 | 2377 15 2379 | 2378 15 2380 | 2379 15 2381 | 2380 15 2382 | 2381 15 2383 | 2382 15 2384 | 2383 15 2385 | 2384 15 2386 | 2385 15 2387 | 2386 15 2388 | 2387 15 2389 | 2388 15 2390 | 2389 15 2391 | 2390 8 2392 | 2391 8 2393 | 2392 8 2394 | 2393 8 2395 | 2394 8 2396 | 2395 8 2397 | 2396 8 2398 | 2397 8 2399 | 2398 8 2400 | 2399 8 2401 | 2400 8 2402 | 2401 8 2403 | 2402 8 2404 | 2403 8 2405 | 2404 8 2406 | --------------------------------------------------------------------------------