├── README.md
├── load_json_to_elasticsearch.ipynb
├── pom.xml
├── resource
└── tiki_cate.csv
└── src
├── demo
├── KafkaSendDataDemo.java
├── SparkStreamingReadDataDemo.java
└── runable
│ └── CrawlWorker.java
├── kafka
├── ITask.java
├── ITaskConsumer.java
├── ITaskProducer.java
├── producer
│ └── SimpleProducer.java
└── properties
│ ├── KafkaProperties.java
│ └── SSKafkaProperties.java
├── models
├── Data.java
├── Inventory.java
├── Product.java
├── QuantitySold.java
├── StockItem.java
└── closeable
│ ├── ProductDeserializer.java
│ └── ProductSerializer.java
├── parse
├── IParseObject.java
├── ParseData.java
└── ParseUrl.java
└── services
└── HandleParquetFile.java
/README.md:
--------------------------------------------------------------------------------
1 | # tiki-data-analysis
2 |
3 | Run project :
4 | - Step 1 : run hadoop, spark, kafka and create a topic "hello-kafka"
5 | - Step 2 : Build file jar with mvn : `mvn clean package`
6 | - Step 3 : Run producer with spark : `spark-submit --class demo.KafkaStreamingReadDataDemo --master local[2] target/TikiData-V1-jar-with-dependencies.jar`
7 | - Step 4 : Run consumer with Java Application : `in file KafkaSenDataDemo, choose Run As -> Java Application`
8 |
--------------------------------------------------------------------------------
/load_json_to_elasticsearch.ipynb:
--------------------------------------------------------------------------------
1 | {
2 | "cells": [
3 | {
4 | "cell_type": "code",
5 | "execution_count": 1,
6 | "id": "c8daf150",
7 | "metadata": {},
8 | "outputs": [
9 | {
10 | "name": "stdout",
11 | "output_type": "stream",
12 | "text": [
13 | "Collecting Elasticsearch\n",
14 | " Downloading elasticsearch-7.13.1-py2.py3-none-any.whl (354 kB)\n",
15 | "\u001b[K |████████████████████████████████| 354 kB 1.2 MB/s eta 0:00:01\n",
16 | "\u001b[?25hRequirement already satisfied: urllib3<2,>=1.21.1 in /usr/lib/python3/dist-packages (from Elasticsearch) (1.25.9)\n",
17 | "Requirement already satisfied: certifi in /usr/lib/python3/dist-packages (from Elasticsearch) (2020.4.5.1)\n",
18 | "Installing collected packages: Elasticsearch\n",
19 | "Successfully installed Elasticsearch-7.13.1\n",
20 | "Note: you may need to restart the kernel to use updated packages.\n"
21 | ]
22 | }
23 | ],
24 | "source": [
25 | "pip install Elasticsearch"
26 | ]
27 | },
28 | {
29 | "cell_type": "code",
30 | "execution_count": 1,
31 | "id": "7d11ae40",
32 | "metadata": {},
33 | "outputs": [],
34 | "source": [
35 | "import requests, json, os\n",
36 | "from elasticsearch import Elasticsearch"
37 | ]
38 | },
39 | {
40 | "cell_type": "code",
41 | "execution_count": 2,
42 | "id": "862c0eb5",
43 | "metadata": {},
44 | "outputs": [],
45 | "source": [
46 | "directory = '/home/trannguyenhan/json-tiki-data'"
47 | ]
48 | },
49 | {
50 | "cell_type": "code",
51 | "execution_count": 3,
52 | "id": "92d5b506",
53 | "metadata": {},
54 | "outputs": [
55 | {
56 | "name": "stdout",
57 | "output_type": "stream",
58 | "text": [
59 | "b'{\\n \"name\" : \"PC0628\",\\n \"cluster_name\" : \"elasticsearch\",\\n \"cluster_uuid\" : \"KJBvvh7RTXO2WuF2MPO7VA\",\\n \"version\" : {\\n \"number\" : \"7.13.1\",\\n \"build_flavor\" : \"default\",\\n \"build_type\" : \"deb\",\\n \"build_hash\" : \"9a7758028e4ea59bcab41c12004603c5a7dd84a9\",\\n \"build_date\" : \"2021-05-28T17:40:59.346932922Z\",\\n \"build_snapshot\" : false,\\n \"lucene_version\" : \"8.8.2\",\\n \"minimum_wire_compatibility_version\" : \"6.8.0\",\\n \"minimum_index_compatibility_version\" : \"6.0.0-beta1\"\\n },\\n \"tagline\" : \"You Know, for Search\"\\n}\\n'\n"
60 | ]
61 | }
62 | ],
63 | "source": [
64 | "res = requests.get('http://localhost:9200')\n",
65 | "print (res.content)\n",
66 | "es = Elasticsearch([{'host': 'localhost', 'port': '9200'}])"
67 | ]
68 | },
69 | {
70 | "cell_type": "code",
71 | "execution_count": 7,
72 | "id": "9b7a02b4",
73 | "metadata": {},
74 | "outputs": [],
75 | "source": [
76 | "i = 1"
77 | ]
78 | },
79 | {
80 | "cell_type": "code",
81 | "execution_count": 8,
82 | "id": "fa73e139",
83 | "metadata": {},
84 | "outputs": [
85 | {
86 | "name": "stderr",
87 | "output_type": "stream",
88 | "text": [
89 | "/home/trannguyenhan/.local/lib/python3.8/site-packages/elasticsearch/connection/base.py:208: ElasticsearchWarning: Elasticsearch built-in security features are not enabled. Without authentication, your cluster could be accessible to anyone. See https://www.elastic.co/guide/en/elasticsearch/reference/7.13/security-minimal-setup.html to enable security.\n",
90 | " warnings.warn(message, category=ElasticsearchWarning)\n",
91 | "/home/trannguyenhan/.local/lib/python3.8/site-packages/elasticsearch/connection/base.py:208: ElasticsearchWarning: [types removal] Specifying types in document index requests is deprecated, use the typeless endpoints instead (/{index}/_doc/{id}, /{index}/_doc, or /{index}/_create/{id}).\n",
92 | " warnings.warn(message, category=ElasticsearchWarning)\n"
93 | ]
94 | }
95 | ],
96 | "source": [
97 | "for filename in os.listdir(directory):\n",
98 | " if filename.endswith(\".json\"):\n",
99 | " f = open(directory + \"/\" + filename)\n",
100 | " list_data = f.read().replace(\"}\\n\", \"}||\").split(\"||\")\n",
101 | " \n",
102 | " # Send the data into es\n",
103 | " for data in list_data : \n",
104 | " if \"{\" in data and \"}\" in data or data != \"\":\n",
105 | " try : \n",
106 | " es.index(index='tiki-data-json', ignore=400, doc_type='data', id=i, body=json.loads(data))\n",
107 | " except: \n",
108 | " continue\n",
109 | " i = i + 1"
110 | ]
111 | }
112 | ],
113 | "metadata": {
114 | "kernelspec": {
115 | "display_name": "Python 3",
116 | "language": "python",
117 | "name": "python3"
118 | },
119 | "language_info": {
120 | "codemirror_mode": {
121 | "name": "ipython",
122 | "version": 3
123 | },
124 | "file_extension": ".py",
125 | "mimetype": "text/x-python",
126 | "name": "python",
127 | "nbconvert_exporter": "python",
128 | "pygments_lexer": "ipython3",
129 | "version": "3.8.6"
130 | }
131 | },
132 | "nbformat": 4,
133 | "nbformat_minor": 5
134 | }
135 |
--------------------------------------------------------------------------------
/pom.xml:
--------------------------------------------------------------------------------
1 |
4 | 4.0.0
5 | TikiData
6 | TikiData
7 | V1
8 |
9 |
10 |
11 | com.google.code.gson
12 | gson
13 | 2.8.6
14 |
15 |
16 |
17 | org.apache.hadoop
18 | hadoop-client
19 | 3.3.0
20 |
21 |
22 |
23 | org.apache.spark
24 | spark-core_2.12
25 | 3.1.1
26 |
27 |
28 |
29 | org.apache.spark
30 | spark-sql_2.12
31 | 3.1.1
32 | provided
33 |
34 |
35 |
36 |
37 | org.apache.spark
38 | spark-streaming-kafka-0-10_2.12
39 | 3.1.1
40 |
41 |
42 |
43 | org.apache.spark
44 | spark-streaming_2.12
45 | 3.1.1
46 | provided
47 |
48 |
49 |
50 |
51 | org.scala-lang
52 | scala-library
53 | 2.12.2
54 |
55 |
56 |
57 | org.apache.kafka
58 | kafka-clients
59 | 2.8.0
60 |
61 |
62 |
63 | org.apache.kafka
64 | kafka_2.13
65 | 2.8.0
66 |
67 |
68 |
69 | src
70 |
71 |
72 | maven-compiler-plugin
73 | 3.8.1
74 |
75 | 11
76 |
77 |
78 |
79 | org.apache.maven.plugins
80 | maven-assembly-plugin
81 |
82 |
83 | package
84 |
85 | single
86 |
87 |
88 |
89 |
90 |
91 | demo.SparkStreamingReadDataDemo
92 |
93 |
94 |
95 |
96 | jar-with-dependencies
97 |
98 |
99 |
100 |
101 |
102 |
103 |
104 |
--------------------------------------------------------------------------------
/resource/tiki_cate.csv:
--------------------------------------------------------------------------------
1 | ,cate_id
2 | 0,1789
3 | 1,4221
4 | 2,1815
5 | 3,1846
6 | 4,1801
7 | 5,1882
8 | 6,1883
9 | 7,4384
10 | 8,2549
11 | 9,1520
12 | 10,914
13 | 11,1975
14 | 12,8594
15 | 13,17166
16 | 14,8322
17 | 15,11312
18 | 16,1794
19 | 17,28856
20 | 18,1795
21 | 19,8061
22 | 20,1796
23 | 21,3862
24 | 22,3865
25 | 23,3866
26 | 24,3864
27 | 25,3863
28 | 26,8074
29 | 27,5015
30 | 28,2328
31 | 29,3868
32 | 30,3869
33 | 31,26568
34 | 32,28890
35 | 33,28886
36 | 34,28884
37 | 35,28892
38 | 36,11524
39 | 37,4239
40 | 38,6280
41 | 39,7603
42 | 40,8950
43 | 41,12900
44 | 42,4236
45 | 43,7074
46 | 44,28872
47 | 45,4966
48 | 46,7075
49 | 47,26652
50 | 48,7078
51 | 49,7082
52 | 50,8068
53 | 51,7079
54 | 52,28858
55 | 53,7077
56 | 54,28870
57 | 55,28868
58 | 56,11518
59 | 57,28860
60 | 58,11516
61 | 59,28862
62 | 60,8067
63 | 61,8064
64 | 62,28866
65 | 63,26642
66 | 64,26638
67 | 65,7084
68 | 66,28882
69 | 67,7083
70 | 68,26640
71 | 69,8070
72 | 70,8073
73 | 71,28874
74 | 72,28876
75 | 73,28878
76 | 74,8214
77 | 75,28670
78 | 76,2667
79 | 77,28432
80 | 78,8215
81 | 79,8039
82 | 80,3803
83 | 81,1822
84 | 82,20238
85 | 83,1823
86 | 84,20222
87 | 85,20242
88 | 86,20220
89 | 87,20244
90 | 88,20234
91 | 89,1824
92 | 90,28624
93 | 91,28620
94 | 92,1819
95 | 93,1821
96 | 94,10691
97 | 95,28448
98 | 96,20236
99 | 97,20240
100 | 98,12908
101 | 99,12918
102 | 100,28460
103 | 101,12928
104 | 102,28598
105 | 103,28596
106 | 104,28582
107 | 105,28590
108 | 106,28584
109 | 107,28594
110 | 108,28586
111 | 109,28580
112 | 110,28576
113 | 111,28592
114 | 112,28588
115 | 113,28578
116 | 114,28574
117 | 115,28618
118 | 116,28616
119 | 117,3805
120 | 118,5007
121 | 119,12294
122 | 120,5006
123 | 121,28458
124 | 122,28472
125 | 123,28470
126 | 124,28482
127 | 125,28480
128 | 126,28478
129 | 127,28468
130 | 128,28462
131 | 129,28464
132 | 130,28466
133 | 131,28484
134 | 132,28486
135 | 133,28626
136 | 134,28630
137 | 135,28628
138 | 136,2659
139 | 137,20212
140 | 138,28622
141 | 139,28454
142 | 140,28456
143 | 141,28452
144 | 142,28450
145 | 143,1820
146 | 144,2173
147 | 145,1831
148 | 146,28688
149 | 147,12296
150 | 148,28706
151 | 149,28672
152 | 150,7795
153 | 151,28692
154 | 152,28690
155 | 153,28702
156 | 154,4880
157 | 155,28736
158 | 156,28738
159 | 157,3804
160 | 158,28740
161 | 159,28718
162 | 160,28720
163 | 161,28726
164 | 162,28722
165 | 163,28724
166 | 164,28716
167 | 165,4593
168 | 166,28734
169 | 167,8519
170 | 168,28732
171 | 169,28708
172 | 170,12876
173 | 171,28712
174 | 172,28714
175 | 173,28676
176 | 174,28674
177 | 175,28684
178 | 176,28678
179 | 177,28682
180 | 178,28686
181 | 179,28680
182 | 180,1832
183 | 181,5267
184 | 182,28696
185 | 183,3428
186 | 184,28698
187 | 185,1830
188 | 186,1836
189 | 187,1829
190 | 188,28694
191 | 189,5263
192 | 190,5264
193 | 191,1837
194 | 192,1838
195 | 193,2971
196 | 194,28704
197 | 195,7273
198 | 196,8251
199 | 197,6742
200 | 198,9013
201 | 199,12676
202 | 200,28398
203 | 201,28396
204 | 202,28392
205 | 203,20246
206 | 204,28436
207 | 205,20250
208 | 206,20252
209 | 207,28434
210 | 208,20254
211 | 209,20248
212 | 210,20258
213 | 211,20256
214 | 212,28446
215 | 213,8044
216 | 214,12864
217 | 215,28444
218 | 216,10413
219 | 217,20170
220 | 218,1805
221 | 219,28642
222 | 220,28656
223 | 221,30374
224 | 222,1811
225 | 223,1804
226 | 224,2324
227 | 225,12882
228 | 226,6653
229 | 227,8066
230 | 228,20190
231 | 229,1813
232 | 230,7081
233 | 231,28644
234 | 232,28646
235 | 233,20172
236 | 234,1803
237 | 235,20182
238 | 236,20174
239 | 237,5566
240 | 238,28658
241 | 239,28640
242 | 240,4429
243 | 241,5531
244 | 242,12878
245 | 243,8400
246 | 244,28638
247 | 245,2977
248 | 246,4428
249 | 247,8040
250 | 248,28420
251 | 249,8042
252 | 250,8043
253 | 251,2657
254 | 252,28430
255 | 253,28428
256 | 254,28426
257 | 255,8095
258 | 256,8129
259 | 257,8093
260 | 258,8060
261 | 259,2663
262 | 260,12884
263 | 261,29008
264 | 262,5584
265 | 263,29010
266 | 264,2458
267 | 265,11964
268 | 266,11962
269 | 267,11958
270 | 268,28902
271 | 269,28910
272 | 270,28916
273 | 271,11968
274 | 272,28918
275 | 273,11956
276 | 274,28900
277 | 275,2680
278 | 276,11966
279 | 277,28914
280 | 278,11960
281 | 279,28908
282 | 280,28906
283 | 281,28904
284 | 282,28920
285 | 283,28922
286 | 284,28926
287 | 285,28924
288 | 286,12298
289 | 287,2679
290 | 288,7369
291 | 289,8094
292 | 290,29016
293 | 291,5172
294 | 292,29014
295 | 293,5350
296 | 294,5349
297 | 295,1828
298 | 296,28838
299 | 297,1827
300 | 298,28844
301 | 299,28842
302 | 300,28840
303 | 301,4051
304 | 302,2146
305 | 303,4454
306 | 304,28894
307 | 305,4343
308 | 306,4345
309 | 307,7361
310 | 308,4585
311 | 309,4346
312 | 310,4642
313 | 311,13150
314 | 312,28896
315 | 313,4316
316 | 314,4293
317 | 315,4294
318 | 316,8086
319 | 317,2308
320 | 318,2665
321 | 319,2664
322 | 320,12886
323 | 321,8088
324 | 322,10089
325 | 323,30020
326 | 324,4542
327 | 325,29006
328 | 326,4532
329 | 327,6255
330 | 328,12890
331 | 329,28948
332 | 330,28950
333 | 331,28946
334 | 332,28940
335 | 333,28938
336 | 334,6556
337 | 335,28936
338 | 336,6561
339 | 337,8089
340 | 338,8087
341 | 339,28934
342 | 340,12672
343 | 341,28932
344 | 342,28930
345 | 343,29002
346 | 344,28952
347 | 345,28960
348 | 346,28944
349 | 347,28942
350 | 348,1840
351 | 349,4077
352 | 350,28834
353 | 351,8047
354 | 352,28806
355 | 353,1818
356 | 354,28822
357 | 355,28814
358 | 356,2757
359 | 357,28794
360 | 358,20270
361 | 359,28780
362 | 360,1843
363 | 361,28786
364 | 362,28788
365 | 363,28782
366 | 364,28784
367 | 365,28792
368 | 366,28778
369 | 367,5121
370 | 368,5123
371 | 369,28832
372 | 370,7912
373 | 371,5124
374 | 372,4879
375 | 373,4079
376 | 374,28836
377 | 375,8048
378 | 376,8049
379 | 377,28808
380 | 378,1808
381 | 379,1809
382 | 380,2144
383 | 381,2658
384 | 382,20264
385 | 383,2678
386 | 384,20260
387 | 385,28760
388 | 386,1841
389 | 387,20266
390 | 388,20262
391 | 389,28764
392 | 390,28762
393 | 391,28756
394 | 392,8054
395 | 393,2662
396 | 394,28776
397 | 395,28772
398 | 396,1839
399 | 397,28766
400 | 398,28758
401 | 399,2682
402 | 400,28770
403 | 401,2681
404 | 402,28826
405 | 403,4074
406 | 404,28824
407 | 405,28828
408 | 406,28818
409 | 407,28820
410 | 408,28816
411 | 409,4075
412 | 410,28810
413 | 411,28812
414 | 412,28798
415 | 413,28800
416 | 414,28802
417 | 415,28804
418 | 416,28796
419 | 417,20268
420 | 418,1946
421 | 419,1884
422 | 420,1993
423 | 421,4876
424 | 422,2009
425 | 423,5585
426 | 424,2010
427 | 425,5010
428 | 426,1997
429 | 427,5976
430 | 428,5977
431 | 429,5614
432 | 430,2001
433 | 431,6510
434 | 432,1994
435 | 433,1996
436 | 434,1995
437 | 435,2161
438 | 436,2039
439 | 437,2038
440 | 438,13224
441 | 439,11860
442 | 440,26488
443 | 441,26490
444 | 442,26492
445 | 443,26494
446 | 444,1999
447 | 445,1998
448 | 446,2000
449 | 447,8083
450 | 448,11530
451 | 449,2006
452 | 450,6818
453 | 451,2004
454 | 452,2007
455 | 453,2002
456 | 454,24076
457 | 455,2008
458 | 456,2005
459 | 457,2003
460 | 458,5134
461 | 459,8084
462 | 460,24090
463 | 461,24084
464 | 462,24088
465 | 463,1932
466 | 464,1931
467 | 465,1885
468 | 466,2023
469 | 467,2022
470 | 468,23826
471 | 469,23824
472 | 470,23822
473 | 471,4875
474 | 472,2315
475 | 473,8082
476 | 474,5363
477 | 475,2026
478 | 476,2025
479 | 477,7239
480 | 478,1939
481 | 479,23818
482 | 480,23820
483 | 481,2024
484 | 482,2108
485 | 483,1892
486 | 484,1942
487 | 485,2044
488 | 486,8728
489 | 487,1888
490 | 488,1886
491 | 489,1928
492 | 490,1927
493 | 491,2145
494 | 492,1887
495 | 493,5449
496 | 494,1889
497 | 495,1890
498 | 496,23812
499 | 497,23816
500 | 498,23814
501 | 499,23810
502 | 500,23808
503 | 501,2042
504 | 502,2040
505 | 503,2041
506 | 504,4747
507 | 505,2037
508 | 506,2036
509 | 507,23828
510 | 508,4746
511 | 509,2035
512 | 510,24048
513 | 511,24040
514 | 512,24050
515 | 513,24054
516 | 514,26486
517 | 515,2109
518 | 516,2850
519 | 517,2111
520 | 518,2105
521 | 519,2110
522 | 520,2107
523 | 521,2106
524 | 522,24066
525 | 523,24062
526 | 524,8123
527 | 525,1893
528 | 526,1897
529 | 527,1895
530 | 528,24072
531 | 529,1896
532 | 530,1894
533 | 531,5313
534 | 532,2271
535 | 533,1919
536 | 534,1920
537 | 535,1918
538 | 536,23046
539 | 537,23004
540 | 538,1951
541 | 539,23018
542 | 540,18852
543 | 541,2223
544 | 542,10068
545 | 543,2150
546 | 544,23044
547 | 545,23012
548 | 546,1974
549 | 547,20492
550 | 548,1973
551 | 549,5848
552 | 550,2015
553 | 551,8313
554 | 552,1954
555 | 553,1966
556 | 554,23054
557 | 555,2021
558 | 556,11854
559 | 557,23052
560 | 558,23048
561 | 559,23050
562 | 560,2154
563 | 561,23010
564 | 562,23006
565 | 563,23008
566 | 564,11808
567 | 565,8319
568 | 566,23128
569 | 567,5433
570 | 568,23122
571 | 569,3213
572 | 570,6305
573 | 571,1986
574 | 572,2512
575 | 573,23188
576 | 574,1934
577 | 575,2849
578 | 576,23178
579 | 577,23184
580 | 578,23186
581 | 579,23182
582 | 580,23180
583 | 581,2511
584 | 582,23142
585 | 583,23144
586 | 584,23150
587 | 585,23138
588 | 586,23152
589 | 587,27136
590 | 588,23148
591 | 589,23140
592 | 590,23146
593 | 591,3216
594 | 592,4342
595 | 593,23154
596 | 594,2224
597 | 595,6948
598 | 596,27134
599 | 597,2225
600 | 598,11812
601 | 599,9052
602 | 600,23136
603 | 601,23132
604 | 602,23130
605 | 603,23134
606 | 604,3515
607 | 605,23166
608 | 606,23164
609 | 607,5454
610 | 608,23168
611 | 609,23162
612 | 610,23156
613 | 611,2136
614 | 612,1984
615 | 613,23124
616 | 614,11804
617 | 615,5193
618 | 616,5459
619 | 617,23126
620 | 618,27258
621 | 619,27256
622 | 620,27142
623 | 621,23170
624 | 622,23172
625 | 623,23174
626 | 624,27144
627 | 625,27146
628 | 626,27148
629 | 627,23226
630 | 628,3215
631 | 629,2513
632 | 630,23210
633 | 631,23218
634 | 632,27152
635 | 633,23220
636 | 634,23222
637 | 635,11810
638 | 636,5457
639 | 637,23206
640 | 638,23212
641 | 639,6416
642 | 640,23216
643 | 641,23202
644 | 642,2514
645 | 643,23204
646 | 644,23214
647 | 645,23208
648 | 646,27154
649 | 647,23200
650 | 648,11806
651 | 649,23228
652 | 650,11814
653 | 651,23224
654 | 652,27160
655 | 653,27156
656 | 654,27158
657 | 655,23196
658 | 656,23192
659 | 657,23190
660 | 658,23194
661 | 659,23198
662 | 660,27150
663 | 661,23022
664 | 662,2238
665 | 663,2237
666 | 664,2235
667 | 665,23024
668 | 666,23030
669 | 667,23026
670 | 668,23020
671 | 669,18862
672 | 670,18888
673 | 671,22462
674 | 672,18890
675 | 673,18886
676 | 674,18860
677 | 675,18854
678 | 676,19126
679 | 677,18864
680 | 678,18858
681 | 679,18856
682 | 680,18894
683 | 681,18868
684 | 682,18892
685 | 683,18904
686 | 684,18906
687 | 685,18902
688 | 686,18870
689 | 687,18884
690 | 688,23418
691 | 689,23434
692 | 690,27176
693 | 691,23414
694 | 692,3879
695 | 693,23446
696 | 694,5450
697 | 695,23440
698 | 696,23444
699 | 697,23442
700 | 698,11858
701 | 699,12988
702 | 700,8316
703 | 701,23422
704 | 702,8317
705 | 703,23416
706 | 704,23420
707 | 705,3878
708 | 706,5995
709 | 707,8318
710 | 708,23436
711 | 709,23438
712 | 710,27164
713 | 711,27166
714 | 712,27168
715 | 713,27170
716 | 714,27172
717 | 715,23428
718 | 716,23430
719 | 717,23426
720 | 718,23432
721 | 719,23424
722 | 720,27182
723 | 721,27180
724 | 722,23410
725 | 723,23408
726 | 724,23412
727 | 725,23404
728 | 726,23406
729 | 727,23462
730 | 728,23508
731 | 729,23510
732 | 730,23518
733 | 731,23506
734 | 732,23520
735 | 733,10076
736 | 734,23516
737 | 735,23552
738 | 736,23498
739 | 737,23468
740 | 738,23514
741 | 739,23512
742 | 740,10074
743 | 741,23504
744 | 742,18408
745 | 743,23458
746 | 744,23456
747 | 745,23460
748 | 746,23464
749 | 747,23454
750 | 748,23448
751 | 749,23466
752 | 750,23470
753 | 751,23484
754 | 752,23474
755 | 753,23480
756 | 754,23476
757 | 755,23478
758 | 756,23492
759 | 757,23530
760 | 758,23564
761 | 759,23554
762 | 760,23548
763 | 761,23558
764 | 762,23528
765 | 763,23678
766 | 764,23654
767 | 765,23570
768 | 766,23598
769 | 767,23636
770 | 768,23662
771 | 769,4380
772 | 770,4381
773 | 771,23656
774 | 772,12592
775 | 773,23660
776 | 774,23658
777 | 775,23576
778 | 776,23572
779 | 777,12594
780 | 778,23578
781 | 779,23574
782 | 780,12590
783 | 781,23588
784 | 782,23582
785 | 783,23584
786 | 784,23580
787 | 785,23596
788 | 786,23592
789 | 787,23590
790 | 788,23586
791 | 789,23594
792 | 790,23600
793 | 791,23882
794 | 792,23626
795 | 793,23632
796 | 794,23540
797 | 795,23602
798 | 796,2951
799 | 797,23630
800 | 798,23628
801 | 799,23634
802 | 800,23604
803 | 801,23622
804 | 802,23624
805 | 803,23616
806 | 804,23620
807 | 805,23614
808 | 806,23612
809 | 807,23618
810 | 808,23640
811 | 809,23642
812 | 810,23638
813 | 811,23644
814 | 812,12598
815 | 813,23652
816 | 814,23648
817 | 815,23646
818 | 816,23650
819 | 817,23664
820 | 818,23668
821 | 819,23666
822 | 820,23672
823 | 821,23670
824 | 822,23676
825 | 823,23674
826 | 824,23034
827 | 825,23036
828 | 826,23040
829 | 827,23042
830 | 828,23032
831 | 829,23038
832 | 830,23016
833 | 831,23014
834 | 832,2153
835 | 833,2948
836 | 834,4452
837 | 835,2759
838 | 836,4451
839 | 837,23714
840 | 838,3176
841 | 839,23542
842 | 840,2264
843 | 841,3175
844 | 842,2760
845 | 843,2764
846 | 844,2392
847 | 845,23708
848 | 846,11856
849 | 847,1978
850 | 848,1979
851 | 849,2265
852 | 850,23710
853 | 851,12982
854 | 852,2266
855 | 853,23544
856 | 854,23716
857 | 855,23718
858 | 856,23712
859 | 857,12986
860 | 858,2327
861 | 859,2806
862 | 860,2805
863 | 861,12984
864 | 862,12980
865 | 863,23680
866 | 864,23682
867 | 865,23686
868 | 866,23684
869 | 867,23694
870 | 868,23696
871 | 869,23546
872 | 870,23524
873 | 871,23704
874 | 872,23706
875 | 873,23702
876 | 874,23698
877 | 875,23700
878 | 876,23692
879 | 877,23690
880 | 878,23688
881 | 879,6511
882 | 880,23728
883 | 881,23778
884 | 882,3710
885 | 883,7713
886 | 884,2363
887 | 885,23800
888 | 886,23804
889 | 887,23726
890 | 888,23806
891 | 889,11222
892 | 890,1980
893 | 891,11562
894 | 892,23802
895 | 893,2784
896 | 894,2140
897 | 895,23742
898 | 896,23736
899 | 897,23756
900 | 898,27204
901 | 899,23730
902 | 900,23740
903 | 901,23746
904 | 902,27198
905 | 903,27200
906 | 904,23734
907 | 905,23754
908 | 906,23750
909 | 907,23752
910 | 908,23738
911 | 909,23744
912 | 910,23732
913 | 911,23792
914 | 912,23780
915 | 913,23790
916 | 914,23794
917 | 915,23798
918 | 916,23796
919 | 917,23784
920 | 918,23782
921 | 919,23766
922 | 920,23772
923 | 921,23760
924 | 922,23774
925 | 923,4613
926 | 924,23764
927 | 925,23768
928 | 926,23776
929 | 927,23770
930 | 928,27208
931 | 929,4614
932 | 930,23762
933 | 931,23758
934 | 932,27240
935 | 933,27230
936 | 934,27220
937 | 935,27222
938 | 936,27238
939 | 937,27224
940 | 938,27226
941 | 939,27232
942 | 940,27228
943 | 941,27234
944 | 942,27236
945 | 943,27212
946 | 944,27210
947 | 945,27214
948 | 946,23724
949 | 947,23722
950 | 948,23720
951 | 949,23094
952 | 950,23088
953 | 951,23092
954 | 952,23104
955 | 953,23108
956 | 954,27244
957 | 955,23102
958 | 956,27248
959 | 957,27242
960 | 958,23090
961 | 959,27246
962 | 960,27250
963 | 961,23098
964 | 962,27254
965 | 963,23086
966 | 964,27252
967 | 965,23106
968 | 966,23100
969 | 967,23084
970 | 968,23112
971 | 969,23110
972 | 970,2488
973 | 971,2020
974 | 972,23244
975 | 973,2016
976 | 974,23240
977 | 975,23242
978 | 976,23246
979 | 977,23236
980 | 978,2019
981 | 979,2018
982 | 980,2017
983 | 981,23232
984 | 982,23238
985 | 983,23230
986 | 984,23234
987 | 985,23346
988 | 986,23392
989 | 987,23352
990 | 988,6724
991 | 989,23402
992 | 990,6723
993 | 991,8314
994 | 992,23394
995 | 993,23374
996 | 994,23350
997 | 995,23348
998 | 996,23354
999 | 997,8315
1000 | 998,23356
1001 | 999,23358
1002 | 1000,23362
1003 | 1001,23360
1004 | 1002,8325
1005 | 1003,23364
1006 | 1004,23366
1007 | 1005,23368
1008 | 1006,23370
1009 | 1007,27112
1010 | 1008,23372
1011 | 1009,23380
1012 | 1010,23376
1013 | 1011,23382
1014 | 1012,23386
1015 | 1013,23384
1016 | 1014,23378
1017 | 1015,27114
1018 | 1016,23390
1019 | 1017,23388
1020 | 1018,23396
1021 | 1019,23398
1022 | 1020,23400
1023 | 1021,2014
1024 | 1022,6963
1025 | 1023,3991
1026 | 1024,23304
1027 | 1025,3990
1028 | 1026,3989
1029 | 1027,23322
1030 | 1028,8321
1031 | 1029,3177
1032 | 1030,3180
1033 | 1031,3178
1034 | 1032,3179
1035 | 1033,23286
1036 | 1034,23288
1037 | 1035,23290
1038 | 1036,1936
1039 | 1037,4379
1040 | 1038,23280
1041 | 1039,23282
1042 | 1040,23284
1043 | 1041,23306
1044 | 1042,23312
1045 | 1043,23310
1046 | 1044,23308
1047 | 1045,23314
1048 | 1046,23296
1049 | 1047,23292
1050 | 1048,23298
1051 | 1049,23300
1052 | 1050,23294
1053 | 1051,23302
1054 | 1052,23328
1055 | 1053,23326
1056 | 1054,23332
1057 | 1055,23324
1058 | 1056,23330
1059 | 1057,23320
1060 | 1058,6967
1061 | 1059,23316
1062 | 1060,6965
1063 | 1061,6964
1064 | 1062,23318
1065 | 1063,6966
1066 | 1064,13172
1067 | 1065,23334
1068 | 1066,23336
1069 | 1067,23338
1070 | 1068,23340
1071 | 1069,23342
1072 | 1070,23344
1073 | 1071,6812
1074 | 1072,23836
1075 | 1073,2234
1076 | 1074,2236
1077 | 1075,27118
1078 | 1076,23262
1079 | 1077,23254
1080 | 1078,2685
1081 | 1079,2338
1082 | 1080,23258
1083 | 1081,23260
1084 | 1082,2240
1085 | 1083,2337
1086 | 1084,2241
1087 | 1085,2339
1088 | 1086,23256
1089 | 1087,23834
1090 | 1088,23264
1091 | 1089,3877
1092 | 1090,23832
1093 | 1091,23838
1094 | 1092,23250
1095 | 1093,23252
1096 | 1094,23248
1097 | 1095,27116
1098 | 1096,27126
1099 | 1097,27122
1100 | 1098,27120
1101 | 1099,27124
1102 | 1100,23278
1103 | 1101,23270
1104 | 1102,23272
1105 | 1103,23276
1106 | 1104,23274
1107 | 1105,27128
1108 | 1106,23268
1109 | 1107,23266
1110 | 1108,27130
1111 | 1109,23072
1112 | 1110,23058
1113 | 1111,23056
1114 | 1112,23066
1115 | 1113,23080
1116 | 1114,23078
1117 | 1115,23068
1118 | 1116,23060
1119 | 1117,23074
1120 | 1118,23076
1121 | 1119,23082
1122 | 1120,27132
1123 | 1121,23062
1124 | 1122,23064
1125 | 1123,23070
1126 | 1124,4421
1127 | 1125,11347
1128 | 1126,15078
1129 | 1127,5451
1130 | 1128,4422
1131 | 1129,15074
1132 | 1130,11251
1133 | 1131,8240
1134 | 1132,11346
1135 | 1133,5479
1136 | 1134,11660
1137 | 1135,24024
1138 | 1136,22998
1139 | 1137,8275
1140 | 1138,10222
1141 | 1139,8277
1142 | 1140,41912
1143 | 1141,8276
1144 | 1142,8278
1145 | 1143,4387
1146 | 1144,4388
1147 | 1145,4399
1148 | 1146,4386
1149 | 1147,4400
1150 | 1148,10231
1151 | 1149,4402
1152 | 1150,8239
1153 | 1151,4403
1154 | 1152,4404
1155 | 1153,4405
1156 | 1154,4407
1157 | 1155,4398
1158 | 1156,4395
1159 | 1157,10237
1160 | 1158,4441
1161 | 1159,4409
1162 | 1160,4406
1163 | 1161,8295
1164 | 1162,10238
1165 | 1163,4401
1166 | 1164,11253
1167 | 1165,5452
1168 | 1166,18674
1169 | 1167,5453
1170 | 1168,11255
1171 | 1169,5552
1172 | 1170,5472
1173 | 1171,5554
1174 | 1172,5460
1175 | 1173,5456
1176 | 1174,8405
1177 | 1175,5553
1178 | 1176,8407
1179 | 1177,8402
1180 | 1178,8399
1181 | 1179,5555
1182 | 1180,5473
1183 | 1181,5557
1184 | 1182,5463
1185 | 1183,5461
1186 | 1184,8333
1187 | 1185,5556
1188 | 1186,8334
1189 | 1187,5477
1190 | 1188,8282
1191 | 1189,8283
1192 | 1190,8286
1193 | 1191,8285
1194 | 1192,8284
1195 | 1193,11256
1196 | 1194,11252
1197 | 1195,4393
1198 | 1196,11304
1199 | 1197,4419
1200 | 1198,11339
1201 | 1199,11257
1202 | 1200,11340
1203 | 1201,11337
1204 | 1202,11341
1205 | 1203,11342
1206 | 1204,11336
1207 | 1205,11338
1208 | 1206,10223
1209 | 1207,8292
1210 | 1208,6548
1211 | 1209,8293
1212 | 1210,8294
1213 | 1211,4420
1214 | 1212,8279
1215 | 1213,8281
1216 | 1214,8280
1217 | 1215,5483
1218 | 1216,4426
1219 | 1217,11343
1220 | 1218,15076
1221 | 1219,11344
1222 | 1220,48036
1223 | 1221,48034
1224 | 1222,48032
1225 | 1223,48030
1226 | 1224,11345
1227 | 1225,8273
1228 | 1226,4425
1229 | 1227,4423
1230 | 1228,5478
1231 | 1229,4427
1232 | 1230,8274
1233 | 1231,10570
1234 | 1232,2640
1235 | 1233,8339
1236 | 1234,10416
1237 | 1235,10418
1238 | 1236,11603
1239 | 1237,2551
1240 | 1238,5250
1241 | 1239,11601
1242 | 1240,10571
1243 | 1241,2656
1244 | 1242,6580
1245 | 1243,10559
1246 | 1244,6581
1247 | 1245,2654
1248 | 1246,10556
1249 | 1247,10558
1250 | 1248,8498
1251 | 1249,8497
1252 | 1250,10557
1253 | 1251,10555
1254 | 1252,10554
1255 | 1253,2652
1256 | 1254,10564
1257 | 1255,10561
1258 | 1256,10563
1259 | 1257,10560
1260 | 1258,10562
1261 | 1259,10566
1262 | 1260,10567
1263 | 1261,10569
1264 | 1262,10565
1265 | 1263,10568
1266 | 1264,2644
1267 | 1265,10448
1268 | 1266,6570
1269 | 1267,2606
1270 | 1268,6572
1271 | 1269,10424
1272 | 1270,2600
1273 | 1271,10419
1274 | 1272,6571
1275 | 1273,2609
1276 | 1274,10423
1277 | 1275,2601
1278 | 1276,2602
1279 | 1277,2603
1280 | 1278,5192
1281 | 1279,5189
1282 | 1280,5190
1283 | 1281,5191
1284 | 1282,5188
1285 | 1283,4606
1286 | 1284,5649
1287 | 1285,8493
1288 | 1286,5276
1289 | 1287,5277
1290 | 1288,5279
1291 | 1289,8491
1292 | 1290,5285
1293 | 1291,5616
1294 | 1292,5281
1295 | 1293,5280
1296 | 1294,8492
1297 | 1295,4610
1298 | 1296,5278
1299 | 1297,4609
1300 | 1298,4608
1301 | 1299,6488
1302 | 1300,8473
1303 | 1301,8475
1304 | 1302,6122
1305 | 1303,5260
1306 | 1304,8481
1307 | 1305,8480
1308 | 1306,8478
1309 | 1307,8477
1310 | 1308,8476
1311 | 1309,8479
1312 | 1310,8520
1313 | 1311,5257
1314 | 1312,5256
1315 | 1313,10548
1316 | 1314,5255
1317 | 1315,5258
1318 | 1316,5259
1319 | 1317,5943
1320 | 1318,8483
1321 | 1319,8482
1322 | 1320,6124
1323 | 1321,8490
1324 | 1322,8488
1325 | 1323,8487
1326 | 1324,8486
1327 | 1325,5274
1328 | 1326,8484
1329 | 1327,5261
1330 | 1328,5262
1331 | 1329,5275
1332 | 1330,8485
1333 | 1331,5284
1334 | 1332,10601
1335 | 1333,8496
1336 | 1334,8495
1337 | 1335,5253
1338 | 1336,5254
1339 | 1337,5602
1340 | 1338,5252
1341 | 1339,10549
1342 | 1340,10550
1343 | 1341,10552
1344 | 1342,10553
1345 | 1343,10551
1346 | 1344,2555
1347 | 1345,10414
1348 | 1346,10417
1349 | 1347,2552
1350 | 1348,10415
1351 | 1349,2553
1352 | 1350,2554
1353 | 1351,4505
1354 | 1352,1938
1355 | 1353,4500
1356 | 1354,10445
1357 | 1355,1948
1358 | 1356,4504
1359 | 1357,10537
1360 | 1358,10538
1361 | 1359,10539
1362 | 1360,4506
1363 | 1361,2848
1364 | 1362,4493
1365 | 1363,4604
1366 | 1364,4601
1367 | 1365,10523
1368 | 1366,4594
1369 | 1367,8469
1370 | 1368,10536
1371 | 1369,10509
1372 | 1370,10512
1373 | 1371,10511
1374 | 1372,10510
1375 | 1373,10524
1376 | 1374,10525
1377 | 1375,10540
1378 | 1376,10541
1379 | 1377,10543
1380 | 1378,10520
1381 | 1379,10518
1382 | 1380,10517
1383 | 1381,10519
1384 | 1382,10522
1385 | 1383,10521
1386 | 1384,4453
1387 | 1385,3792
1388 | 1386,3793
1389 | 1387,3788
1390 | 1388,3789
1391 | 1389,3790
1392 | 1390,3170
1393 | 1391,3787
1394 | 1392,10514
1395 | 1393,10513
1396 | 1394,10516
1397 | 1395,10515
1398 | 1396,10546
1399 | 1397,10544
1400 | 1398,10547
1401 | 1399,10545
1402 | 1400,10532
1403 | 1401,10531
1404 | 1402,10528
1405 | 1403,10530
1406 | 1404,10535
1407 | 1405,10534
1408 | 1406,10527
1409 | 1407,8471
1410 | 1408,8472
1411 | 1409,10526
1412 | 1410,3212
1413 | 1411,3211
1414 | 1412,10533
1415 | 1413,10529
1416 | 1414,10507
1417 | 1415,10508
1418 | 1416,10506
1419 | 1417,2576
1420 | 1418,2584
1421 | 1419,2585
1422 | 1420,2567
1423 | 1421,2556
1424 | 1422,2593
1425 | 1423,2578
1426 | 1424,8470
1427 | 1425,3801
1428 | 1426,2579
1429 | 1427,10483
1430 | 1428,2583
1431 | 1429,6578
1432 | 1430,8465
1433 | 1431,8464
1434 | 1432,8467
1435 | 1433,8468
1436 | 1434,8466
1437 | 1435,10484
1438 | 1436,10485
1439 | 1437,10486
1440 | 1438,10487
1441 | 1439,10489
1442 | 1440,10488
1443 | 1441,10490
1444 | 1442,2588
1445 | 1443,2586
1446 | 1444,2590
1447 | 1445,2592
1448 | 1446,10476
1449 | 1447,10478
1450 | 1448,10482
1451 | 1449,10477
1452 | 1450,10480
1453 | 1451,10481
1454 | 1452,10479
1455 | 1453,10471
1456 | 1454,10472
1457 | 1455,10474
1458 | 1456,10468
1459 | 1457,10470
1460 | 1458,10469
1461 | 1459,10475
1462 | 1460,10473
1463 | 1461,2568
1464 | 1462,2574
1465 | 1463,6576
1466 | 1464,2575
1467 | 1465,2582
1468 | 1466,2570
1469 | 1467,2569
1470 | 1468,2577
1471 | 1469,10455
1472 | 1470,10460
1473 | 1471,10453
1474 | 1472,10454
1475 | 1473,10459
1476 | 1474,10458
1477 | 1475,10457
1478 | 1476,10466
1479 | 1477,10467
1480 | 1478,10450
1481 | 1479,2572
1482 | 1480,2573
1483 | 1481,2571
1484 | 1482,10452
1485 | 1483,10451
1486 | 1484,10462
1487 | 1485,10464
1488 | 1486,10461
1489 | 1487,10463
1490 | 1488,2557
1491 | 1489,6567
1492 | 1490,8462
1493 | 1491,2561
1494 | 1492,2580
1495 | 1493,10449
1496 | 1494,2564
1497 | 1495,8461
1498 | 1496,2558
1499 | 1497,2560
1500 | 1498,2565
1501 | 1499,10420
1502 | 1500,10421
1503 | 1501,10422
1504 | 1502,10440
1505 | 1503,10437
1506 | 1504,10438
1507 | 1505,10439
1508 | 1506,10441
1509 | 1507,10442
1510 | 1508,10429
1511 | 1509,10428
1512 | 1510,10430
1513 | 1511,10432
1514 | 1512,2563
1515 | 1513,10434
1516 | 1514,10433
1517 | 1515,10435
1518 | 1516,10436
1519 | 1517,2562
1520 | 1518,2595
1521 | 1519,6579
1522 | 1520,2594
1523 | 1521,2596
1524 | 1522,10504
1525 | 1523,10505
1526 | 1524,10498
1527 | 1525,10499
1528 | 1526,10497
1529 | 1527,10496
1530 | 1528,10495
1531 | 1529,10503
1532 | 1530,10502
1533 | 1531,10501
1534 | 1532,10500
1535 | 1533,8161
1536 | 1534,1594
1537 | 1535,1592
1538 | 1536,1582
1539 | 1537,1591
1540 | 1538,5874
1541 | 1539,8142
1542 | 1540,1595
1543 | 1541,5873
1544 | 1542,2307
1545 | 1543,2306
1546 | 1544,2322
1547 | 1545,11348
1548 | 1546,1584
1549 | 1547,8226
1550 | 1548,8227
1551 | 1549,8229
1552 | 1550,8228
1553 | 1551,1633
1554 | 1552,2162
1555 | 1553,1625
1556 | 1554,1752
1557 | 1555,1634
1558 | 1556,8176
1559 | 1557,17186
1560 | 1558,1626
1561 | 1559,11841
1562 | 1560,11833
1563 | 1561,10228
1564 | 1562,1628
1565 | 1563,11835
1566 | 1564,1627
1567 | 1565,11837
1568 | 1566,6536
1569 | 1567,8302
1570 | 1568,8303
1571 | 1569,1989
1572 | 1570,8300
1573 | 1571,4408
1574 | 1572,8305
1575 | 1573,11566
1576 | 1574,11568
1577 | 1575,11564
1578 | 1576,11570
1579 | 1577,11757
1580 | 1578,8218
1581 | 1579,1610
1582 | 1580,11755
1583 | 1581,11733
1584 | 1582,8308
1585 | 1583,8309
1586 | 1584,1615
1587 | 1585,5900
1588 | 1586,1617
1589 | 1587,3449
1590 | 1588,8212
1591 | 1589,11753
1592 | 1590,1619
1593 | 1591,10220
1594 | 1592,10225
1595 | 1593,17460
1596 | 1594,10218
1597 | 1595,11751
1598 | 1596,11749
1599 | 1597,8217
1600 | 1598,8216
1601 | 1599,11731
1602 | 1600,4413
1603 | 1601,11737
1604 | 1602,11735
1605 | 1603,11741
1606 | 1604,11743
1607 | 1605,11739
1608 | 1606,17160
1609 | 1607,11745
1610 | 1608,17162
1611 | 1609,11747
1612 | 1610,13878
1613 | 1611,2348
1614 | 1612,1598
1615 | 1613,11729
1616 | 1614,1602
1617 | 1615,8221
1618 | 1616,8220
1619 | 1617,11727
1620 | 1618,3423
1621 | 1619,11699
1622 | 1620,3424
1623 | 1621,3425
1624 | 1622,3420
1625 | 1623,3421
1626 | 1624,17170
1627 | 1625,11232
1628 | 1626,11689
1629 | 1627,1601
1630 | 1628,2347
1631 | 1629,17174
1632 | 1630,3422
1633 | 1631,3426
1634 | 1632,5872
1635 | 1633,11725
1636 | 1634,11705
1637 | 1635,11707
1638 | 1636,11701
1639 | 1637,11703
1640 | 1638,11717
1641 | 1639,11721
1642 | 1640,11719
1643 | 1641,11723
1644 | 1642,11675
1645 | 1643,11677
1646 | 1644,11671
1647 | 1645,11673
1648 | 1646,11669
1649 | 1647,11665
1650 | 1648,11667
1651 | 1649,11693
1652 | 1650,11697
1653 | 1651,11691
1654 | 1652,11695
1655 | 1653,5905
1656 | 1654,1583
1657 | 1655,5325
1658 | 1656,11605
1659 | 1657,8206
1660 | 1658,11641
1661 | 1659,11639
1662 | 1660,11635
1663 | 1661,11631
1664 | 1662,11629
1665 | 1663,11627
1666 | 1664,11633
1667 | 1665,11637
1668 | 1666,11617
1669 | 1667,11623
1670 | 1668,11619
1671 | 1669,11621
1672 | 1670,11625
1673 | 1671,45738
1674 | 1672,8210
1675 | 1673,8207
1676 | 1674,8208
1677 | 1675,8209
1678 | 1676,11713
1679 | 1677,11711
1680 | 1678,11715
1681 | 1679,11709
1682 | 1680,11643
1683 | 1681,11645
1684 | 1682,11651
1685 | 1683,11655
1686 | 1684,11647
1687 | 1685,11653
1688 | 1686,11649
1689 | 1687,11661
1690 | 1688,11663
1691 | 1689,11659
1692 | 1690,11657
1693 | 1691,11679
1694 | 1692,11683
1695 | 1693,11685
1696 | 1694,11687
1697 | 1695,11681
1698 | 1696,8306
1699 | 1697,7061
1700 | 1698,7065
1701 | 1699,8222
1702 | 1700,11831
1703 | 1701,7064
1704 | 1702,11815
1705 | 1703,1623
1706 | 1704,1620
1707 | 1705,17176
1708 | 1706,11823
1709 | 1707,11817
1710 | 1708,17178
1711 | 1709,11819
1712 | 1710,11821
1713 | 1711,17182
1714 | 1712,11825
1715 | 1713,8223
1716 | 1714,1613
1717 | 1715,1616
1718 | 1716,11827
1719 | 1717,11829
1720 | 1718,17180
1721 | 1719,5893
1722 | 1720,5881
1723 | 1721,5892
1724 | 1722,5888
1725 | 1723,5884
1726 | 1724,5894
1727 | 1725,5879
1728 | 1726,5895
1729 | 1727,5887
1730 | 1728,5885
1731 | 1729,5891
1732 | 1730,5878
1733 | 1731,1630
1734 | 1732,1631
1735 | 1733,29724
1736 | 1734,1637
1737 | 1735,1636
1738 | 1736,8224
1739 | 1737,11868
1740 | 1738,8602
1741 | 1739,8225
1742 | 1740,5897
1743 | 1741,5875
1744 | 1742,8170
1745 | 1743,11929
1746 | 1744,11903
1747 | 1745,2340
1748 | 1746,11925
1749 | 1747,8171
1750 | 1748,11921
1751 | 1749,2342
1752 | 1750,8172
1753 | 1751,11923
1754 | 1752,11931
1755 | 1753,11919
1756 | 1754,11917
1757 | 1755,11909
1758 | 1756,8168
1759 | 1757,11907
1760 | 1758,11905
1761 | 1759,11911
1762 | 1760,11915
1763 | 1761,8167
1764 | 1762,8166
1765 | 1763,8165
1766 | 1764,8164
1767 | 1765,11937
1768 | 1766,11939
1769 | 1767,2334
1770 | 1768,11943
1771 | 1769,11941
1772 | 1770,11933
1773 | 1771,11935
1774 | 1772,11891
1775 | 1773,2826
1776 | 1774,2825
1777 | 1775,2827
1778 | 1776,11899
1779 | 1777,11893
1780 | 1778,11897
1781 | 1779,11895
1782 | 1780,11901
1783 | 1781,11853
1784 | 1782,11851
1785 | 1783,11845
1786 | 1784,11849
1787 | 1785,11847
1788 | 1786,11855
1789 | 1787,11877
1790 | 1788,11869
1791 | 1789,11867
1792 | 1790,11873
1793 | 1791,11861
1794 | 1792,11865
1795 | 1793,11863
1796 | 1794,11859
1797 | 1795,11879
1798 | 1796,11881
1799 | 1797,11875
1800 | 1798,11871
1801 | 1799,11857
1802 | 1800,11883
1803 | 1801,11889
1804 | 1802,11885
1805 | 1803,11887
1806 | 1804,11599
1807 | 1805,13044
1808 | 1806,11813
1809 | 1807,1590
1810 | 1808,1589
1811 | 1809,1587
1812 | 1810,1586
1813 | 1811,1585
1814 | 1812,1588
1815 | 1813,11803
1816 | 1814,8205
1817 | 1815,8204
1818 | 1816,1622
1819 | 1817,8202
1820 | 1818,8201
1821 | 1819,8200
1822 | 1820,8199
1823 | 1821,11811
1824 | 1822,11809
1825 | 1823,11807
1826 | 1824,11805
1827 | 1825,8203
1828 | 1826,11801
1829 | 1827,5865
1830 | 1828,8196
1831 | 1829,8193
1832 | 1830,5864
1833 | 1831,8198
1834 | 1832,8194
1835 | 1833,8197
1836 | 1834,1614
1837 | 1835,1611
1838 | 1836,11797
1839 | 1837,17184
1840 | 1838,1612
1841 | 1839,8192
1842 | 1840,11795
1843 | 1841,1609
1844 | 1842,11799
1845 | 1843,45830
1846 | 1844,8191
1847 | 1845,1608
1848 | 1846,1607
1849 | 1847,8189
1850 | 1848,1641
1851 | 1849,8190
1852 | 1850,1605
1853 | 1851,11779
1854 | 1852,11791
1855 | 1853,11793
1856 | 1854,11781
1857 | 1855,11783
1858 | 1856,11789
1859 | 1857,11785
1860 | 1858,11787
1861 | 1859,11759
1862 | 1860,1600
1863 | 1861,2346
1864 | 1862,8188
1865 | 1863,1604
1866 | 1864,11765
1867 | 1865,1640
1868 | 1866,11761
1869 | 1867,11763
1870 | 1868,11767
1871 | 1869,1596
1872 | 1870,1597
1873 | 1871,11769
1874 | 1872,11773
1875 | 1873,11771
1876 | 1874,11777
1877 | 1875,11775
1878 | 1876,27498
1879 | 1877,915
1880 | 1878,931
1881 | 1879,6000
1882 | 1880,8370
1883 | 1881,8374
1884 | 1882,8371
1885 | 1883,11839
1886 | 1884,1017
1887 | 1885,978
1888 | 1886,11374
1889 | 1887,11843
1890 | 1888,8382
1891 | 1889,5410
1892 | 1890,8384
1893 | 1891,5394
1894 | 1892,27536
1895 | 1893,27530
1896 | 1894,27528
1897 | 1895,27532
1898 | 1896,27534
1899 | 1897,15228
1900 | 1898,952
1901 | 1899,15224
1902 | 1900,15278
1903 | 1901,18610
1904 | 1902,15280
1905 | 1903,15274
1906 | 1904,15276
1907 | 1905,956
1908 | 1906,18612
1909 | 1907,953
1910 | 1908,955
1911 | 1909,27626
1912 | 1910,954
1913 | 1911,18608
1914 | 1912,15242
1915 | 1913,15236
1916 | 1914,15238
1917 | 1915,15230
1918 | 1916,15234
1919 | 1917,5390
1920 | 1918,15226
1921 | 1919,15292
1922 | 1920,15298
1923 | 1921,15286
1924 | 1922,15284
1925 | 1923,15294
1926 | 1924,15296
1927 | 1925,15288
1928 | 1926,15282
1929 | 1927,15300
1930 | 1928,15290
1931 | 1929,15320
1932 | 1930,15322
1933 | 1931,15316
1934 | 1932,15310
1935 | 1933,5396
1936 | 1934,5399
1937 | 1935,15120
1938 | 1936,10390
1939 | 1937,5397
1940 | 1938,15116
1941 | 1939,15122
1942 | 1940,5395
1943 | 1941,5398
1944 | 1942,15254
1945 | 1943,15260
1946 | 1944,15248
1947 | 1945,15256
1948 | 1946,15250
1949 | 1947,15244
1950 | 1948,15262
1951 | 1949,15252
1952 | 1950,15918
1953 | 1951,15938
1954 | 1952,15958
1955 | 1953,15930
1956 | 1954,15936
1957 | 1955,15924
1958 | 1956,15932
1959 | 1957,15934
1960 | 1958,15926
1961 | 1959,15928
1962 | 1960,15952
1963 | 1961,15970
1964 | 1962,15976
1965 | 1963,15972
1966 | 1964,15974
1967 | 1965,15966
1968 | 1966,15960
1969 | 1967,15968
1970 | 1968,27542
1971 | 1969,1778
1972 | 1970,977
1973 | 1971,11376
1974 | 1972,11375
1975 | 1973,8372
1976 | 1974,8373
1977 | 1975,8512
1978 | 1976,8513
1979 | 1977,8511
1980 | 1978,8515
1981 | 1979,8516
1982 | 1980,8514
1983 | 1981,27546
1984 | 1982,27544
1985 | 1983,1686
1986 | 1984,27550
1987 | 1985,8335
1988 | 1986,27548
1989 | 1987,5342
1990 | 1988,8337
1991 | 1989,5340
1992 | 1990,5341
1993 | 1991,4673
1994 | 1992,27572
1995 | 1993,1581
1996 | 1994,8338
1997 | 1995,10384
1998 | 1996,10383
1999 | 1997,1706
2000 | 1998,8342
2001 | 1999,8343
2002 | 2000,8341
2003 | 2001,1707
2004 | 2002,968
2005 | 2003,5343
2006 | 2004,959
2007 | 2005,27562
2008 | 2006,27558
2009 | 2007,925
2010 | 2008,4546
2011 | 2009,918
2012 | 2010,917
2013 | 2011,27556
2014 | 2012,27560
2015 | 2013,920
2016 | 2014,5409
2017 | 2015,921
2018 | 2016,923
2019 | 2017,922
2020 | 2018,27552
2021 | 2019,10382
2022 | 2020,27554
2023 | 2021,10379
2024 | 2022,10380
2025 | 2023,16004
2026 | 2024,2269
2027 | 2025,1703
2028 | 2026,975
2029 | 2027,8349
2030 | 2028,1508
2031 | 2029,984
2032 | 2030,981
2033 | 2031,27606
2034 | 2032,1192
2035 | 2033,8355
2036 | 2034,4551
2037 | 2035,4550
2038 | 2036,4674
2039 | 2037,27604
2040 | 2038,1008
2041 | 2039,8357
2042 | 2040,15118
2043 | 2041,8368
2044 | 2042,5402
2045 | 2043,5401
2046 | 2044,5400
2047 | 2045,8361
2048 | 2046,5387
2049 | 2047,5403
2050 | 2048,10386
2051 | 2049,5404
2052 | 2050,1702
2053 | 2051,27600
2054 | 2052,8348
2055 | 2053,10385
2056 | 2054,936
2057 | 2055,1698
2058 | 2056,941
2059 | 2057,27592
2060 | 2058,10387
2061 | 2059,27586
2062 | 2060,5407
2063 | 2061,5406
2064 | 2062,1701
2065 | 2063,8385
2066 | 2064,1716
2067 | 2065,939
2068 | 2066,27602
2069 | 2067,938
2070 | 2068,27594
2071 | 2069,27598
2072 | 2070,27596
2073 | 2071,935
2074 | 2072,934
2075 | 2073,933
2076 | 2074,27584
2077 | 2075,27582
2078 | 2076,27580
2079 | 2077,27590
2080 | 2078,27588
2081 | 2079,8344
2082 | 2080,1510
2083 | 2081,6179
2084 | 2082,1509
2085 | 2083,8345
2086 | 2084,27574
2087 | 2085,8346
2088 | 2086,27578
2089 | 2087,27576
2090 | 2088,27608
2091 | 2089,27612
2092 | 2090,8387
2093 | 2091,27616
2094 | 2092,976
2095 | 2093,6526
2096 | 2094,27610
2097 | 2095,8351
2098 | 2096,6522
2099 | 2097,6521
2100 | 2098,6524
2101 | 2099,6525
2102 | 2100,6523
2103 | 2101,8391
2104 | 2102,27614
2105 | 2103,7566
2106 | 2104,8388
2107 | 2105,5337
2108 | 2106,958
2109 | 2107,8352
2110 | 2108,4559
2111 | 2109,4560
2112 | 2110,4558
2113 | 2111,4561
2114 | 2112,7565
2115 | 2113,8390
2116 | 2114,7564
2117 | 2115,27618
2118 | 2116,27620
2119 | 2117,8389
2120 | 2118,8411
2121 | 2119,24002
2122 | 2120,23120
2123 | 2121,4227
2124 | 2122,24128
2125 | 2123,24294
2126 | 2124,24258
2127 | 2125,6826
2128 | 2126,6827
2129 | 2127,24306
2130 | 2128,8413
2131 | 2129,10803
2132 | 2130,6140
2133 | 2131,6141
2134 | 2132,8428
2135 | 2133,1977
2136 | 2134,8438
2137 | 2135,8440
2138 | 2136,23884
2139 | 2137,23892
2140 | 2138,23886
2141 | 2139,23888
2142 | 2140,23896
2143 | 2141,23890
2144 | 2142,23902
2145 | 2143,23900
2146 | 2144,23904
2147 | 2145,23898
2148 | 2146,23906
2149 | 2147,24052
2150 | 2148,24036
2151 | 2149,24056
2152 | 2150,24060
2153 | 2151,24064
2154 | 2152,24058
2155 | 2153,8445
2156 | 2154,24068
2157 | 2155,8437
2158 | 2156,24074
2159 | 2157,24078
2160 | 2158,24082
2161 | 2159,24086
2162 | 2160,24046
2163 | 2161,24096
2164 | 2162,24098
2165 | 2163,24092
2166 | 2164,24102
2167 | 2165,24100
2168 | 2166,24094
2169 | 2167,24030
2170 | 2168,24032
2171 | 2169,24028
2172 | 2170,24108
2173 | 2171,24104
2174 | 2172,24106
2175 | 2173,24112
2176 | 2174,24110
2177 | 2175,24124
2178 | 2176,24126
2179 | 2177,24122
2180 | 2178,23958
2181 | 2179,23948
2182 | 2180,23970
2183 | 2181,23956
2184 | 2182,23950
2185 | 2183,23954
2186 | 2184,23952
2187 | 2185,23966
2188 | 2186,23972
2189 | 2187,23968
2190 | 2188,8444
2191 | 2189,8443
2192 | 2190,2980
2193 | 2191,2981
2194 | 2192,23916
2195 | 2193,24152
2196 | 2194,24164
2197 | 2195,24142
2198 | 2196,24168
2199 | 2197,24166
2200 | 2198,24170
2201 | 2199,24136
2202 | 2200,24130
2203 | 2201,24134
2204 | 2202,3323
2205 | 2203,24132
2206 | 2204,24140
2207 | 2205,24138
2208 | 2206,24144
2209 | 2207,24150
2210 | 2208,24146
2211 | 2209,24148
2212 | 2210,24162
2213 | 2211,24158
2214 | 2212,24160
2215 | 2213,24156
2216 | 2214,24154
2217 | 2215,24296
2218 | 2216,24300
2219 | 2217,24304
2220 | 2218,24298
2221 | 2219,24302
2222 | 2220,24266
2223 | 2221,24264
2224 | 2222,24260
2225 | 2223,24268
2226 | 2224,24262
2227 | 2225,24186
2228 | 2226,24176
2229 | 2227,24184
2230 | 2228,24174
2231 | 2229,24180
2232 | 2230,24188
2233 | 2231,24182
2234 | 2232,30964
2235 | 2233,24190
2236 | 2234,24234
2237 | 2235,24218
2238 | 2236,24222
2239 | 2237,24228
2240 | 2238,24224
2241 | 2239,32874
2242 | 2240,24220
2243 | 2241,8459
2244 | 2242,12218
2245 | 2243,8451
2246 | 2244,24316
2247 | 2245,24314
2248 | 2246,24312
2249 | 2247,24318
2250 | 2248,8458
2251 | 2249,24308
2252 | 2250,8456
2253 | 2251,39752
2254 | 2252,24310
2255 | 2253,2157
2256 | 2254,8448
2257 | 2255,24328
2258 | 2256,8449
2259 | 2257,8450
2260 | 2258,24320
2261 | 2259,24322
2262 | 2260,24324
2263 | 2261,24326
2264 | 2262,24334
2265 | 2263,24330
2266 | 2264,24336
2267 | 2265,24332
2268 | 2266,10808
2269 | 2267,24338
2270 | 2268,10809
2271 | 2269,24340
2272 | 2270,10805
2273 | 2271,10804
2274 | 2272,10806
2275 | 2273,10807
2276 | 2274,24198
2277 | 2275,24208
2278 | 2276,24212
2279 | 2277,24214
2280 | 2278,44464
2281 | 2279,24202
2282 | 2280,24204
2283 | 2281,24206
2284 | 2282,24200
2285 | 2283,24196
2286 | 2284,24240
2287 | 2285,24254
2288 | 2286,24256
2289 | 2287,44462
2290 | 2288,24246
2291 | 2289,24244
2292 | 2290,24248
2293 | 2291,24238
2294 | 2292,24288
2295 | 2293,24276
2296 | 2294,24290
2297 | 2295,24272
2298 | 2296,24274
2299 | 2297,24284
2300 | 2298,24278
2301 | 2299,24282
2302 | 2300,24286
2303 | 2301,24280
2304 | 2302,3242
2305 | 2303,24292
2306 | 2304,17208
2307 | 2305,24832
2308 | 2306,8435
2309 | 2307,8597
2310 | 2308,6070
2311 | 2309,8431
2312 | 2310,23118
2313 | 2311,17224
2314 | 2312,17226
2315 | 2313,45498
2316 | 2314,24362
2317 | 2315,45606
2318 | 2316,11906
2319 | 2317,11904
2320 | 2318,6061
2321 | 2319,6045
2322 | 2320,45476
2323 | 2321,6052
2324 | 2322,45522
2325 | 2323,6063
2326 | 2324,45510
2327 | 2325,45508
2328 | 2326,45502
2329 | 2327,45504
2330 | 2328,45500
2331 | 2329,45518
2332 | 2330,45516
2333 | 2331,45514
2334 | 2332,45512
2335 | 2333,45520
2336 | 2334,6062
2337 | 2335,45598
2338 | 2336,24358
2339 | 2337,45604
2340 | 2338,45588
2341 | 2339,45600
2342 | 2340,45602
2343 | 2341,45596
2344 | 2342,46206
2345 | 2343,45586
2346 | 2344,45580
2347 | 2345,45584
2348 | 2346,45582
2349 | 2347,45578
2350 | 2348,45594
2351 | 2349,45590
2352 | 2350,45592
2353 | 2351,46208
2354 | 2352,11912
2355 | 2353,11908
2356 | 2354,11910
2357 | 2355,46190
2358 | 2356,46188
2359 | 2357,46186
2360 | 2358,46192
2361 | 2359,45530
2362 | 2360,45536
2363 | 2361,45532
2364 | 2362,45538
2365 | 2363,45534
2366 | 2364,45528
2367 | 2365,45470
2368 | 2366,45472
2369 | 2367,6064
2370 | 2368,6065
2371 | 2369,6068
2372 | 2370,11988
2373 | 2371,6069
2374 | 2372,23114
2375 | 2373,45474
2376 | 2374,45468
2377 | 2375,45558
2378 | 2376,45546
2379 | 2377,24366
2380 | 2378,24368
2381 | 2379,45560
2382 | 2380,45562
2383 | 2381,45564
2384 | 2382,45566
2385 | 2383,45568
2386 | 2384,45554
2387 | 2385,45570
2388 | 2386,45550
2389 | 2387,45552
2390 | 2388,24354
2391 | 2389,45548
2392 | 2390,45556
2393 | 2391,24360
2394 | 2392,24364
2395 | 2393,24342
2396 | 2394,45486
2397 | 2395,45480
2398 | 2396,45490
2399 | 2397,45478
2400 | 2398,45494
2401 | 2399,45488
2402 | 2400,45484
2403 | 2401,45492
2404 | 2402,45574
2405 | 2403,24346
2406 | 2404,24350
2407 | 2405,24344
2408 | 2406,24352
2409 | 2407,45572
2410 | 2408,24356
2411 | 2409,45576
2412 | 2410,24348
2413 | 2411,45524
2414 | 2412,6066
2415 | 2413,6067
2416 | 2414,45526
2417 | 2415,13100
2418 | 2416,11884
2419 | 2417,11888
2420 | 2418,11882
2421 | 2419,11878
2422 | 2420,37592
2423 | 2421,37594
2424 | 2422,6073
2425 | 2423,6072
2426 | 2424,11890
2427 | 2425,6071
2428 | 2426,11914
2429 | 2427,11900
2430 | 2428,11894
2431 | 2429,11892
2432 | 2430,11896
2433 | 2431,11902
2434 | 2432,24374
2435 | 2433,24370
2436 | 2434,24376
2437 | 2435,24372
2438 | 2436,27468
2439 | 2437,20766
2440 | 2438,21074
2441 | 2439,20908
2442 | 2440,21134
2443 | 2441,21166
2444 | 2442,21268
2445 | 2443,21298
2446 | 2444,25036
2447 | 2445,21382
2448 | 2446,21356
2449 | 2447,21442
2450 | 2448,21496
2451 | 2449,21346
2452 | 2450,21054
2453 | 2451,20824
2454 | 2452,30928
2455 | 2453,31798
2456 | 2454,32382
2457 | 2455,31796
2458 | 2456,32370
2459 | 2457,31794
2460 | 2458,35610
2461 | 2459,32374
2462 | 2460,27470
2463 | 2461,20768
2464 | 2462,20770
2465 | 2463,20800
2466 | 2464,20802
2467 | 2465,20806
2468 | 2466,20808
2469 | 2467,20810
2470 | 2468,20818
2471 | 2469,20782
2472 | 2470,20784
2473 | 2471,20788
2474 | 2472,20792
2475 | 2473,20798
2476 | 2474,21076
2477 | 2475,21084
2478 | 2476,21094
2479 | 2477,21086
2480 | 2478,21088
2481 | 2479,21092
2482 | 2480,21110
2483 | 2481,21132
2484 | 2482,21120
2485 | 2483,21114
2486 | 2484,20910
2487 | 2485,20928
2488 | 2486,20962
2489 | 2487,20980
2490 | 2488,20990
2491 | 2489,21000
2492 | 2490,21014
2493 | 2491,21022
2494 | 2492,20998
2495 | 2493,20912
2496 | 2494,20914
2497 | 2495,20916
2498 | 2496,20918
2499 | 2497,20920
2500 | 2498,20922
2501 | 2499,20924
2502 | 2500,20930
2503 | 2501,20932
2504 | 2502,20934
2505 | 2503,20936
2506 | 2504,20938
2507 | 2505,20940
2508 | 2506,20948
2509 | 2507,20952
2510 | 2508,20950
2511 | 2509,20964
2512 | 2510,24988
2513 | 2511,20970
2514 | 2512,20966
2515 | 2513,20968
2516 | 2514,20972
2517 | 2515,20974
2518 | 2516,20976
2519 | 2517,20978
2520 | 2518,20984
2521 | 2519,20982
2522 | 2520,24994
2523 | 2521,24992
2524 | 2522,21002
2525 | 2523,21006
2526 | 2524,21008
2527 | 2525,21012
2528 | 2526,21020
2529 | 2527,21018
2530 | 2528,21016
2531 | 2529,21024
2532 | 2530,21026
2533 | 2531,21028
2534 | 2532,21030
2535 | 2533,21138
2536 | 2534,21146
2537 | 2535,21148
2538 | 2536,21150
2539 | 2537,21158
2540 | 2538,21162
2541 | 2539,21164
2542 | 2540,21144
2543 | 2541,21156
2544 | 2542,21170
2545 | 2543,21172
2546 | 2544,21250
2547 | 2545,21248
2548 | 2546,21176
2549 | 2547,21180
2550 | 2548,21246
2551 | 2549,21252
2552 | 2550,21254
2553 | 2551,21260
2554 | 2552,21234
2555 | 2553,24984
2556 | 2554,21238
2557 | 2555,21242
2558 | 2556,21244
2559 | 2557,21236
2560 | 2558,24996
2561 | 2559,21270
2562 | 2560,21280
2563 | 2561,21284
2564 | 2562,21286
2565 | 2563,24998
2566 | 2564,21282
2567 | 2565,21288
2568 | 2566,21272
2569 | 2567,21274
2570 | 2568,21276
2571 | 2569,21300
2572 | 2570,21334
2573 | 2571,25048
2574 | 2572,21302
2575 | 2573,21304
2576 | 2574,21306
2577 | 2575,21310
2578 | 2576,21332
2579 | 2577,25002
2580 | 2578,21312
2581 | 2579,21314
2582 | 2580,21316
2583 | 2581,25050
2584 | 2582,21308
2585 | 2583,25004
2586 | 2584,25046
2587 | 2585,21320
2588 | 2586,21328
2589 | 2587,25052
2590 | 2588,21322
2591 | 2589,21326
2592 | 2590,21330
2593 | 2591,21342
2594 | 2592,21336
2595 | 2593,21340
2596 | 2594,21338
2597 | 2595,21344
2598 | 2596,21388
2599 | 2597,25026
2600 | 2598,25024
2601 | 2599,21390
2602 | 2600,21402
2603 | 2601,21404
2604 | 2602,25028
2605 | 2603,21406
2606 | 2604,25010
2607 | 2605,25014
2608 | 2606,21386
2609 | 2607,25016
2610 | 2608,21410
2611 | 2609,21412
2612 | 2610,21414
2613 | 2611,21416
2614 | 2612,21418
2615 | 2613,21400
2616 | 2614,21436
2617 | 2615,21440
2618 | 2616,21422
2619 | 2617,21420
2620 | 2618,21392
2621 | 2619,21396
2622 | 2620,21398
2623 | 2621,21432
2624 | 2622,21426
2625 | 2623,21428
2626 | 2624,21430
2627 | 2625,21424
2628 | 2626,21362
2629 | 2627,21358
2630 | 2628,21360
2631 | 2629,21366
2632 | 2630,21368
2633 | 2631,21370
2634 | 2632,21372
2635 | 2633,21374
2636 | 2634,21364
2637 | 2635,25034
2638 | 2636,21444
2639 | 2637,21462
2640 | 2638,21478
2641 | 2639,21488
2642 | 2640,21446
2643 | 2641,21460
2644 | 2642,21448
2645 | 2643,21454
2646 | 2644,21450
2647 | 2645,21456
2648 | 2646,25030
2649 | 2647,21452
2650 | 2648,21458
2651 | 2649,21466
2652 | 2650,21472
2653 | 2651,21470
2654 | 2652,21468
2655 | 2653,21476
2656 | 2654,25032
2657 | 2655,21464
2658 | 2656,21474
2659 | 2657,21494
2660 | 2658,21492
2661 | 2659,21490
2662 | 2660,21498
2663 | 2661,21500
2664 | 2662,21506
2665 | 2663,21504
2666 | 2664,21510
2667 | 2665,21508
2668 | 2666,21512
2669 | 2667,21514
2670 | 2668,21502
2671 | 2669,21354
2672 | 2670,21350
2673 | 2671,21352
2674 | 2672,21348
2675 | 2673,21060
2676 | 2674,21056
2677 | 2675,21058
2678 | 2676,24986
2679 | 2677,20862
2680 | 2678,20828
2681 | 2679,20826
2682 | 2680,20866
2683 | 2681,20890
2684 | 2682,20872
2685 | 2683,20874
2686 | 2684,20886
2687 | 2685,20832
2688 | 2686,20830
2689 | 2687,20854
2690 | 2688,20856
2691 | 2689,20858
2692 | 2690,20836
2693 | 2691,320
2694 | 2692,18328
2695 | 2693,316
2696 | 2694,7741
2697 | 2695,623
2698 | 2696,27
2699 | 2697,4
2700 | 2698,7
2701 | 2699,21
2702 | 2700,282
2703 | 2701,5308
2704 | 2702,9
2705 | 2703,632
2706 | 2704,614
2707 | 2705,6445
2708 | 2706,218
2709 | 2707,28
2710 | 2708,5309
2711 | 2709,269
2712 | 2710,32
2713 | 2711,625
2714 | 2712,18366
2715 | 2713,112
2716 | 2714,18358
2717 | 2715,18360
2718 | 2716,5770
2719 | 2717,18362
2720 | 2718,126
2721 | 2719,97
2722 | 2720,101
2723 | 2721,9423
2724 | 2722,626
2725 | 2723,15658
2726 | 2724,204
2727 | 2725,201
2728 | 2726,203
2729 | 2727,202
2730 | 2728,18368
2731 | 2729,15660
2732 | 2730,15410
2733 | 2731,47
2734 | 2732,20
2735 | 2733,50
2736 | 2734,13
2737 | 2735,43
2738 | 2736,59
2739 | 2737,9882
2740 | 2738,56
2741 | 2739,44
2742 | 2740,692
2743 | 2741,78
2744 | 2742,76
2745 | 2743,69
2746 | 2744,77
2747 | 2745,70
2748 | 2746,82
2749 | 2747,80
2750 | 2748,9885
2751 | 2749,11020
2752 | 2750,11019
2753 | 2751,9897
2754 | 2752,11014
2755 | 2753,11015
2756 | 2754,11018
2757 | 2755,9896
2758 | 2756,14810
2759 | 2757,15412
2760 | 2758,24728
2761 | 2759,22726
2762 | 2760,15414
2763 | 2761,14932
2764 | 2762,14934
2765 | 2763,14930
2766 | 2764,16158
2767 | 2765,14928
2768 | 2766,14838
2769 | 2767,15458
2770 | 2768,14840
2771 | 2769,15460
2772 | 2770,14832
2773 | 2771,15710
2774 | 2772,15456
2775 | 2773,14828
2776 | 2774,14824
2777 | 2775,14822
2778 | 2776,15708
2779 | 2777,14830
2780 | 2778,14826
2781 | 2779,16150
2782 | 2780,9898
2783 | 2781,15416
2784 | 2782,14820
2785 | 2783,14818
2786 | 2784,11017
2787 | 2785,15480
2788 | 2786,6
2789 | 2787,280
2790 | 2788,14808
2791 | 2789,9295
2792 | 2790,14812
2793 | 2791,17752
2794 | 2792,14846
2795 | 2793,15676
2796 | 2794,14848
2797 | 2795,13858
2798 | 2796,14856
2799 | 2797,14844
2800 | 2798,14842
2801 | 2799,14860
2802 | 2800,161
2803 | 2801,159
2804 | 2802,163
2805 | 2803,14858
2806 | 2804,14862
2807 | 2805,14866
2808 | 2806,14652
2809 | 2807,14864
2810 | 2808,14872
2811 | 2809,14898
2812 | 2810,14896
2813 | 2811,14870
2814 | 2812,14900
2815 | 2813,15786
2816 | 2814,8775
2817 | 2815,8782
2818 | 2816,8777
2819 | 2817,9871
2820 | 2818,8776
2821 | 2819,8778
2822 | 2820,8780
2823 | 2821,15104
2824 | 2822,15802
2825 | 2823,8781
2826 | 2824,14918
2827 | 2825,142
2828 | 2826,139
2829 | 2827,14920
2830 | 2828,140
2831 | 2829,10997
2832 | 2830,141
2833 | 2831,110
2834 | 2832,73
2835 | 2833,10996
2836 | 2834,8
2837 | 2835,9864
2838 | 2836,145
2839 | 2837,9422
2840 | 2838,11016
2841 | 2839,10995
2842 | 2840,14922
2843 | 2841,11021
2844 | 2842,24
2845 | 2843,11022
2846 | 2844,11023
2847 | 2845,158
2848 | 2846,11024
2849 | 2847,11025
2850 | 2848,9900
2851 | 2849,334
2852 | 2850,10999
2853 | 2851,9902
2854 | 2852,247
2855 | 2853,10998
2856 | 2854,248
2857 | 2855,9899
2858 | 2856,249
2859 | 2857,9911
2860 | 2858,211
2861 | 2859,9910
2862 | 2860,178
2863 | 2861,209
2864 | 2862,210
2865 | 2863,15714
2866 | 2864,193
2867 | 2865,15716
2868 | 2866,11027
2869 | 2867,11026
2870 | 2868,162
2871 | 2869,242
2872 | 2870,11031
2873 | 2871,11032
2874 | 2872,11028
2875 | 2873,10
2876 | 2874,11034
2877 | 2875,11035
2878 | 2876,24732
2879 | 2877,274
2880 | 2878,271
2881 | 2879,14924
2882 | 2880,273
2883 | 2881,275
2884 | 2882,8264
2885 | 2883,6225
2886 | 2884,25706
2887 | 2885,18346
2888 | 2886,6226
2889 | 2887,6246
2890 | 2888,8265
2891 | 2889,18332
2892 | 2890,18342
2893 | 2891,18330
2894 | 2892,18344
2895 | 2893,18334
2896 | 2894,6541
2897 | 2895,4624
2898 | 2896,6215
2899 | 2897,2527
2900 | 2898,875
2901 | 2899,876
2902 | 2900,2321
2903 | 2901,887
2904 | 2902,879
2905 | 2903,873
2906 | 2904,880
2907 | 2905,882
2908 | 2906,2320
2909 | 2907,862
2910 | 2908,868
2911 | 2909,861
2912 | 2910,857
2913 | 2911,885
2914 | 2912,846
2915 | 2913,870
2916 | 2914,393
2917 | 2915,839
2918 | 2916,1084
2919 | 2917,1468
2920 | 2918,897
2921 | 2919,881
2922 | 2920,3270
2923 | 2921,3272
2924 | 2922,3271
2925 | 2923,3320
2926 | 2924,6138
2927 | 2925,883
2928 | 2926,6993
2929 | 2927,9723
2930 | 2928,9722
2931 | 2929,9721
2932 | 2930,6991
2933 | 2931,16660
2934 | 2932,16662
2935 | 2933,16664
2936 | 2934,1527
2937 | 2935,1856
2938 | 2936,1881
2939 | 2937,1526
2940 | 2938,1524
2941 | 2939,888
2942 | 2940,893
2943 | 2941,4903
2944 | 2942,890
2945 | 2943,891
2946 | 2944,892
2947 | 2945,889
2948 | 2946,895
2949 | 2947,894
2950 | 2948,896
2951 | 2949,9733
2952 | 2950,886
2953 | 2951,7671
2954 | 2952,867
2955 | 2953,877
2956 | 2954,9120
2957 | 2955,9725
2958 | 2956,9724
2959 | 2957,7971
2960 | 2958,18372
2961 | 2959,2248
2962 | 2960,2249
2963 | 2961,2250
2964 | 2962,9997
2965 | 2963,863
2966 | 2964,6989
2967 | 2965,866
2968 | 2966,4902
2969 | 2967,865
2970 | 2968,869
2971 | 2969,714
2972 | 2970,6994
2973 | 2971,850
2974 | 2972,858
2975 | 2973,6992
2976 | 2974,859
2977 | 2975,847
2978 | 2976,848
2979 | 2977,483
2980 | 2978,372
2981 | 2979,593
2982 | 2980,385
2983 | 2981,4144
2984 | 2982,849
2985 | 2983,369
2986 | 2984,5246
2987 | 2985,716
2988 | 2986,872
2989 | 2987,871
2990 | 2988,853
2991 | 2989,1753
2992 | 2990,854
2993 | 2991,6040
2994 | 2992,855
2995 | 2993,856
2996 | 2994,1754
2997 | 2995,852
2998 | 2996,26904
2999 | 2997,4933
3000 | 2998,7358
3001 | 2999,5244
3002 | 3000,5245
3003 | 3001,26902
3004 | 3002,446
3005 | 3003,844
3006 | 3004,843
3007 | 3005,8973
3008 | 3006,840
3009 | 3007,444
3010 | 3008,10079
3011 | 3009,6750
3012 | 3010,665
3013 | 3011,639
3014 | 3012,1521
3015 | 3013,845
3016 | 3014,664
3017 | 3015,1367
3018 | 3016,842
3019 | 3017,904
3020 | 3018,898
3021 | 3019,899
3022 | 3020,901
3023 | 3021,902
3024 | 3022,900
3025 | 3023,903
3026 | 3024,9728
3027 | 3025,4142
3028 | 3026,9727
3029 | 3027,5674
3030 | 3028,1858
3031 | 3029,2538
3032 | 3030,2365
3033 | 3031,1862
3034 | 3032,1910
3035 | 3033,3892
3036 | 3034,2452
3037 | 3035,2368
3038 | 3036,1899
3039 | 3037,6210
3040 | 3038,18398
3041 | 3039,1907
3042 | 3040,2333
3043 | 3041,1869
3044 | 3042,1872
3045 | 3043,1879
3046 | 3044,1870
3047 | 3045,1874
3048 | 3046,9216
3049 | 3047,1875
3050 | 3048,1873
3051 | 3049,18376
3052 | 3050,1877
3053 | 3051,1868
3054 | 3052,1876
3055 | 3053,11120
3056 | 3054,11118
3057 | 3055,11119
3058 | 3056,1871
3059 | 3057,1878
3060 | 3058,8934
3061 | 3059,4261
3062 | 3060,2539
3063 | 3061,3986
3064 | 3062,1880
3065 | 3063,2376
3066 | 3064,9603
3067 | 3065,24868
3068 | 3066,9283
3069 | 3067,24734
3070 | 3068,2450
3071 | 3069,9602
3072 | 3070,2456
3073 | 3071,6401
3074 | 3072,1864
3075 | 3073,3898
3076 | 3074,3486
3077 | 3075,3900
3078 | 3076,18380
3079 | 3077,1860
3080 | 3078,9601
3081 | 3079,3897
3082 | 3080,3899
3083 | 3081,7992
3084 | 3082,1863
3085 | 3083,3901
3086 | 3084,18378
3087 | 3085,1861
3088 | 3086,3978
3089 | 3087,3983
3090 | 3088,3981
3091 | 3089,3980
3092 | 3090,3979
3093 | 3091,3982
3094 | 3092,3984
3095 | 3093,2470
3096 | 3094,1917
3097 | 3095,1916
3098 | 3096,3985
3099 | 3097,4734
3100 | 3098,18382
3101 | 3099,4735
3102 | 3100,6105
3103 | 3101,9176
3104 | 3102,6265
3105 | 3103,6266
3106 | 3104,6264
3107 | 3105,6267
3108 | 3106,4736
3109 | 3107,4313
3110 | 3108,4314
3111 | 3109,3893
3112 | 3110,4315
3113 | 3111,1922
3114 | 3112,1925
3115 | 3113,1923
3116 | 3114,4645
3117 | 3115,18390
3118 | 3116,18388
3119 | 3117,5029
3120 | 3118,1909
3121 | 3119,18386
3122 | 3120,1908
3123 | 3121,18394
3124 | 3122,18400
3125 | 3123,18404
3126 | 3124,18402
3127 | 3125,18406
3128 | 3126,24872
3129 | 3127,24874
3130 | 3128,24876
3131 | 3129,11926
3132 | 3130,2375
3133 | 3131,2369
3134 | 3132,2370
3135 | 3133,2377
3136 | 3134,2378
3137 | 3135,2384
3138 | 3136,2389
3139 | 3137,2388
3140 | 3138,2387
3141 | 3139,11319
3142 | 3140,11334
3143 | 3141,11332
3144 | 3142,11326
3145 | 3143,11313
3146 | 3144,13744
3147 | 3145,11322
3148 | 3146,11327
3149 | 3147,11333
3150 | 3148,33466
3151 | 3149,11320
3152 | 3150,24378
3153 | 3151,11321
3154 | 3152,24380
3155 | 3153,13342
3156 | 3154,13346
3157 | 3155,13344
3158 | 3156,13356
3159 | 3157,13348
3160 | 3158,13350
3161 | 3159,13354
3162 | 3160,13352
3163 | 3161,13382
3164 | 3162,13378
3165 | 3163,13374
3166 | 3164,13388
3167 | 3165,13384
3168 | 3166,13386
3169 | 3167,13380
3170 | 3168,13376
3171 | 3169,13370
3172 | 3170,13368
3173 | 3171,11318
3174 | 3172,11314
3175 | 3173,11317
3176 | 3174,24390
3177 | 3175,11316
3178 | 3176,24392
3179 | 3177,24382
3180 | 3178,24386
3181 | 3179,24388
3182 | 3180,24384
3183 | 3181,24396
3184 | 3182,24398
3185 | 3183,13360
3186 | 3184,24400
3187 | 3185,11325
3188 | 3186,11323
3189 | 3187,13366
3190 | 3188,13362
3191 | 3189,11330
3192 | 3190,11329
3193 |
--------------------------------------------------------------------------------
/src/demo/KafkaSendDataDemo.java:
--------------------------------------------------------------------------------
1 | package demo;
2 |
3 | import java.io.File;
4 | import java.io.FileNotFoundException;
5 | import java.io.IOException;
6 | import java.util.ArrayList;
7 | import java.util.List;
8 | import java.util.Scanner;
9 |
10 | import kafka.ITaskProducer;
11 | import kafka.producer.SimpleProducer;
12 | import models.Product;
13 | import parse.ParseData;
14 |
15 | public class KafkaSendDataDemo {
16 | public static void main(String[] args) throws FileNotFoundException, InterruptedException {
17 | // get category of tiki
18 | Scanner sc = new Scanner(new File("resource/tiki_cate.csv"));
19 | sc.useDelimiter("\n");
20 | List listCategories = new ArrayList();
21 |
22 | sc.next(); // pass the title
23 | while(sc.hasNext()) {
24 | listCategories.add(Integer.parseInt(sc.next().split(",")[1]));
25 | }
26 | int sizeOfCategory = listCategories.size();
27 |
28 | // create parse object
29 | ParseData parse = new ParseData();
30 | ITaskProducer producer = new SimpleProducer();
31 |
32 | // cate 1999
33 | // cate 16x
34 | for(int ca=0; ca list = null;
39 | try {
40 | if(parse.getData() != null) {
41 | list = parse.getData().getListProducts();
42 | }
43 | } catch (IOException e) {
44 | Thread.sleep(10); // sleep 10s if exception
45 | continue;
46 | }
47 |
48 | if(list.size() == 0 || list == null) break;
49 |
50 | producer.open();
51 | for(Product product : list) {
52 | product.setCategory(cate); // set category of product is URL when crawl
53 | producer.send("tiki-read-data-1", product);
54 | }
55 |
56 | System.out.println("DONE! number of category " + ca + " category " + cate + " page " + pa + " total products is " + list.size());
57 | }
58 | }
59 |
60 | producer.close();
61 |
62 |
63 | }
64 | }
--------------------------------------------------------------------------------
/src/demo/SparkStreamingReadDataDemo.java:
--------------------------------------------------------------------------------
1 | package demo;
2 |
3 | import java.util.ArrayList;
4 | import java.util.Arrays;
5 | import java.util.Collection;
6 | import java.util.List;
7 |
8 | import org.apache.kafka.clients.consumer.ConsumerRecord;
9 | import org.apache.spark.SparkConf;
10 | import org.apache.spark.api.java.function.Function;
11 | import org.apache.spark.streaming.Durations;
12 | import org.apache.spark.streaming.api.java.JavaDStream;
13 | import org.apache.spark.streaming.api.java.JavaInputDStream;
14 | import org.apache.spark.streaming.api.java.JavaStreamingContext;
15 | import org.apache.spark.streaming.kafka010.ConsumerStrategies;
16 | import org.apache.spark.streaming.kafka010.KafkaUtils;
17 | import org.apache.spark.streaming.kafka010.LocationStrategies;
18 |
19 | import com.google.gson.Gson;
20 |
21 | import kafka.properties.SSKafkaProperties;
22 | import models.Product;
23 | import services.HandleParquetFile;
24 |
25 | public class SparkStreamingReadDataDemo {
26 | public static void main(String[] args) throws InterruptedException {
27 | // create object handle parquet file
28 | HandleParquetFile handle = new HandleParquetFile();
29 | List listProducts = new ArrayList();
30 |
31 | // Create a local StreamingContext and batch interval of 10 second
32 | SparkConf conf = new SparkConf().setMaster("local").setAppName("Kafka Spark Integration");
33 | JavaStreamingContext jssc = new JavaStreamingContext(conf, Durations.seconds(1));
34 |
35 | // Define a list of Kafka topic to subscribe
36 | Collection topics = Arrays.asList("tiki-read-data-1");
37 |
38 | // Create an input DStream which consume message from Kafka topics
39 | JavaInputDStream> stream;
40 | stream = KafkaUtils.createDirectStream(jssc,LocationStrategies.PreferConsistent()
41 | ,ConsumerStrategies.Subscribe(topics, SSKafkaProperties.getInstance()));
42 |
43 | // Read value of each message from Kafka
44 | JavaDStream lines = stream.map((Function, String>) kafkaRecord -> kafkaRecord.value());
45 | lines.cache().foreachRDD(line -> {
46 | List list = line.collect();
47 | if(line != null) { // if have text send to queue
48 | for(String l : list) {
49 | if(!l.contains("{") || !l.contains("}") || !l.contains(":")) { // if not JSON
50 | continue;
51 | }
52 |
53 | Product product = new Gson().fromJson(l, Product.class);
54 | listProducts.add(product);
55 |
56 | if(listProducts.size() == 5000) { // if reach threshold, save to hadoop HDFS parquet file and clear
57 | handle.saveToHDFSParquetFile(listProducts);
58 | System.out.println("SAVED");
59 | listProducts.clear();
60 | }
61 |
62 | }
63 | }
64 | });
65 |
66 | // Start the computation
67 | jssc.start();
68 | jssc.awaitTermination();
69 | }
70 | }
71 |
--------------------------------------------------------------------------------
/src/demo/runable/CrawlWorker.java:
--------------------------------------------------------------------------------
1 | package demo.runable;
2 |
3 | //import java.io.IOException;
4 | //import java.util.List;
5 | //
6 | //import kafka.producer.SimpleProducer;
7 | //import models.Product;
8 | //import parse.ParseData;
9 |
10 | /**
11 | * if you want run with multi-thread ( faster run with one thread main), use Runable.
12 | * if you can out of memory if configuration no good
13 | */
14 | //public class CrawlWorker implements Runnable{
15 | // private int category;
16 | // private int page;
17 | //
18 | // public CrawlWorker(int category, int page) {
19 | // this.category = category;
20 | // this.page = page;
21 | // }
22 | //
23 | // @Override
24 | // public void run() {
25 | // ParseData parse = new ParseData();
26 | // SimpleProducer producer = new SimpleProducer();
27 | //
28 | // parse.set(category, page);
29 | //
30 | // List list;
31 | //
32 | // try {
33 | // list = parse.getData().getListProducts();
34 | // } catch (IOException e) {
35 | // return;
36 | // }
37 | //
38 | // producer.open();
39 | // for(Product product : list) {
40 | // product.setCategory(category); // set category of product is URL when crawl
41 | // producer.send("hello-kafka", product);
42 | // }
43 | //
44 | // System.out.println("DONE! category " + category + " page " + page + " total products is " + list.size());
45 | // }
46 | //
47 | //}
48 |
--------------------------------------------------------------------------------
/src/kafka/ITask.java:
--------------------------------------------------------------------------------
1 | package kafka;
2 |
3 | public interface ITask {
4 | void open();
5 | void close();
6 | }
7 |
--------------------------------------------------------------------------------
/src/kafka/ITaskConsumer.java:
--------------------------------------------------------------------------------
1 | package kafka;
2 |
3 | public interface ITaskConsumer extends ITask{
4 | void receive();
5 | }
6 |
--------------------------------------------------------------------------------
/src/kafka/ITaskProducer.java:
--------------------------------------------------------------------------------
1 | package kafka;
2 |
3 | import models.Product;
4 |
5 | public interface ITaskProducer extends ITask{
6 | void send(String topic, Product data);
7 | }
8 |
--------------------------------------------------------------------------------
/src/kafka/producer/SimpleProducer.java:
--------------------------------------------------------------------------------
1 | package kafka.producer;
2 |
3 | import org.apache.kafka.clients.producer.KafkaProducer;
4 | import org.apache.kafka.clients.producer.Producer;
5 | import org.apache.kafka.clients.producer.ProducerRecord;
6 |
7 | import kafka.ITaskProducer;
8 | import kafka.properties.KafkaProperties;
9 | import models.Product;
10 |
11 | public class SimpleProducer implements ITaskProducer {
12 | public Producer producer;
13 |
14 | /**
15 | * Open Producer
16 | */
17 | @Override
18 | public void open() {
19 | producer = new KafkaProducer(KafkaProperties.getInstance());
20 | }
21 |
22 | /**
23 | * Send Product to topic of kafka
24 | * @param product
25 | */
26 | @Override
27 | public void send(String topic, Product product) {
28 | if(product == null) {
29 | throw new NullPointerException("Producer no initialization");
30 | }
31 |
32 | producer.send(new ProducerRecord(topic, "key", product));
33 | System.out.println("successfully send " + product.toString());
34 | }
35 |
36 | /**
37 | * Close Producer
38 | */
39 | @Override
40 | public void close() {
41 | producer.close();
42 | }
43 | }
44 |
--------------------------------------------------------------------------------
/src/kafka/properties/KafkaProperties.java:
--------------------------------------------------------------------------------
1 | package kafka.properties;
2 |
3 | import java.util.Properties;
4 |
5 | public class KafkaProperties {
6 | /**
7 | * Configuration parameter for kafka
8 | * @return
9 | */
10 | public static Properties getInstance() {
11 | Properties prop = new Properties();
12 | prop.put("bootstrap.servers", "localhost:9092");
13 | prop.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
14 | prop.put("value.serializer", "models.closeable.ProductSerializer");
15 |
16 | return prop;
17 | }
18 | }
19 |
--------------------------------------------------------------------------------
/src/kafka/properties/SSKafkaProperties.java:
--------------------------------------------------------------------------------
1 | package kafka.properties;
2 |
3 | import java.util.HashMap;
4 | import java.util.Map;
5 |
6 | import org.apache.kafka.common.serialization.StringDeserializer;
7 |
8 | public class SSKafkaProperties {
9 | /**
10 | * Configuration parameter for kafka
11 | * @return
12 | */
13 | public static Map getInstance() {
14 | // Define Kafka parameter
15 | Map kafkaParams = new HashMap();
16 | kafkaParams.put("bootstrap.servers", "localhost:9092");
17 | kafkaParams.put("key.deserializer", StringDeserializer.class);
18 | kafkaParams.put("value.deserializer", StringDeserializer.class);
19 | kafkaParams.put("group.id", "0");
20 | kafkaParams.put("auto.offset.reset", "earliest");
21 | kafkaParams.put("enable.auto.commit", false);
22 |
23 | return kafkaParams;
24 | }
25 | }
26 |
--------------------------------------------------------------------------------
/src/models/Data.java:
--------------------------------------------------------------------------------
1 | package models;
2 |
3 | import java.util.List;
4 |
5 | import com.google.gson.annotations.SerializedName;
6 |
7 | public class Data {
8 | @SerializedName("data")
9 | private List listProducts;
10 |
11 | public List getListProducts() {
12 | return listProducts;
13 | }
14 |
15 | public void setListProducts(List listProducts) {
16 | this.listProducts = listProducts;
17 | }
18 |
19 | }
20 |
--------------------------------------------------------------------------------
/src/models/Inventory.java:
--------------------------------------------------------------------------------
1 | package models;
2 |
3 | import com.google.gson.annotations.SerializedName;
4 |
5 | public class Inventory {
6 | @SerializedName("fulfillment_type")
7 | private String fulfillmentType;
8 |
9 | public Inventory() {
10 | this("tiki_delivery");
11 | }
12 |
13 | public Inventory(String fulfillmentType) {
14 | setFulfillmentType(fulfillmentType);
15 | }
16 |
17 | public String getFulfillmentType() {
18 | return fulfillmentType;
19 | }
20 |
21 | public void setFulfillmentType(String fulfillmentType) {
22 | this.fulfillmentType = fulfillmentType;
23 | }
24 |
25 | }
26 |
--------------------------------------------------------------------------------
/src/models/Product.java:
--------------------------------------------------------------------------------
1 | package models;
2 |
3 | import com.google.gson.annotations.SerializedName;
4 |
5 | import scala.Serializable;
6 |
7 | public class Product implements Serializable{
8 | // implements Serializable and include serialVersionUID
9 | private static final long serialVersionUID = 1L;
10 |
11 | private int id;
12 | private String sku;
13 | private String name;
14 |
15 | public Product() {
16 | this(59671323, "4988371385512", "Bàn chải đánh răng Silicon - KUB",
17 | "ban-chai-danh-rang-silicon-kub-p59671323",
18 | "ban-chai-danh-rang-silicon-kub-p59671323.html?src=ss-organic",
19 | "configurable",
20 | "KUB",
21 | "\n\n\n\n\n",
22 | 150000,
23 | 175000,
24 | 25000,
25 | 14,
26 | 4.7,
27 | 3,
28 | 0,
29 | 0,
30 | "https://salt.tikicdn.com/cache/280x280/ts/product/23/90/ba/a3140b7da45e76f53e9d23bd0b16d9ef.jpg",
31 | 280,
32 | 280,
33 | false,
34 | "available",
35 | 2207,
36 | false,
37 | false,
38 | new Inventory(),
39 | "",
40 | new StockItem(),
41 | "",
42 | 59671325,
43 | new QuantitySold());
44 | }
45 |
46 | public Product(int id, String sku, String name, String urlKey, String urlPath, String type, String brandName,
47 | String shortDescription, double price, double listPrice, double discount, int discountRate,
48 | double ratingAverage, int reviewCount, int orderCount, int favouriteCount, String thumbnailUrl,
49 | int thumbnailWidth, int thumbnailHeight, boolean hasEbook, String inventoryStatus, int productsetId,
50 | boolean isFlower, boolean isGiftCard, Inventory inventory, String urlAttendantInputForm,
51 | StockItem stockItem, String salableType, int sellerProductId, QuantitySold quantitySold) {
52 | this.id = id;
53 | this.sku = sku;
54 | this.name = name;
55 | this.urlKey = urlKey;
56 | this.urlPath = urlPath;
57 | this.type = type;
58 | this.brandName = brandName;
59 | this.shortDescription = shortDescription;
60 | this.price = price;
61 | this.listPrice = listPrice;
62 | this.discount = discount;
63 | this.discountRate = discountRate;
64 | this.ratingAverage = ratingAverage;
65 | this.reviewCount = reviewCount;
66 | this.orderCount = orderCount;
67 | this.favouriteCount = favouriteCount;
68 | this.thumbnailUrl = thumbnailUrl;
69 | this.thumbnailWidth = thumbnailWidth;
70 | this.thumbnailHeight = thumbnailHeight;
71 | this.hasEbook = hasEbook;
72 | this.inventoryStatus = inventoryStatus;
73 | this.productsetId = productsetId;
74 | this.isFlower = isFlower;
75 | this.isGiftCard = isGiftCard;
76 | this.inventory = inventory;
77 | this.urlAttendantInputForm = urlAttendantInputForm;
78 | this.stockItem = stockItem;
79 | this.salableType = salableType;
80 | this.sellerProductId = sellerProductId;
81 | this.quantitySold = quantitySold;
82 | }
83 |
84 | @SerializedName("url_key")
85 | private String urlKey;
86 |
87 | @SerializedName("url_path")
88 | private String urlPath;
89 |
90 | private String type;
91 |
92 | @SerializedName("brand_name")
93 | private String brandName;
94 |
95 | @SerializedName("short_description")
96 | private String shortDescription;
97 |
98 | private double price;
99 |
100 | @SerializedName("list_price")
101 | private double listPrice;
102 |
103 | private double discount;
104 |
105 | @SerializedName("discount_rate")
106 | private int discountRate;
107 |
108 | @SerializedName("rating_average")
109 | private double ratingAverage;
110 |
111 | @SerializedName("review_count")
112 | private int reviewCount;
113 |
114 | @SerializedName("order_count")
115 | private int orderCount;
116 |
117 | @SerializedName("favourite_count")
118 | private int favouriteCount;
119 |
120 | @SerializedName("thumbnail_url")
121 | private String thumbnailUrl;
122 |
123 | @SerializedName("thumbnail_width")
124 | private int thumbnailWidth;
125 |
126 | @SerializedName("thumbnail_height")
127 | private int thumbnailHeight;
128 |
129 | @SerializedName("has_ebook")
130 | private boolean hasEbook;
131 |
132 | @SerializedName("inventory_status")
133 | private String inventoryStatus;
134 |
135 | @SerializedName("productset_id")
136 | private int productsetId;
137 |
138 | @SerializedName("is_flower")
139 | private boolean isFlower;
140 |
141 | @SerializedName("is_gift_card")
142 | private boolean isGiftCard;
143 |
144 | private Inventory inventory;
145 |
146 | @SerializedName("url_attendant_input_form")
147 | private String urlAttendantInputForm;
148 |
149 | @SerializedName("stock_item")
150 | private StockItem stockItem;
151 |
152 | @SerializedName("salable_type")
153 | private String salableType;
154 |
155 | @SerializedName("seller_product_id")
156 | private int sellerProductId;
157 |
158 | @SerializedName("quantity_sold")
159 | private QuantitySold quantitySold;
160 |
161 | // category get in URL when crawl data from API
162 | private int category;
163 |
164 | public int getCategory() {
165 | return category;
166 | }
167 |
168 | public void setCategory(int category) {
169 | this.category = category;
170 | }
171 |
172 | public int getId() {
173 | return id;
174 | }
175 |
176 | public void setId(int id) {
177 | this.id = id;
178 | }
179 |
180 | public String getSku() {
181 | return sku;
182 | }
183 |
184 | public void setSku(String sku) {
185 | this.sku = sku;
186 | }
187 |
188 | public String getName() {
189 | return name;
190 | }
191 |
192 | public void setName(String name) {
193 | this.name = name;
194 | }
195 |
196 | public String getUrlKey() {
197 | return urlKey;
198 | }
199 |
200 | public void setUrlKey(String urlKey) {
201 | this.urlKey = urlKey;
202 | }
203 |
204 | public String getUrlPath() {
205 | return urlPath;
206 | }
207 |
208 | public void setUrlPath(String urlPath) {
209 | this.urlPath = urlPath;
210 | }
211 |
212 | public String getType() {
213 | return type;
214 | }
215 |
216 | public void setType(String type) {
217 | this.type = type;
218 | }
219 |
220 | public String getBrandName() {
221 | return brandName;
222 | }
223 |
224 | public void setBrandName(String brandName) {
225 | this.brandName = brandName;
226 | }
227 |
228 | public String getShortDescription() {
229 | return shortDescription;
230 | }
231 |
232 | public void setShortDescription(String shortDescription) {
233 | this.shortDescription = shortDescription;
234 | }
235 |
236 | public double getPrice() {
237 | return price;
238 | }
239 |
240 | public void setPrice(double price) {
241 | this.price = price;
242 | }
243 |
244 | public double getListPrice() {
245 | return listPrice;
246 | }
247 |
248 | public void setListPrice(double listPrice) {
249 | this.listPrice = listPrice;
250 | }
251 |
252 | public double getDiscount() {
253 | return discount;
254 | }
255 |
256 | public void setDiscount(double discount) {
257 | this.discount = discount;
258 | }
259 |
260 | public int getDiscountRate() {
261 | return discountRate;
262 | }
263 |
264 | public void setDiscountRate(int discountRate) {
265 | this.discountRate = discountRate;
266 | }
267 |
268 | public double getRatingAverage() {
269 | return ratingAverage;
270 | }
271 |
272 | public void setRatingAverage(double ratingAverage) {
273 | this.ratingAverage = ratingAverage;
274 | }
275 |
276 | public int getReviewCount() {
277 | return reviewCount;
278 | }
279 |
280 | public void setReviewCount(int reviewCount) {
281 | this.reviewCount = reviewCount;
282 | }
283 |
284 | public int getOrderCount() {
285 | return orderCount;
286 | }
287 |
288 | public void setOrderCount(int orderCount) {
289 | this.orderCount = orderCount;
290 | }
291 |
292 | public int getFavouriteCount() {
293 | return favouriteCount;
294 | }
295 |
296 | public void setFavouriteCount(int favouriteCount) {
297 | this.favouriteCount = favouriteCount;
298 | }
299 |
300 | public String getThumbnailUrl() {
301 | return thumbnailUrl;
302 | }
303 |
304 | public void setThumbnailUrl(String thumbnailUrl) {
305 | this.thumbnailUrl = thumbnailUrl;
306 | }
307 |
308 | public int getThumbnailWidth() {
309 | return thumbnailWidth;
310 | }
311 |
312 | public void setThumbnailWidth(int thumbnailWidth) {
313 | this.thumbnailWidth = thumbnailWidth;
314 | }
315 |
316 | public int getThumbnailHeight() {
317 | return thumbnailHeight;
318 | }
319 |
320 | public void setThumbnailHeight(int thumbnailHeight) {
321 | this.thumbnailHeight = thumbnailHeight;
322 | }
323 |
324 | public boolean isHasEbook() {
325 | return hasEbook;
326 | }
327 |
328 | public void setHasEbook(boolean hasEbook) {
329 | this.hasEbook = hasEbook;
330 | }
331 |
332 | public String getInventoryStatus() {
333 | return inventoryStatus;
334 | }
335 |
336 | public void setInventoryStatus(String inventoryStatus) {
337 | this.inventoryStatus = inventoryStatus;
338 | }
339 |
340 | public int getProductsetId() {
341 | return productsetId;
342 | }
343 |
344 | public void setProductsetId(int productsetId) {
345 | this.productsetId = productsetId;
346 | }
347 |
348 | public boolean isFlower() {
349 | return isFlower;
350 | }
351 |
352 | public void setFlower(boolean isFlower) {
353 | this.isFlower = isFlower;
354 | }
355 |
356 | public boolean isGiftCard() {
357 | return isGiftCard;
358 | }
359 |
360 | public void setGiftCard(boolean isGiftCard) {
361 | this.isGiftCard = isGiftCard;
362 | }
363 |
364 | public Inventory getInventory() {
365 | return inventory;
366 | }
367 |
368 | public void setInventory(Inventory inventory) {
369 | this.inventory = inventory;
370 | }
371 |
372 | public String getUrlAttendantInputForm() {
373 | return urlAttendantInputForm;
374 | }
375 |
376 | public void setUrlAttendantInputForm(String urlAttendantInputForm) {
377 | this.urlAttendantInputForm = urlAttendantInputForm;
378 | }
379 |
380 | public StockItem getStockItem() {
381 | return stockItem;
382 | }
383 |
384 | public void setStockItem(StockItem stockItem) {
385 | this.stockItem = stockItem;
386 | }
387 |
388 | public String getSalableType() {
389 | return salableType;
390 | }
391 |
392 | public void setSalableType(String salableType) {
393 | this.salableType = salableType;
394 | }
395 |
396 | public int getSellerProductId() {
397 | return sellerProductId;
398 | }
399 |
400 | public void setSellerProductId(int sellerProductId) {
401 | this.sellerProductId = sellerProductId;
402 | }
403 |
404 | public QuantitySold getQuantitySold() {
405 | return quantitySold;
406 | }
407 |
408 | public void setQuantitySold(QuantitySold quantitySold) {
409 | this.quantitySold = quantitySold;
410 | }
411 |
412 | @Override
413 | public String toString() {
414 | return "ID : " + this.id + ", " + "SKU : " + this.sku;
415 | }
416 | }
417 |
--------------------------------------------------------------------------------
/src/models/QuantitySold.java:
--------------------------------------------------------------------------------
1 | package models;
2 |
3 | public class QuantitySold {
4 | private String text;
5 | private int value;
6 |
7 | public QuantitySold() {
8 | this("11", 11);
9 | }
10 |
11 | public QuantitySold(String text, int value) {
12 | setText(text);
13 | setValue(value);
14 | }
15 |
16 | public String getText() {
17 | return text;
18 | }
19 |
20 | public void setText(String text) {
21 | this.text = text;
22 | }
23 |
24 | public int getValue() {
25 | return value;
26 | }
27 |
28 | public void setValue(int value) {
29 | this.value = value;
30 | }
31 |
32 |
33 | }
34 |
--------------------------------------------------------------------------------
/src/models/StockItem.java:
--------------------------------------------------------------------------------
1 | package models;
2 |
3 | import com.google.gson.annotations.SerializedName;
4 |
5 | public class StockItem {
6 | private int qty;
7 |
8 | @SerializedName("min_sale_qty")
9 | private int minSaleQty;
10 |
11 | @SerializedName("max_sale_qty")
12 | private int maxSaleQty;
13 |
14 | @SerializedName("preorder_date")
15 | private boolean preorderDate;
16 |
17 | public StockItem() {
18 | this(4, 1, 20, false);
19 | }
20 |
21 | public StockItem(int qty, int minSaleQty, int maxSaleQty, boolean preorderDate) {
22 | setQty(qty);
23 | setMinSaleQty(minSaleQty);
24 | setMaxSaleQty(maxSaleQty);
25 | setPreorderDate(preorderDate);
26 | }
27 |
28 | public int getQty() {
29 | return qty;
30 | }
31 |
32 | public void setQty(int qty) {
33 | this.qty = qty;
34 | }
35 |
36 | public int getMinSaleQty() {
37 | return minSaleQty;
38 | }
39 |
40 | public void setMinSaleQty(int minSaleQty) {
41 | this.minSaleQty = minSaleQty;
42 | }
43 |
44 | public int getMaxSaleQty() {
45 | return maxSaleQty;
46 | }
47 |
48 | public void setMaxSaleQty(int maxSaleQty) {
49 | this.maxSaleQty = maxSaleQty;
50 | }
51 |
52 | public boolean isPreorderDate() {
53 | return preorderDate;
54 | }
55 |
56 | public void setPreorderDate(boolean preorderDate) {
57 | this.preorderDate = preorderDate;
58 | }
59 |
60 |
61 | }
62 |
--------------------------------------------------------------------------------
/src/models/closeable/ProductDeserializer.java:
--------------------------------------------------------------------------------
1 | package models.closeable;
2 |
3 | import java.io.IOException;
4 |
5 | import org.apache.kafka.common.serialization.Deserializer;
6 |
7 | import com.fasterxml.jackson.databind.ObjectMapper;
8 |
9 | import models.Product;
10 |
11 | public class ProductDeserializer implements Deserializer{
12 |
13 | @Override
14 | public Product deserialize(String topic, byte[] data) {
15 | ObjectMapper mapper = new ObjectMapper();
16 | Product product = null;
17 |
18 | try {
19 | product = mapper.readValue(data, Product.class);
20 | } catch (IOException e) {
21 | // TODO Auto-generated catch block
22 | e.printStackTrace();
23 | }
24 |
25 | return product;
26 | }
27 |
28 | }
29 |
--------------------------------------------------------------------------------
/src/models/closeable/ProductSerializer.java:
--------------------------------------------------------------------------------
1 | package models.closeable;
2 |
3 | import org.apache.kafka.common.serialization.Serializer;
4 |
5 | import com.fasterxml.jackson.core.JsonProcessingException;
6 | import com.fasterxml.jackson.databind.ObjectMapper;
7 |
8 | import models.Product;
9 |
10 | public class ProductSerializer implements Serializer{
11 |
12 | @Override
13 | public byte[] serialize(String topic, Product data) {
14 | byte[] value = null;
15 | ObjectMapper mapper = new ObjectMapper();
16 |
17 | try {
18 | value = mapper.writeValueAsString(data).getBytes();
19 | } catch (JsonProcessingException e) {
20 | // TODO Auto-generated catch block
21 | e.printStackTrace();
22 | }
23 |
24 | return value;
25 | }
26 |
27 | }
28 |
--------------------------------------------------------------------------------
/src/parse/IParseObject.java:
--------------------------------------------------------------------------------
1 | package parse;
2 |
3 | import java.io.IOException;
4 |
5 | public interface IParseObject {
6 | public T getData () throws IOException;
7 | }
8 |
--------------------------------------------------------------------------------
/src/parse/ParseData.java:
--------------------------------------------------------------------------------
1 | package parse;
2 |
3 | import java.io.IOException;
4 |
5 | import models.Data;
6 |
7 | public class ParseData implements IParseObject{
8 | private int category;
9 | private int page;
10 |
11 | public ParseData() {
12 | this(2549, 200);
13 | }
14 |
15 | public ParseData (int category, int page) {
16 | this.category = category;
17 | this.page = page;
18 | }
19 |
20 | @SuppressWarnings("unchecked")
21 | public Data getData() throws IOException {
22 | String url = "https://tiki.vn/api/v2/products?limit=50&include=advertisement&aggregations=1&category="
23 | + this.category + "&page="
24 | + this.page;
25 |
26 | ParseUrl parseUrl = new ParseUrl(url);
27 |
28 | return parseUrl.getData();
29 | }
30 |
31 | // set category and page
32 | public void set(int category, int page) {
33 | this.category = category;
34 | this.page = page;
35 | }
36 | }
37 |
--------------------------------------------------------------------------------
/src/parse/ParseUrl.java:
--------------------------------------------------------------------------------
1 | package parse;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStreamReader;
5 | import java.net.URL;
6 |
7 | import com.google.gson.Gson;
8 |
9 | import models.Data;
10 |
11 | public class ParseUrl implements IParseObject{
12 | private String path;
13 |
14 | public ParseUrl() {
15 | this("https://tiki.vn/api/v2/products?limit=50&include=advertisement&aggregations=1&category=2549&page=200");
16 | }
17 |
18 | public ParseUrl(String path) {
19 | this.path = path;
20 | }
21 |
22 | @SuppressWarnings("unchecked")
23 | public Data getData() throws IOException {
24 | URL url = new URL(path);
25 | InputStreamReader input = new InputStreamReader(url.openStream());
26 | Data data = null;
27 |
28 | try {
29 | // you will be blocked because the confirmation is robot, you will return null if this is the case
30 | data = new Gson().fromJson(input, Data.class);
31 | } catch (Exception e) {
32 | return null;
33 | }
34 |
35 |
36 | return data;
37 | }
38 | }
39 |
--------------------------------------------------------------------------------
/src/services/HandleParquetFile.java:
--------------------------------------------------------------------------------
1 | package services;
2 |
3 | import java.util.List;
4 |
5 | import org.apache.spark.sql.Dataset;
6 | import org.apache.spark.sql.Row;
7 | import org.apache.spark.sql.SparkSession;
8 |
9 | import models.Product;
10 |
11 | public class HandleParquetFile {
12 |
13 | // save list Products to parquet file in HDFS
14 | public void saveToHDFSParquetFile(List list) {
15 | SparkSession spark = SparkSession.builder().appName("Write file parquet to HDFS").getOrCreate();
16 |
17 | Dataset listModelLogDF = spark.createDataFrame(list, Product.class);
18 | listModelLogDF.write().mode("append").parquet("hdfs://127.0.0.1:9000/tiki");
19 | }
20 | }
21 |
--------------------------------------------------------------------------------