├── .ipynb_checkpoints ├── ADVI_Exploration_Advanced_PyMC3-checkpoint.ipynb ├── GLM - Hierarchical_Model_with ADVI-checkpoint.ipynb ├── pymc3_normalizing_flow_beta_binomial-checkpoint.ipynb ├── stochastic_volatility_normalizing_flow_2-checkpoint.ipynb └── vi_in_python-checkpoint.ipynb ├── ADVI_Exploration_Advanced_PyMC3.ipynb ├── GLM_hierarchical_model_with_ADVI.ipynb ├── README.md ├── SP500.csv ├── environment.yml ├── notes.md ├── pymc3.pdf ├── pymc3_normalizing_flow_beta_binomial.ipynb ├── stochastic_volatility_normalizing_flow_2.ipynb └── talk_material ├── .ipynb_checkpoints └── vi_in_python-checkpoint.ipynb ├── variational_inference.pdf └── vi_in_python.ipynb /README.md: -------------------------------------------------------------------------------- 1 | # Advanced PyMC3 2 | * A talk on Advanced PyMC3 focusing on Variational Inference 3 | 4 | * 21st October 2016 Bayesian Mixer London 5 | 6 | [![Binder](https://mybinder.org/badge.svg)](https://mybinder.org/v2/gh/springcoil/advanced_pymc3/master) 7 | 8 | -------------------------------------------------------------------------------- /SP500.csv: -------------------------------------------------------------------------------- 1 | 0.002081 2 | -0.010736 3 | -0.002669 4 | -0.008246 5 | -0.029663 6 | 0.012417 7 | 0.013745 8 | 0.006112 9 | -0.007526 10 | 0.011338 11 | 0.017774 12 | -0.00796 13 | -0.008003 14 | -0.005659 15 | -0.000668 16 | 0.012612 17 | 0.008709 18 | 0.008215 19 | -0.005286 20 | 0.021412 21 | 0.004724 22 | 0.000894 23 | -0.003336 24 | 0.008888 25 | -0.001698 26 | 0.008182 27 | 0.000981 28 | 0.004048 29 | -0.003954 30 | 0.002617 31 | 0.009112 32 | -0.003681 33 | 0.005766 34 | 0.0038 35 | -0.007301 36 | 0.011974 37 | 0.005532 38 | 0.000638 39 | -0.001562 40 | 0.004123 41 | -0.004458 42 | -0.011725 43 | 0.019941 44 | -0.003201 45 | 0.011346 46 | 0.003965 47 | 0.001357 48 | -0.001224 49 | 0.009975 50 | 0.001093 51 | 0.004692 52 | 0.003887 53 | 0.008644 54 | -0.003284 55 | 0.009219 56 | -0.003364 57 | -0.001025 58 | -0.004869 59 | -0.001725 60 | 0.007498 61 | 0.005808 62 | 0.010702 63 | 0.002401 64 | -0.001175 65 | -0.010549 66 | -0.00712 67 | 0.008187 68 | -0.000882 69 | 0.00546 70 | 0.003199 71 | -0.009961 72 | 0.013129 73 | 0.000828 74 | 0.002687 75 | 0.003434 76 | -0.009694 77 | -0.010432 78 | -0.019279 79 | -0.001316 80 | 0.008773 81 | 0.015639 82 | 0.00832 83 | 0.000954 84 | -0.005855 85 | -0.009484 86 | -0.008851 87 | 0.01187 88 | -0.001353 89 | 0.008268 90 | 0.002751 91 | -0.001331 92 | -0.007732 93 | -0.002624 94 | 0.003345 95 | 0.008598 96 | -0.003949 97 | -0.003741 98 | -0.014813 99 | -0.001636 100 | 0.004916 101 | -0.006177 102 | 0.000146 103 | 0.002053 104 | -0.009595 105 | 0.011175 106 | 0.017381 107 | 0.001669 108 | 0.00241 109 | -0.00548 110 | -0.015913 111 | 0.003891 112 | -0.019866 113 | 0.009823 114 | 0.017947 115 | -0.000668 116 | -0.00517 117 | 0.002353 118 | 0.014729 119 | 0.01196 120 | -0.003177 121 | 0.003471 122 | 0.004668 123 | -0.004084 124 | 0.012982 125 | -0.001863 126 | 0.009499 127 | -0.002289 128 | 0.010141 129 | -0.006695 130 | 0.00498 131 | 0.000738 132 | 0.010633 133 | -0.002352 134 | 0.007814 135 | 0.002331 136 | -0.002232 137 | -0.016071 138 | -0.000849 139 | -0.0209 140 | 0.000921 141 | 0.005671 142 | -0.014843 143 | -0.00445 144 | 0.015765 145 | -0.019493 146 | -0.007343 147 | -0.036244 148 | 0.008683 149 | 0.007582 150 | -0.000165 151 | -0.005791 152 | -0.013073 153 | 0.014256 154 | -0.008586 155 | -0.011312 156 | 0.019684 157 | 0.016176 158 | -0.002851 159 | -0.005883 160 | -0.009545 161 | 0.006437 162 | 0.004337 163 | -0.007933 164 | -0.038369 165 | -0.014818 166 | -0.068014 167 | 0.038609 168 | -0.003791 169 | -0.008288 170 | -0.008521 171 | 0.050898 172 | -0.016864 173 | -0.025849 174 | 0.029453 175 | 0.020474 176 | 0.00773 177 | 0.007516 178 | -0.025452 179 | 0.001197 180 | 0.003725 181 | 0.005606 182 | 0.03541 183 | -0.021921 184 | 0.001946 185 | 0.003771 186 | 0.000314 187 | -0.030514 188 | -0.030107 189 | 0.016433 190 | -0.014003 191 | -0.004015 192 | -0.014127 193 | -0.011579 194 | 0.026004 195 | 0.013531 196 | -0.002916 197 | 0.010786 198 | 0.041729 199 | 0.008525 200 | 0.005651 201 | 0.001449 202 | 0.00563 203 | 0.008 204 | -0.007241 205 | 0.001541 206 | -0.006509 207 | 0.002581 208 | 0.016702 209 | 0.011731 210 | 0.011768 211 | -0.000683 212 | 0.007048 213 | 0.013569 214 | 0.006314 215 | -0.009474 216 | -0.001716 217 | -0.006461 218 | -0.002926 219 | 0.007184 220 | 0.009007 221 | 0.003046 222 | 0.004529 223 | 0.007103 224 | 0.009491 225 | 0.021193 226 | -0.004393 227 | 0.003279 228 | 0.004566 229 | -0.024037 230 | 0.010011 231 | -0.003428 232 | -0.018023 233 | 0.023127 234 | 0.009313 235 | -0.005321 236 | 0.001786 237 | -0.015606 238 | 0.001236 239 | -0.021655 240 | 0.018953 241 | -0.000765 242 | 0.015525 243 | 0.006822 244 | 0.012466 245 | 0.000606 246 | 0.020746 247 | -0.001847 248 | -0.000636 249 | 0.013317 250 | -0.007956 251 | -0.002191 252 | -0.000919 253 | 0.013581 254 | 0.02214 255 | -0.002051 256 | 0.004221 257 | -0.008791 258 | -0.019281 259 | -0.004122 260 | -0.017992 261 | 0.025631 262 | 0.007029 263 | 0.00369 264 | -0.017077 265 | -0.008071 266 | 0.007174 267 | 0.014854 268 | -0.007298 269 | 0.017857 270 | 0.011277 271 | -0.005188 272 | -0.008648 273 | 0.007987 274 | -0.018536 275 | -0.00728 276 | 0.003525 277 | -0.022214 278 | 0.006093 279 | 0.024919 280 | -0.019066 281 | 0.009543 282 | -0.014365 283 | 0.010824 284 | 0.001543 285 | 0.026589 286 | -0.000754 287 | -0.013979 288 | -0.006693 289 | -0.005373 290 | -0.001752 291 | -0.008623 292 | 0.001795 293 | 0.015427 294 | 0.023126 295 | 0.005692 296 | -0.002253 297 | 0.005469 298 | 0.008423 299 | -0.002381 300 | 0.009786 301 | -0.000688 302 | -0.006537 303 | 0.014431 304 | -0.01311 305 | -0.001754 306 | -0.026884 307 | 0.00511 308 | 0.016869 309 | -0.005573 310 | 0.021336 311 | -0.007189 312 | -0.011055 313 | 0.005713 314 | 0.021179 315 | -0.002444 316 | 0.006829 317 | 0.012879 318 | 0.003251 319 | 0.007624 320 | -0.006484 321 | -0.015839 322 | -0.004207 323 | -0.00291 324 | -0.02238 325 | 0.012943 326 | 0.022929 327 | 0.016996 328 | -0.001457 329 | 0.002351 330 | 0.002029 331 | -0.008724 332 | -0.005981 333 | -0.005696 334 | 0.014567 335 | -0.016705 336 | 0.011493 337 | -0.011326 338 | 0.009721 339 | -0.003494 340 | 0.011422 341 | 0.006189 342 | 0.002609 343 | -0.021761 344 | 0.001263 345 | -0.004606 346 | 0.008182 347 | -0.004017 348 | -0.006378 349 | -0.01777 350 | -0.017028 351 | 0.015851 352 | -0.017896 353 | 0.015943 354 | -0.005822 355 | 0.000424 356 | 0.003653 357 | 0.021707 358 | 0.005098 359 | -0.012881 360 | 0.000994 361 | -0.011997 362 | -0.007046 363 | 0.000278 364 | 0.005533 365 | 0.022479 366 | 0.007133 367 | 0.002194 368 | 0.004587 369 | -0.009725 370 | -0.00211 371 | -0.012962 372 | -0.000357 373 | 0.012194 374 | 0.015097 375 | 0.015731 376 | 0.00601 377 | 0.007429 378 | -0.002228 379 | 0.005575 380 | -0.001031 381 | 0.006353 382 | -0.002978 383 | -0.003959 384 | 0.003308 385 | 0.008189 386 | 0.006498 387 | -0.007844 388 | -0.021702 389 | 0.00159 390 | -0.013282 391 | -0.002961 392 | -0.006765 393 | 0.011188 394 | 0.001878 395 | -0.017848 396 | -0.009179 397 | -0.000504 398 | -0.00442 399 | -0.012744 400 | 0.006419 401 | -0.010215 402 | -0.001914 403 | -0.012613 404 | 0.015997 405 | -0.002895 406 | 0.022739 407 | 0.002327 408 | 0.010061 409 | -0.008421 410 | -0.00694 411 | 0.009836 412 | 0.017664 413 | 0.002411 414 | 0.013414 415 | -0.014314 416 | -0.010088 417 | -0.017986 418 | -0.002726 419 | 0.008073 420 | -0.008985 421 | 0.028905 422 | -0.005002 423 | -0.004665 424 | 0.002611 425 | 0.002968 426 | -0.00557 427 | -0.005832 428 | -0.013709 429 | 0.000386 430 | 0.012848 431 | 8.2e-05 432 | -0.020928 433 | 0.00224 434 | -0.022968 435 | -0.002382 436 | 0.004658 437 | -0.000864 438 | -0.010786 439 | 0.011305 440 | 7.7e-05 441 | 0.016986 442 | -0.002491 443 | 0.01848 444 | -0.005854 445 | 0.013949 446 | -0.000606 447 | -0.016604 448 | -0.020936 449 | -0.001656 450 | -0.028057 451 | 0.005387 452 | 0.005733 453 | 0.022286 454 | -0.004513 455 | 0.014054 456 | -0.006161 457 | -0.009059 458 | 0.011545 459 | 0.035266 460 | 0.015263 461 | -0.006464 462 | -0.004711 463 | 0.005334 464 | 0.00569 465 | 0.00557 466 | 0.004948 467 | -0.008518 468 | 0.005991 469 | 0.005824 470 | 0.010568 471 | -0.001196 472 | 0.018387 473 | -0.006563 474 | 0.010087 475 | -0.002063 476 | -0.000745 477 | -0.011471 478 | 0.008856 479 | -0.000324 480 | -0.006204 481 | -0.013439 482 | 0.006343 483 | 0.008098 484 | 0.017217 485 | -0.006948 486 | -0.009955 487 | -0.003753 488 | 0.003013 489 | 0.006341 490 | -0.001284 491 | -0.008514 492 | 0.00724 493 | 0.003856 494 | 0.001599 495 | -0.002082 496 | 0.010817 497 | 0.001883 498 | 0.015465 499 | -0.000857 500 | 0.000391 501 | 0.003978 502 | 0.00069 503 | 0.003263 504 | -0.009549 505 | -0.038344 506 | 0.001922 507 | 0.000955 508 | 0.02709 509 | 0.011189 510 | -0.013062 511 | -0.004386 512 | 0.012169 513 | 0.010671 514 | -0.006832 515 | 0.000522 516 | -0.007095 517 | -0.002912 518 | -0.027633 519 | 0.006064 520 | -0.004212 521 | -0.003938 522 | -0.027456 523 | 0.025217 524 | 0.010627 525 | -0.000113 526 | 0.011248 527 | -0.000421 528 | -9.1e-05 529 | 0.012273 530 | -0.020822 531 | 0.003633 532 | -0.020969 533 | 0.002032 534 | 0.008712 535 | -0.010256 536 | 0.000417 537 | -0.030369 538 | 0.004516 539 | 0.0063 540 | -0.005335 541 | -0.014828 542 | 0.011017 543 | 0.013627 544 | 0.009345 545 | 0.001863 546 | 0.019837 547 | -0.012695 548 | -0.025631 549 | 0.008173 550 | 0.025601 551 | -0.004722 552 | -0.008207 553 | -0.017685 554 | 0.024272 555 | 0.047646 556 | 0.004113 557 | -0.005353 558 | 0.025565 559 | 0.004531 560 | 0.017799 561 | 7.2e-05 562 | -0.002356 563 | -0.010584 564 | 0.000523 565 | -0.013655 566 | 0.007164 567 | 0.004931 568 | -0.007463 569 | -0.004923 570 | 0.009392 571 | 0.009997 572 | -0.007841 573 | -0.002572 574 | -0.022271 575 | -0.018171 576 | -0.058277 577 | 0.033083 578 | 0.028663 579 | -0.009808 580 | 0.004952 581 | -0.003262 582 | 0.033275 583 | -0.011134 584 | 0.002689 585 | -0.008526 586 | 0.010892 587 | -0.014956 588 | -0.021565 589 | -0.003907 590 | 0.016359 591 | -0.005905 592 | -0.008447 593 | -0.020599 594 | 0.017902 595 | 0.00934 596 | 0.022097 597 | 0.009419 598 | -0.012441 599 | -0.007314 600 | -0.021054 601 | -0.004428 602 | -0.019175 603 | 0.018335 604 | -0.012529 605 | -0.002533 606 | 0.032241 607 | -0.0013 608 | 0.019857 609 | 0.019636 610 | -0.006518 611 | -0.00667 612 | 0.009273 613 | -0.006585 614 | -0.003229 615 | -0.007515 616 | 0.01621 617 | 0.000748 618 | 0.005569 619 | -0.00965 620 | 0.014708 621 | -0.006763 622 | 0.002154 623 | -0.01822 624 | -0.007368 625 | 0.009594 626 | -0.00327 627 | 0.002943 628 | -0.008544 629 | 0.008465 630 | 0.01027 631 | -0.015862 632 | 0.007218 633 | 0.01526 634 | -0.002217 635 | 0.003564 636 | 0.00813 637 | 0.001955 638 | 0.009452 639 | 0.000337 640 | -0.011089 641 | -0.007886 642 | 0.009183 643 | -0.010283 644 | -0.010741 645 | 0.006952 646 | -0.014954 647 | -0.001927 648 | -0.020508 649 | 0.007704 650 | 0.00508 651 | 0.000417 652 | 0.009633 653 | 0.007139 654 | 0.011203 655 | 0.002352 656 | -0.006696 657 | -0.008568 658 | 0.007936 659 | 0.013398 660 | -0.00478 661 | -0.003085 662 | 0.01096 663 | -0.002907 664 | 0.005202 665 | -0.0009 666 | 0.005233 667 | 0.001553 668 | -0.001233 669 | 0.005071 670 | -0.002806 671 | -0.004801 672 | 0.010042 673 | 0.002036 674 | -0.009002 675 | -0.00984 676 | 0.006875 677 | -0.005331 678 | -0.003506 679 | -0.004881 680 | 0.00197 681 | -0.00272 682 | -0.010169 683 | -0.014531 684 | 0.010654 685 | -0.005863 686 | -0.001577 687 | -0.000227 688 | -0.006688 689 | -0.008213 690 | -0.000448 691 | 0.022235 692 | -0.014935 693 | -0.000194 694 | -0.006802 695 | 0.00551 696 | 0.001366 697 | -0.019 698 | -0.004939 699 | -0.010705 700 | -0.016171 701 | -0.025509 702 | 0.033381 703 | 0.000327 704 | -0.017932 705 | -0.005807 706 | 0.034743 707 | 0.005882 708 | -0.000823 709 | 0.001683 710 | -0.023767 711 | -0.000337 712 | 0.011096 713 | 0.01383 714 | 0.021978 715 | -0.005722 716 | 0.004995 717 | -0.001141 718 | 0.003855 719 | -0.000223 720 | -0.015776 721 | -0.006485 722 | -0.024397 723 | -0.010776 724 | 0.023452 725 | 0.00496 726 | -0.012584 727 | -0.003351 728 | -0.018351 729 | 0.003522 730 | -0.018547 731 | 0.014678 732 | 0.005366 733 | -0.009548 734 | 0.004355 735 | -0.02009 736 | 0.000212 737 | 0.007405 738 | 0.038921 739 | -0.018219 740 | -0.005852 741 | 0.019604 742 | 0.007526 743 | -0.006535 744 | -0.00816 745 | -0.014014 746 | -0.021462 747 | 0.00807 748 | -0.012957 749 | -0.031295 750 | 0.008001 751 | 0.024402 752 | 0.007059 753 | 0.010439 754 | 0.003988 755 | -0.010448 756 | -0.028031 757 | 0.050098 758 | -0.010552 759 | -0.026242 760 | -0.001917 761 | 0.003812 762 | 0.009586 763 | 0.010317 764 | -0.006406 765 | 0.006318 766 | 0.002125 767 | 0.013915 768 | -0.00402 769 | 0.00026 770 | 0.013031 771 | 0.002866 772 | -0.004976 773 | -0.001885 774 | 0.006804 775 | 0.007007 776 | -0.005619 777 | 0.005461 778 | -0.017473 779 | 0.003586 780 | -0.001513 781 | -0.008408 782 | -0.006234 783 | -0.013335 784 | 0.011827 785 | -0.008652 786 | -0.002183 787 | 0.008123 788 | -0.018905 789 | -0.017356 790 | -0.018507 791 | -0.001951 792 | -0.005555 793 | 0.017489 794 | -0.007659 795 | -0.014309 796 | 0.00104 797 | -0.005679 798 | 0.005858 799 | 0.00998 800 | 0.006452 801 | 0.002258 802 | -0.024763 803 | -0.04318 804 | 0.014828 805 | -0.025842 806 | 0.005871 807 | -0.019624 808 | 0.017626 809 | -0.024077 810 | -0.017923 811 | -0.004063 812 | 0.019909 813 | 0.011282 814 | 0.025574 815 | -0.024429 816 | -0.00463 817 | 0.010784 818 | -0.012461 819 | -0.034393 820 | -0.002901 821 | 0.04368 822 | -0.019983 823 | 0.008117 824 | 0.027065 825 | -0.002131 826 | 0.015104 827 | -0.003227 828 | 0.010282 829 | 0.03889 830 | 0.01255 831 | -0.00855 832 | -0.01498 833 | -0.012161 834 | 0.01594 835 | 0.004695 836 | 0.015009 837 | -0.002865 838 | 0.013589 839 | 0.000781 840 | -0.014872 841 | 0.01444 842 | -0.002447 843 | -0.001828 844 | -0.004487 845 | -0.000286 846 | -0.007576 847 | 0.002609 848 | 0.000416 849 | 0.028452 850 | 0.002723 851 | 0.002693 852 | 0.016153 853 | -0.002627 854 | -0.015526 855 | 0.003196 856 | -0.011815 857 | -0.007794 858 | -0.015655 859 | 0.006201 860 | 0.003862 861 | 0.005108 862 | 0.01299 863 | -0.010548 864 | 0.005456 865 | -0.009397 866 | -0.008355 867 | 0.001163 868 | -0.011346 869 | -0.017501 870 | -0.004516 871 | -0.004883 872 | 0.003434 873 | 0.008708 874 | 0.011364 875 | -0.009449 876 | -0.005508 877 | -0.001509 878 | -0.004676 879 | 0.012493 880 | -0.001451 881 | 0.010045 882 | -0.001835 883 | -0.012321 884 | -0.023498 885 | 0.006878 886 | -0.014397 887 | -0.001134 888 | 0.023691 889 | 0.00624 890 | -0.010882 891 | 0.009971 892 | -0.005541 893 | 0.006052 894 | -0.003432 895 | -0.016368 896 | -0.016271 897 | 0.016079 898 | 0.010449 899 | 0.002402 900 | -0.001078 901 | 0.00557 902 | 0.00388 903 | 0.003964 904 | -0.005242 905 | -0.011421 906 | 0.003265 907 | -0.017328 908 | -8.4e-05 909 | 0.005686 910 | 0.000949 911 | -0.003827 912 | -0.007339 913 | 0.003089 914 | -0.016662 915 | 0.008124 916 | -0.012079 917 | 0.006956 918 | -0.002763 919 | 0.019654 920 | -0.004827 921 | -0.01501 922 | -0.011114 923 | -0.017038 924 | 0.00403 925 | -0.000564 926 | -0.001059 927 | -0.02239 928 | -0.018637 929 | 0.006225 930 | -0.049215 931 | -0.005804 932 | -0.016112 933 | -0.031059 934 | -0.019034 935 | 0.038983 936 | 0.008789 937 | -0.005166 938 | 0.011489 939 | 0.021922 940 | -0.002296 941 | 0.012305 942 | 0.019927 943 | -0.00248 944 | 0.001645 945 | -0.008344 946 | -0.005355 947 | 0.022938 948 | 0.015208 949 | -0.005266 950 | -0.001529 951 | 0.006935 952 | -0.018632 953 | -0.007873 954 | 0.004557 955 | 0.015296 956 | -0.004697 957 | 0.000387 958 | 0.01372 959 | 0.004108 960 | -0.023818 961 | -0.017165 962 | -9e-06 963 | 0.022948 964 | 0.002859 965 | 0.014385 966 | 0.014526 967 | -0.002734 968 | 0.002455 969 | 0.001582 970 | -0.001767 971 | 0.018563 972 | 0.001861 973 | 0.000902 974 | -0.003142 975 | 0.010898 976 | -0.007297 977 | -0.004927 978 | 0.011705 979 | 0.006154 980 | -0.006842 981 | -0.018251 982 | 0.010349 983 | -0.000657 984 | -0.008381 985 | 0.013187 986 | 0.022318 987 | -0.002776 988 | -0.007531 989 | -0.015867 990 | -0.00278 991 | 0.000272 992 | -0.015557 993 | 0.003314 994 | 0.010034 995 | 0.007546 996 | 0.005809 997 | -0.008377 998 | 0.004351 999 | -0.000209 1000 | 0.004123 1001 | 0.006751 1002 | 0.003361 1003 | -0.011145 1004 | 0.00574 1005 | 0.00918 1006 | 0.006213 1007 | -0.006498 1008 | -0.003588 1009 | -0.004798 1010 | 0.00122 1011 | -0.009467 1012 | -0.006276 1013 | 0.006834 1014 | -0.016245 1015 | 0.01003 1016 | -0.009922 1017 | -0.007334 1018 | 0.007924 1019 | 0.003518 1020 | 0.000998 1021 | -0.000194 1022 | -0.028612 1023 | 0.011747 1024 | 0.014933 1025 | -0.007078 1026 | -0.024737 1027 | -0.004038 1028 | -0.005972 1029 | -0.003082 1030 | 0.014858 1031 | 0.01434 1032 | -0.003993 1033 | 0.009941 1034 | -0.001814 1035 | -0.011016 1036 | -0.018873 1037 | 0.013513 1038 | -0.01551 1039 | 0.008224 1040 | 0.017975 1041 | -4.5e-05 1042 | 0.000459 1043 | -0.002847 1044 | 0.022634 1045 | 0.019491 1046 | -0.006673 1047 | 0.014509 1048 | -0.004497 1049 | 0.005848 1050 | 0.003392 1051 | -0.002294 1052 | -0.009857 1053 | -0.000909 1054 | 0.011378 1055 | -0.000523 1056 | 0.004066 1057 | -0.015756 1058 | 0.00151 1059 | -0.004238 1060 | -0.014651 1061 | 0.005848 1062 | 0.005349 1063 | 0.002455 1064 | -0.00074 1065 | -0.00853 1066 | -0.009993 1067 | 0.000835 1068 | -0.003205 1069 | 0.00228 1070 | -0.006656 1071 | 0.011334 1072 | -0.023689 1073 | 0.006632 1074 | -0.007614 1075 | 0.023418 1076 | -0.002038 1077 | -0.00142 1078 | 0.000622 1079 | -0.015411 1080 | -0.006201 1081 | -0.007102 1082 | -0.001518 1083 | -0.013889 1084 | -0.010099 1085 | 0.010765 1086 | 0.008858 1087 | -0.001748 1088 | -0.010262 1089 | -0.019339 1090 | -0.00302 1091 | 0.037503 1092 | -0.014547 1093 | -0.016793 1094 | 0.018549 1095 | 0.021143 1096 | -0.005659 1097 | 0.006562 1098 | 0.007612 1099 | -0.013293 1100 | -0.01099 1101 | 0.005685 1102 | 0.010183 1103 | -0.012086 1104 | -0.008553 1105 | -0.006411 1106 | -0.002809 1107 | 0.002329 1108 | -0.024795 1109 | 9e-06 1110 | 0.008849 1111 | -0.019763 1112 | -0.001574 1113 | 0.003123 1114 | -0.016628 1115 | 0.00657 1116 | -0.010487 1117 | -0.002268 1118 | 0.028691 1119 | 0.000936 1120 | -0.016535 1121 | -0.013431 1122 | -0.017042 1123 | 0.003619 1124 | -0.016701 1125 | -0.002673 1126 | 0.017575 1127 | -0.000827 1128 | -0.021387 1129 | -0.021225 1130 | 0.006223 1131 | 0.036729 1132 | -0.012183 1133 | -0.024719 1134 | -0.033961 1135 | 0.007496 1136 | -0.006448 1137 | -0.003755 1138 | -0.018389 1139 | 0.005537 1140 | -0.027018 1141 | -0.038341 1142 | -0.032922 1143 | -0.027017 1144 | 0.057314 1145 | -0.005619 1146 | 0.016883 1147 | 0.054078 1148 | 0.004249 1149 | 0.009791 1150 | -0.029573 1151 | -0.023082 1152 | -0.034296 1153 | 0.029918 1154 | 0.02001 1155 | 0.032722 1156 | 0.003512 1157 | -0.005326 1158 | -0.021675 1159 | 0.040047 1160 | 0.011559 1161 | -0.00159 1162 | 0.023633 1163 | -0.013978 1164 | 0.012726 1165 | 0.014051 1166 | -0.022686 1167 | 0.007535 1168 | -0.01385 1169 | -0.018131 1170 | -7.6e-05 1171 | -0.001884 1172 | -0.041536 1173 | 0.017516 1174 | -0.01595 1175 | 0.0168 1176 | 0.010112 1177 | 0.007331 1178 | -0.000142 1179 | -0.024784 1180 | 0.003269 1181 | 0.001449 1182 | -0.019728 1183 | -0.004647 1184 | -0.030064 1185 | 0.002454 1186 | -0.013827 1187 | -0.017284 1188 | 0.024862 1189 | 0.018209 1190 | -0.032259 1191 | -0.014612 1192 | 0.040023 1193 | -0.023587 1194 | -0.010822 1195 | -0.022431 1196 | -0.019111 1197 | 0.016898 1198 | -0.027286 1199 | 0.034965 1200 | 0.039058 1201 | 0.007326 1202 | 0.047335 1203 | -0.024112 1204 | 0.022301 1205 | 0.005903 1206 | 0.017333 1207 | -0.010625 1208 | 0.006717 1209 | -0.01522 1210 | 0.017167 1211 | -0.008266 1212 | -0.009076 1213 | 0.009703 1214 | -0.005557 1215 | 0.01716 1216 | 0.008202 1217 | 0.00775 1218 | 0.009143 1219 | -0.022852 1220 | -0.008763 1221 | -0.020732 1222 | 0.007715 1223 | -0.000475 1224 | 0.024633 1225 | 0.006148 1226 | -0.010408 1227 | -0.00402 1228 | 0.019414 1229 | 0.021451 1230 | -0.003437 1231 | 0.002503 1232 | -0.020978 1233 | 0.027986 1234 | -0.002726 1235 | -0.001901 1236 | -0.014745 1237 | -0.003453 1238 | -0.012009 1239 | 0.006265 1240 | -0.022176 1241 | 0.013957 1242 | 0.000563 1243 | -0.003723 1244 | -0.013431 1245 | 0.023519 1246 | -0.008139 1247 | -0.013145 1248 | -0.007709 1249 | 0.013005 1250 | 0.001819 1251 | -0.005471 1252 | -0.003148 1253 | -0.016028 1254 | 0.004557 1255 | 0.000488 1256 | 0.033199 1257 | -0.000484 1258 | 0.022474 1259 | -0.006544 1260 | -0.014085 1261 | 0.019397 1262 | -1e-05 1263 | -0.001412 1264 | 0.005829 1265 | -0.014425 1266 | -0.003942 1267 | -0.014017 1268 | -0.015702 1269 | -0.010432 1270 | 0.010223 1271 | -0.029233 1272 | -0.016159 1273 | 0.01305 1274 | 0.006778 1275 | -0.022849 1276 | 0.01313 1277 | 0.005399 1278 | -0.014087 1279 | -0.005435 1280 | -0.006448 1281 | -0.010093 1282 | 0.007569 1283 | -0.008098 1284 | -0.012686 1285 | -0.0016 1286 | 0.021434 1287 | 0.019499 1288 | -0.007096 1289 | -0.009501 1290 | 0.013224 1291 | -0.01838 1292 | 0.007194 1293 | -0.013141 1294 | 0.011757 1295 | 0.004622 1296 | -0.007537 1297 | -0.015356 1298 | 0.009562 1299 | -0.009339 1300 | 0.008259 1301 | -0.025829 1302 | -0.008359 1303 | 0.004321 1304 | 0.034457 1305 | 0.001646 1306 | 0.035426 1307 | 0.004242 1308 | 0.008736 1309 | 0.001887 1310 | 0.022976 1311 | -0.035231 1312 | 0.012161 1313 | -0.005475 1314 | -0.001643 1315 | -0.005779 1316 | -0.017741 1317 | 0.012143 1318 | 0.026115 1319 | -0.005051 1320 | 0.002738 1321 | 0.001228 1322 | -0.001863 1323 | -0.014004 1324 | 0.006455 1325 | -0.003763 1326 | 0.019497 1327 | 0.006303 1328 | -0.012236 1329 | 0.015535 1330 | -0.001756 1331 | 0.021703 1332 | 0.008393 1333 | -0.008258 1334 | -0.013846 1335 | 0.017834 1336 | 0.003279 1337 | -0.001002 1338 | -0.000676 1339 | 0.015038 1340 | -0.003795 1341 | 0.008461 1342 | -0.005104 1343 | -0.010057 1344 | 0.014278 1345 | 0.012534 1346 | -0.002973 1347 | -0.003204 1348 | 0.007867 1349 | -0.002503 1350 | -0.024917 1351 | -0.001129 1352 | 0.004012 1353 | 0.00915 1354 | 0.001448 1355 | 0.019566 1356 | 0.001828 1357 | -0.003755 1358 | 0.014689 1359 | 0.003538 1360 | 0.004715 1361 | 0.015109 1362 | 0.003954 1363 | -0.002403 1364 | -0.011976 1365 | 0.009129 1366 | 0.012834 1367 | 0.001032 1368 | -0.009914 1369 | 0.022384 1370 | 0.00091 1371 | -0.001551 1372 | -0.015236 1373 | 0.000995 1374 | -0.01411 1375 | 0.001843 1376 | -0.008266 1377 | 0.010765 1378 | -0.009738 1379 | -0.001761 1380 | 0.008024 1381 | 0.011635 1382 | -0.0081 1383 | 0.018991 1384 | 0.003404 1385 | -0.005586 1386 | -0.01348 1387 | 0.009547 1388 | 0.00573 1389 | -0.003426 1390 | -0.006417 1391 | -0.012344 1392 | 0.011805 1393 | -0.014617 1394 | 0.009511 1395 | 0.000506 1396 | -0.00709 1397 | 0.0174 1398 | -0.002162 1399 | -0.007265 1400 | -0.001809 1401 | 0.002855 1402 | -0.010259 1403 | 0.002724 1404 | -0.017663 1405 | 0.001677 1406 | 0.007279 1407 | 0.003562 1408 | 0.003068 1409 | 0.009953 1410 | -0.006381 1411 | 0.006585 1412 | 0.000161 1413 | 0.009155 1414 | 0.00261 1415 | -0.002045 1416 | 0.002969 1417 | -0.010176 1418 | 0.000654 1419 | 0.003039 1420 | 6e-05 1421 | 0.006069 1422 | 0.005155 1423 | 0.013868 1424 | 0.004187 1425 | 0.001656 1426 | -0.0064 1427 | 0.010035 1428 | -0.00821 1429 | -0.011972 1430 | 0.00544 1431 | 0.002174 1432 | -0.00375 1433 | 0.014298 1434 | -0.003254 1435 | 0.013265 1436 | -0.003155 1437 | -0.013007 1438 | 0.006071 1439 | -0.019095 1440 | -0.006053 1441 | -0.006399 1442 | 0.00976 1443 | -0.01054 1444 | 0.02234 1445 | 0.001983 1446 | 0.009419 1447 | 0.004369 1448 | 0.004737 1449 | -0.005263 1450 | 0.004788 1451 | -0.000645 1452 | 0.007022 1453 | 0.00395 1454 | -0.002591 1455 | 0.003162 1456 | -0.010237 1457 | 0.005157 1458 | 0.001292 1459 | -0.01498 1460 | 0.003309 1461 | -0.004701 1462 | 0.002157 1463 | 0.015187 1464 | 0.00126 1465 | -0.001116 1466 | 0.0036 1467 | 0.007908 1468 | -0.005448 1469 | -0.001367 1470 | 0.005932 1471 | -0.004574 1472 | -0.005791 1473 | -0.000515 1474 | 0.011456 1475 | -0.000141 1476 | -0.007615 1477 | -0.006397 1478 | -0.009083 1479 | 0.008016 1480 | -0.008432 1481 | 0.001576 1482 | 0.016227 1483 | 0.00172 1484 | 0.004326 1485 | -0.000236 1486 | 0.011264 1487 | -0.00327 1488 | -0.001771 1489 | 0.004686 1490 | -0.007684 1491 | 0.007348 1492 | -0.008528 1493 | -0.001065 1494 | 0.011481 1495 | 0.002735 1496 | -0.005678 1497 | 0.006638 1498 | 0.001255 1499 | 0.011797 1500 | -0.000468 1501 | 0.003922 1502 | 0.002818 1503 | -0.001806 1504 | 0.00169 1505 | 0.0124 1506 | 0.000144 1507 | 0.002054 1508 | -0.003093 1509 | 0.012395 1510 | 0.001292 1511 | 0.002367 1512 | 0.004963 1513 | -0.008887 1514 | 0.004786 1515 | -0.005331 1516 | 0.008294 1517 | 0.001353 1518 | 0.006872 1519 | -0.000929 1520 | 0.007771 1521 | -0.003206 1522 | -0.002089 1523 | 0.012106 1524 | -0.009797 1525 | -0.013609 1526 | 0.004989 1527 | -0.002627 1528 | 0.003651 1529 | 0.000678 1530 | -0.008371 1531 | 0.001837 1532 | 0.012555 1533 | -0.002581 1534 | 0.005027 1535 | 0.010667 1536 | -0.00488 1537 | -0.005468 1538 | 0.009757 1539 | -0.004468 1540 | -0.004132 1541 | -0.002571 1542 | -0.002727 1543 | -0.001665 1544 | 0.00402 1545 | 0.001084 1546 | 2.6e-05 1547 | 0.009633 1548 | -0.005943 1549 | 0.001688 1550 | 0.003336 1551 | 0.001714 1552 | -0.00835 1553 | -0.00577 1554 | -0.014632 1555 | -0.015223 1556 | 0.012459 1557 | -0.014349 1558 | 0.005622 1559 | 0.011749 1560 | -0.001272 1561 | -0.011173 1562 | -0.012957 1563 | -0.001323 1564 | -0.002394 1565 | 0.016365 1566 | -0.001018 1567 | 0.013004 1568 | 0.004035 1569 | -0.0007 1570 | 0.005292 1571 | 0.008514 1572 | 0.007672 1573 | -0.002094 1574 | -0.006645 1575 | -0.00106 1576 | 0.00516 1577 | -0.013761 1578 | -0.001124 1579 | 0.000593 1580 | 0.005111 1581 | 0.001066 1582 | -0.015557 1583 | 0.005312 1584 | 0.014091 1585 | 0.000587 1586 | -0.004445 1587 | 0.002272 1588 | -0.013794 1589 | -0.00759 1590 | -0.005916 1591 | 0.009202 1592 | 0.001843 1593 | 0.001768 1594 | -0.006722 1595 | -0.013725 1596 | -0.010539 1597 | 0.007662 1598 | 0.00167 1599 | -0.000765 1600 | -0.000674 1601 | -0.010586 1602 | 0.006816 1603 | -0.002574 1604 | 0.000468 1605 | 0.004012 1606 | 0.001691 1607 | 0.016103 1608 | 0.001698 1609 | 0.005686 1610 | -0.000535 1611 | 0.000464 1612 | 0.00338 1613 | -0.007422 1614 | 0.005247 1615 | 0.015964 1616 | 0.001543 1617 | -0.009499 1618 | 0.004543 1619 | -0.009837 1620 | 0.005971 1621 | 0.001369 1622 | -0.001332 1623 | 0.002623 1624 | -0.004158 1625 | 0.003636 1626 | 0.008506 1627 | -0.00298 1628 | -0.005453 1629 | -0.000952 1630 | 0.002514 1631 | 0.004083 1632 | -0.01043 1633 | -0.003153 1634 | -0.008148 1635 | 0.001899 1636 | -0.008244 1637 | 0.003336 1638 | 0.001383 1639 | 0.000708 1640 | -0.003291 1641 | -0.0043 1642 | -0.004789 1643 | -0.000444 1644 | 0.007057 1645 | -0.01334 1646 | 0.002705 1647 | -0.0097 1648 | -0.00196 1649 | 0.009925 1650 | 0.000538 1651 | 0.004573 1652 | 0.001172 1653 | 0.004447 1654 | -0.006262 1655 | -0.000963 1656 | -0.01632 1657 | -0.01548 1658 | 0.001174 1659 | 0.012973 1660 | -0.003011 1661 | -0.011675 1662 | 0.001476 1663 | 0.013655 1664 | 0.002195 1665 | 0.012443 1666 | -0.003597 1667 | 0.006524 1668 | -0.00243 1669 | 0.000465 1670 | 0.008 1671 | 0.000117 1672 | 0.002425 1673 | -0.007781 1674 | 0.00463 1675 | 0.001512 1676 | 0.011212 1677 | -0.004184 1678 | 0.006887 1679 | -0.004485 1680 | 0.00189 1681 | 0.004953 1682 | 0.00169 1683 | 0.002229 1684 | -0.007054 1685 | 0.002793 1686 | 0.004494 1687 | -0.005626 1688 | 0.006326 1689 | -0.013937 1690 | -0.004669 1691 | 0.001578 1692 | -0.005936 1693 | 0.005926 1694 | 0.00427 1695 | -0.000197 1696 | 0.01518 1697 | 0.003243 1698 | -0.000607 1699 | 0.006672 1700 | -0.009982 1701 | -0.007526 1702 | 0.002005 1703 | -0.002267 1704 | -0.0073 1705 | -0.009302 1706 | 0.00445 1707 | 0.005251 1708 | -0.009685 1709 | 0.000389 1710 | 0.002564 1711 | -0.009715 1712 | -0.000848 1713 | 0.01487 1714 | 0.012879 1715 | 0.001812 1716 | 0.002448 1717 | 0.000274 1718 | 2.6e-05 1719 | 0.011198 1720 | 0.016156 1721 | 0.003873 1722 | -0.001097 1723 | -0.000695 1724 | -0.001005 1725 | 0.009089 1726 | 0.009109 1727 | -0.000304 1728 | -0.007078 1729 | 0.005538 1730 | 0.001362 1731 | -0.011161 1732 | 0.005895 1733 | -0.000254 1734 | 0.004095 1735 | 0.000753 1736 | -0.003449 1737 | -0.00403 1738 | 0.014951 1739 | -0.000872 1740 | 0.000705 1741 | -0.000772 1742 | -0.011073 1743 | 0.004876 1744 | 0.005436 1745 | -0.001042 1746 | 0.008989 1747 | 0.00392 1748 | 0.001944 1749 | -0.002081 1750 | -0.007471 1751 | 0.00036 1752 | 0.00904 1753 | 0.003417 1754 | 0.000462 1755 | -0.004305 1756 | 0.007154 1757 | -7.4e-05 1758 | 8.2e-05 1759 | -0.001343 1760 | -0.008119 1761 | -0.011671 1762 | -0.003627 1763 | 0.003505 1764 | -0.001431 1765 | 0.003422 1766 | -0.006099 1767 | 0.003981 1768 | -0.00863 1769 | 0.006004 1770 | 0.009674 1771 | -0.00949 1772 | -0.007783 1773 | -0.006414 1774 | -0.003527 1775 | 0.004004 1776 | 0.004844 1777 | 0.000408 1778 | -0.002715 1779 | 0.00846 1780 | 0.00689 1781 | 0.003178 1782 | -0.002765 1783 | 0.011043 1784 | -0.001088 1785 | 0.000482 1786 | -0.008575 1787 | 0.004211 1788 | 0.006925 1789 | 0.000696 1790 | 0.003299 1791 | 0.000181 1792 | -0.007923 1793 | 0.000699 1794 | -0.014505 1795 | 0.005607 1796 | 0.007893 1797 | 0.009306 1798 | -0.006414 1799 | 0.005658 1800 | -0.000272 1801 | 0.000322 1802 | 0.009624 1803 | 0.00261 1804 | -0.004798 1805 | -0.010185 1806 | 0.001855 1807 | -0.007583 1808 | 0.005624 1809 | -0.007523 1810 | -0.008081 1811 | 0.001801 1812 | -0.00047 1813 | -0.004934 1814 | -0.010196 1815 | 0.000699 1816 | -0.000946 1817 | 0.002441 1818 | -0.007596 1819 | 0.013772 1820 | -0.000694 1821 | -0.006496 1822 | 0.002728 1823 | 0.00448 1824 | 0.002268 1825 | 0.00597 1826 | -0.008344 1827 | 8e-06 1828 | 0.005545 1829 | -0.011761 1830 | -0.010001 1831 | -0.01672 1832 | 0.00294 1833 | 0.005933 1834 | -0.013254 1835 | 0.019736 1836 | -0.00675 1837 | 0.008662 1838 | -0.008914 1839 | 0.004028 1840 | -0.01138 1841 | 0.011922 1842 | 0.00459 1843 | -0.000851 1844 | 0.01247 1845 | -0.002568 1846 | -0.001091 1847 | 0.006394 1848 | -0.010705 1849 | 0.004193 1850 | -0.010033 1851 | -0.00458 1852 | 0.010086 1853 | 0.006957 1854 | 0.010018 1855 | 0.004656 1856 | -0.001511 1857 | 0.003851 1858 | 0.000175 1859 | -0.0034 1860 | 0.006394 1861 | 0.000968 1862 | -0.006072 1863 | 0.009039 1864 | 0.00168 1865 | -0.006867 1866 | 0.001245 1867 | -0.000208 1868 | -0.002163 1869 | 0.005239 1870 | -0.002348 1871 | 0.002261 1872 | 0.002573 1873 | 0.002217 1874 | 0.00363 1875 | 0.004954 1876 | -0.000706 1877 | -0.002047 1878 | 0.000222 1879 | -0.010833 1880 | -0.007628 1881 | -0.000738 1882 | 0.009137 1883 | -0.001431 1884 | -0.0071 1885 | 0.00261 1886 | 0.008832 1887 | -0.00834 1888 | 0.002452 1889 | 0.011679 1890 | 0.006254 1891 | 0.002271 1892 | 0.000883 1893 | 0.002624 1894 | 0.001157 1895 | -0.005529 1896 | 0.006731 1897 | 0.004758 1898 | -0.006606 1899 | 0.005411 1900 | -0.003769 1901 | 0.001733 1902 | 0.004572 1903 | 0.005603 1904 | -0.00767 1905 | 0.000947 1906 | 0.007099 1907 | 0.000739 1908 | -0.007373 1909 | -0.007638 1910 | -0.002682 1911 | 0.006744 1912 | -0.001827 1913 | 0.007061 1914 | -0.005994 1915 | 0.002828 1916 | -0.011775 1917 | 0.000738 1918 | -0.000999 1919 | 0.000566 1920 | 0.001656 1921 | -0.003405 1922 | -0.006554 1923 | 0.002314 1924 | -0.006012 1925 | 0.005958 1926 | -0.003192 1927 | 0.009864 1928 | 0.001032 1929 | -0.002922 1930 | 0.012618 1931 | 0.002407 1932 | -0.003793 1933 | 0.007964 1934 | -0.000741 1935 | -0.007544 1936 | -0.003281 1937 | 0.000464 1938 | 0.008291 1939 | -0.005565 1940 | -0.007863 1941 | -0.009121 1942 | 0.003652 1943 | 0.000551 1944 | 0.000279 1945 | 2.4e-05 1946 | 0.001011 1947 | 0.008866 1948 | 0.00092 1949 | -0.001717 1950 | -0.009969 1951 | -0.014887 1952 | -0.004095 1953 | 0.003701 1954 | -0.007166 1955 | -0.002071 1956 | -0.006068 1957 | -0.000713 1958 | 0.008267 1959 | 0.002974 1960 | -0.010049 1961 | 0.014955 1962 | -0.015019 1963 | 0.001519 1964 | 0.016777 1965 | -0.002367 1966 | -0.004312 1967 | -0.010475 1968 | 0.016549 1969 | 0.007176 1970 | -0.003521 1971 | 0.009977 1972 | 0.004264 1973 | 0.000163 1974 | 0.002188 1975 | -0.003451 1976 | 0.00169 1977 | 0.008446 1978 | 0.003054 1979 | -0.000777 1980 | -0.00385 1981 | 0.00179 1982 | 0.009413 1983 | 0.004401 1984 | 0.005271 1985 | 0.005084 1986 | 0.003472 1987 | 0.002085 1988 | -0.008507 1989 | 1.5e-05 1990 | -0.006361 1991 | 0.012157 1992 | 0.000324 1993 | -0.002363 1994 | 0.001275 1995 | -0.005009 1996 | -0.001216 1997 | 0.00281 1998 | 0.000841 1999 | 0.005553 2000 | 0.004189 2001 | -0.001414 2002 | -0.002848 2003 | -0.005839 2004 | -0.000238 2005 | 0.002516 2006 | 0.00422 2007 | 0.000425 2008 | -0.009553 2009 | 0.001297 2010 | -0.00298 2011 | -0.004886 2012 | 0.01643 2013 | 0.003672 2014 | 1.5e-05 2015 | 0.009399 2016 | 0.003656 2017 | -0.000356 2018 | 0.003481 2019 | -0.006274 2020 | 0.001205 2021 | -0.003634 2022 | -0.003897 2023 | 0.005563 2024 | -0.018326 2025 | 0.001847 2026 | 0.002405 2027 | -0.00172 2028 | 0.007235 2029 | 0.007763 2030 | 0.001152 2031 | -0.003983 2032 | 0.001859 2033 | -0.00906 2034 | -0.005358 2035 | 0.000783 2036 | -0.008094 2037 | 0.008662 2038 | -0.001477 2039 | 0.002539 2040 | -0.003259 2041 | 0.010032 2042 | 0.003504 2043 | 0.007328 2044 | -0.001659 2045 | -0.003262 2046 | 0.007505 2047 | -0.003775 2048 | 0.001273 2049 | 0.003637 2050 | -0.0104 2051 | 0.008261 2052 | -0.001626 2053 | -0.001481 2054 | -0.006968 2055 | -0.001861 2056 | 0.002029 2057 | -0.00488 2058 | 0.007349 2059 | 0.001989 2060 | 0.010396 2061 | 0.004269 2062 | 0.001772 2063 | 0.00147 2064 | -0.001659 2065 | -0.006014 2066 | 0.00602 2067 | -0.002582 2068 | 0.000983 2069 | -0.001028 2070 | -0.006438 2071 | 0.007469 2072 | -0.002026 2073 | -0.004168 2074 | 0.002301 2075 | 0.006256 2076 | 0.004311 2077 | -0.001921 2078 | -0.010343 2079 | 0.000849 2080 | -0.007735 2081 | 0.001204 2082 | 0.000776 2083 | -0.002939 2084 | 0.017365 2085 | 0.001743 2086 | 0.001168 2087 | -0.000137 2088 | -0.002417 2089 | -0.004869 2090 | 0.002819 2091 | 0.003301 2092 | 0.000679 2093 | -0.004135 2094 | 0.006144 2095 | -0.004081 2096 | 0.003364 2097 | 0.010295 2098 | -0.000829 2099 | 0.000362 2100 | -0.001728 2101 | -0.012798 2102 | -0.011241 2103 | 0.002524 2104 | -0.001869 2105 | -0.016841 2106 | -0.006699 2107 | 0.004136 2108 | -0.003914 2109 | -0.004349 2110 | 0.001583 2111 | 0.01137 2112 | 0.005719 2113 | -0.015873 2114 | 0.008135 2115 | 0.012298 2116 | 0.001952 2117 | -0.017799 2118 | -0.001138 2119 | -0.006092 2120 | 0.001417 2121 | -0.004475 2122 | -0.012696 2123 | -0.010279 2124 | 0.005189 2125 | 0.021235 2126 | -0.003677 2127 | -0.009108 2128 | -1.6e-05 2129 | 0.00974 2130 | -0.00527 2131 | -0.000883 2132 | 0.004869 2133 | -0.009083 2134 | 0.005487 2135 | 0.021565 2136 | -0.002097 2137 | 0.007864 2138 | -0.007248 2139 | 0.002494 2140 | -0.006749 2141 | 0.001469 2142 | 0.004087 2143 | -0.010938 2144 | -0.012958 2145 | -0.004902 2146 | -0.001383 2147 | 0.001919 2148 | 0.018555 2149 | -0.008477 2150 | -0.007076 2151 | 0.016625 2152 | 0.00632 2153 | -0.000378 2154 | -0.004099 2155 | 0.012151 2156 | -0.001478 2157 | -0.004496 2158 | 0.006003 2159 | 0.001345 2160 | -0.00071 2161 | -0.002806 2162 | -0.003362 2163 | -0.004349 2164 | 0.004628 2165 | -0.003986 2166 | 0.00116 2167 | 0.013696 2168 | 0.007661 2169 | 0.001582 2170 | 0.003714 2171 | -0.00367 2172 | 0.001001 2173 | -0.004488 2174 | 0.002374 2175 | -0.000748 2176 | 0.005165 2177 | 0.00192 2178 | -7e-06 2179 | -0.000345 2180 | 0.005514 2181 | 0.001708 2182 | -0.009891 2183 | -0.004799 2184 | 0.003786 2185 | 0.000477 2186 | 0.010442 2187 | 0.003777 2188 | -0.001358 2189 | 0.002727 2190 | 0.000992 2191 | -0.002172 2192 | 0.005211 2193 | -0.005395 2194 | -0.002465 2195 | 0.008815 2196 | 0.007516 2197 | 0.000187 2198 | 0.001915 2199 | -0.002464 2200 | -0.003391 2201 | 0.002095 2202 | 0.012075 2203 | 0.002221 2204 | -0.002689 2205 | 0.0008 2206 | 0.002043 2207 | -0.002563 2208 | 0.009541 2209 | 0.002047 2210 | 0.002511 2211 | -0.003652 2212 | 0.0014 2213 | 0.000732 2214 | 0.001199 2215 | 0.006152 2216 | 0.000261 2217 | 0.003513 2218 | 0.004963 2219 | -0.008451 2220 | 0.000428 2221 | 7e-06 2222 | -0.007351 2223 | -0.000343 2224 | -0.002223 2225 | 0.011346 2226 | 0.002217 2227 | 0.002082 2228 | -0.005332 2229 | 0.001864 2230 | 0.002549 2231 | 0.006356 2232 | 0.002404 2233 | 0.002284 2234 | 0.001028 2235 | -0.000499 2236 | 0.001649 2237 | 0.002338 2238 | -0.003655 2239 | -0.013597 2240 | 0.003487 2241 | 0.009201 2242 | 0.000821 2243 | -0.002798 2244 | 0.008885 2245 | 0.004002 2246 | -0.001314 2247 | -0.00397 2248 | 0.001811 2249 | 0.002269 2250 | -0.001047 2251 | 0.001168 2252 | 0.008689 2253 | 0.001122 2254 | -0.00323 2255 | 0.002158 2256 | -0.001416 2257 | -0.003673 2258 | -0.005316 2259 | 0.004352 2260 | 0.007015 2261 | -0.001478 2262 | -0.004513 2263 | 2.8e-05 2264 | -0.006084 2265 | 0.00222 2266 | -0.000516 2267 | 0.00194 2268 | 0.006339 2269 | 0.004853 2270 | 0.000817 2271 | -0.000893 2272 | -0.00297 2273 | 0.002895 2274 | -0.005277 2275 | 0.003541 2276 | 0.008501 2277 | -0.011269 2278 | -0.001207 2279 | -0.001096 2280 | 0.005772 2281 | 0.006592 2282 | 0.005353 2283 | 0.001694 2284 | -0.000966 2285 | 0.000698 2286 | 0.001395 2287 | -0.001179 2288 | -0.007077 2289 | -0.003261 2290 | 0.007597 2291 | 0.007644 2292 | 0.001037 2293 | -0.000871 2294 | 0.002844 2295 | -0.001404 2296 | -0.000857 2297 | -0.003563 2298 | -0.001254 2299 | -0.034725 2300 | 0.00556 2301 | -0.002594 2302 | -0.011402 2303 | -0.009407 2304 | 0.015493 2305 | -0.002465 2306 | 0.007126 2307 | 0.000684 2308 | 0.002673 2309 | -0.020368 2310 | 0.006691 2311 | 0.003683 2312 | -0.003828 2313 | 0.010894 2314 | 0.006333 2315 | 0.01708 2316 | -0.000348 2317 | 0.001094 2318 | 0.000967 2319 | -0.006184 2320 | -0.007965 2321 | 0.003739 2322 | -0.001173 2323 | 0.002597 2324 | 0.00928 2325 | 0.001112 2326 | 0.003049 2327 | 0.000588 2328 | 0.002616 2329 | -0.006572 2330 | 0.006206 2331 | 0.003488 2332 | 0.010751 2333 | 0.002049 2334 | 0.000693 2335 | -0.001202 2336 | 0.00926 2337 | -0.002304 2338 | -0.000351 2339 | 0.010139 2340 | -0.000782 2341 | -0.00012 2342 | -0.00783 2343 | 0.002651 2344 | 0.006472 2345 | 0.004325 2346 | 0.002149 2347 | 0.002563 2348 | -0.001165 2349 | 0.003223 2350 | -0.013956 2351 | 0.009641 2352 | -0.001793 2353 | -0.001303 2354 | 0.008626 2355 | -0.000918 2356 | 0.00661 2357 | 0.001543 2358 | -0.000642 2359 | -0.001207 2360 | -0.009702 2361 | 0.005452 2362 | 0.00157 2363 | 0.007983 2364 | 0.000254 2365 | 0.003737 2366 | 0.001848 2367 | -0.005347 2368 | -0.008863 2369 | -0.017569 2370 | 0.01137 2371 | 0.000961 2372 | -0.010681 2373 | 0.015184 2374 | 0.004816 2375 | 0.006526 2376 | -0.001213 2377 | 0.00173 2378 | -0.013601 2379 | 0.00618 2380 | -0.012895 2381 | -0.003207 2382 | -0.003238 2383 | 0.009009 2384 | -0.000418 2385 | -0.001567 2386 | 0.010696 2387 | 0.00358 2388 | 0.000347 2389 | 0.003304 2390 | 0.000921 2391 | -0.014185 2392 | 0.005721 2393 | 0.019055 2394 | 0.003101 2395 | -0.001919 2396 | -9.6e-05 2397 | -0.002065 2398 | 0.004469 2399 | -0.01222 2400 | 0.004869 2401 | -0.019804 2402 | 0.004665 2403 | -0.023338 2404 | -0.015991 2405 | 0.010253 2406 | -0.012646 2407 | 0.007242 2408 | 0.004359 2409 | -0.026586 2410 | 0.024151 2411 | 0.006159 2412 | 0.014071 2413 | -0.029649 2414 | 0.000378 2415 | -0.000495 2416 | -0.018156 2417 | -0.013907 2418 | 0.003248 2419 | 0.024566 2420 | -0.000269 2421 | 0.001086 2422 | 0.011712 2423 | -0.001072 2424 | 0.011535 2425 | -0.008503 2426 | -0.023473 2427 | 0.021921 2428 | -0.004181 2429 | 0.011216 2430 | 0.010468 2431 | -0.011501 2432 | 0.004251 2433 | -0.016908 2434 | -0.001272 2435 | 0.013632 2436 | 4.7e-05 2437 | 0.008419 2438 | 0.000202 2439 | -0.00512 2440 | 0.029208 2441 | 0.006086 2442 | -0.006723 2443 | 0.004609 2444 | -0.005256 2445 | -0.000342 2446 | 0.005411 2447 | 0.003907 2448 | -0.003023 2449 | 0.013289 2450 | -0.000265 2451 | -0.004551 2452 | 0.00211 2453 | 0.00956 2454 | -0.003216 2455 | 0.008096 2456 | -0.001712 2457 | -0.005158 2458 | 0.004754 2459 | -0.008381 2460 | -0.006573 2461 | 0.001761 2462 | -0.000752 2463 | -0.025615 2464 | 0.003798 2465 | 0.008802 2466 | -0.002441 2467 | -0.000976 2468 | 0.013787 2469 | 0.003712 2470 | -0.006463 2471 | 0.011992 2472 | -0.026423 2473 | 0.000802 2474 | -0.004954 2475 | 0.012049 2476 | -0.029369 2477 | -0.000576 2478 | -0.014286 2479 | -0.009988 2480 | 0.029092 2481 | -0.007069 2482 | -0.013212 2483 | 0.00523 2484 | -0.01746 2485 | 0.004486 2486 | -0.015926 2487 | 0.01689 2488 | -0.023238 2489 | 0.01493 2490 | 0.028559 2491 | 0.000476 2492 | 0.00777 2493 | -0.005887 2494 | -0.00654 2495 | 0.01519 2496 | 0.015036 2497 | -0.001777 2498 | 0.00751 2499 | -0.025271 2500 | 0.00605 2501 | 0.001224 2502 | -0.013746 2503 | -0.01502 2504 | 0.006279 2505 | -0.00136 2506 | 0.0049 2507 | 0.016669 2508 | 0.008077 2509 | 0.000808 2510 | -0.014215 2511 | 0.001435 2512 | -0.006851 2513 | -0.014437 2514 | 0 2515 | -0.024551 2516 | 0.003223 2517 | -0.018352 2518 | 0.013624 2519 | 0.007948 2520 | -0.013595 2521 | 0.01087 2522 | -0.024924 2523 | -0.005612 2524 | -0.029092 2525 | -0.006045 2526 | -0.011085 2527 | 0.021442 2528 | 0.010062 2529 | -0.015871 2530 | 0.017555 2531 | 0.006152 2532 | -0.004764 2533 | 0.016772 2534 | 0.012237 2535 | -0.010462 2536 | -0.031995 2537 | -0.007623 2538 | 0.007885 2539 | -0.004203 2540 | 0.005889 2541 | 0.007265 2542 | 0.013604 2543 | -0.013421 2544 | 0.000837 2545 | -0.000896 2546 | 0.00834 2547 | -0.012867 2548 | 0.00788 2549 | 0.013812 2550 | 0.006917 2551 | -0.000919 2552 | -0.008941 2553 | -0.027089 2554 | 0.000533 2555 | -0.003447 2556 | 0.005238 2557 | -0.022013 2558 | -0.00841 2559 | -0.015463 2560 | 0.037129 2561 | -0.008995 2562 | 0.005126 2563 | -0.020783 2564 | -0.008958 2565 | 0.042409 2566 | -0.024287 2567 | 0.023944 2568 | 0.015321 2569 | 0.002303 2570 | -0.008765 2571 | -0.01146 2572 | -0.00795 2573 | 0.005687 2574 | 0.035896 2575 | -0.001934 2576 | 0.001301 2577 | 0.000796 2578 | 0.001561 2579 | -0.0051 2580 | -0.008092 2581 | 0.004474 2582 | -0.020374 2583 | -0.003383 2584 | 0.004599 2585 | 0.022691 2586 | 0.000622 2587 | 0.018139 2588 | -0.001553 2589 | -0.00881 2590 | 0.002899 2591 | 0.006442 2592 | 0.006494 2593 | -0.001051 2594 | -0.003888 2595 | -0.003846 2596 | 0.01714 2597 | 0.003235 2598 | -0.004533 2599 | 0.007651 2600 | -0.018113 2601 | 0.003669 2602 | -0.006725 2603 | 0.01102 2604 | -0.000384 2605 | 0.004005 2606 | 0.010584 2607 | 0.00125 2608 | 0.000898 2609 | -0.009273 2610 | -0.016053 2611 | 0.002617 2612 | -0.01321 2613 | 0.006846 2614 | 0.003962 2615 | 0.005334 2616 | 0.001516 2617 | -0.010504 2618 | -0.005787 2619 | -0.000326 2620 | 0.019496 2621 | -0.030889 2622 | 0.000793 2623 | -0.002438 2624 | -0.016894 2625 | 0.003279 2626 | 0.015046 2627 | 8e-05 2628 | -0.006771 2629 | -0.009711 2630 | 0.003752 2631 | -0.018542 2632 | 5.3e-05 2633 | -0.002814 2634 | 0.005843 2635 | -0.029365 2636 | -0.003717 2637 | 0.001267 2638 | 0.003835 2639 | -0.018203 2640 | 0.001093 2641 | -0.008385 2642 | 0.01708 2643 | -0.022776 2644 | 0.006989 2645 | -0.011089 2646 | -0.009027 2647 | -0.010901 2648 | 0.025063 2649 | 0.012012 2650 | 0.000285 2651 | -0.000539 2652 | 0.013492 2653 | 0.004064 2654 | -0.023124 2655 | 0.004167 2656 | -0.018596 2657 | 0.023356 2658 | 0.016671 2659 | -0.013143 2660 | 0 2661 | -0.008966 2662 | 0.028718 2663 | 0.003354 2664 | -0.017933 2665 | 0.023892 2666 | 0.006942 2667 | -0.01205 2668 | -0.002915 2669 | 0.005521 2670 | 0.004076 2671 | 0 2672 | -0.009314 2673 | 0.006197 2674 | 0.002495 2675 | 0.011332 2676 | -0.019625 2677 | 0.003686 2678 | 0.007982 2679 | 0.01484 2680 | -0.013723 2681 | -0.004092 2682 | -0.002035 2683 | -0.029922 2684 | 0.00443 2685 | 0.02051 2686 | -0.034138 2687 | 0.006149 2688 | 0.013806 2689 | 0.002121 2690 | -0.047135 2691 | 0.017514 2692 | -0.047132 2693 | 0.043341 2694 | 0.040256 2695 | -0.038236 2696 | -0.015632 2697 | -0.001977 2698 | 0.019656 2699 | 0 2700 | -0.087897 2701 | 0.054203 2702 | -0.004544 2703 | -0.040291 2704 | -0.013506 2705 | -0.038518 2706 | -0.057395 2707 | -0.011333 2708 | -0.076167 2709 | -0.011759 2710 | 0.1158 2711 | -0.005322 2712 | -0.09035 2713 | 0.042507 2714 | -0.006213 2715 | 0.047685 2716 | -0.0308 2717 | -0.061013 2718 | 0.012634 2719 | -0.034511 2720 | -0.031764 2721 | 0.10789 2722 | -0.011079 2723 | 0.025804 2724 | 0.015365 2725 | -0.002529 2726 | 0.040826 2727 | -0.052677 2728 | -0.050264 2729 | 0.028855 2730 | -0.012653 2731 | -0.022041 2732 | -0.051894 2733 | 0.069213 2734 | -0.041699 2735 | -0.02581 2736 | 0.009838 2737 | -0.061156 2738 | -0.067123 2739 | 0.063248 2740 | 0.064723 2741 | 0.006551 2742 | 0.035328 2743 | 0.009553 2744 | -0.089295 2745 | 0.03994 2746 | 0.025836 2747 | -0.029308 2748 | 0.036499 2749 | 0.038387 2750 | -0.023117 2751 | 0.011894 2752 | -0.028524 2753 | 0.007028 2754 | -0.012685 2755 | 0.05136 2756 | -0.009592 2757 | -0.021162 2758 | 0.002936 2759 | -0.018302 2760 | -0.009717 2761 | 0.005781 2762 | 0.005356 2763 | -0.003872 2764 | 0.024407 2765 | 0.007298 2766 | 0.031608 2767 | -0.004668 2768 | 0.007817 2769 | -0.030009 2770 | 0.003397 2771 | -0.021303 2772 | -0.022564 2773 | 0.001758 2774 | -0.033459 2775 | 0.001329 2776 | 0.007561 2777 | -0.052816 2778 | 0.043491 2779 | -0.015162 2780 | 0.005377 2781 | 0.005553 2782 | 0.010925 2783 | 0.033557 2784 | -0.03312 2785 | -0.022789 2786 | -0.000532 2787 | 0.015833 2788 | -0.007489 2789 | 0.016365 2790 | 0.026896 2791 | 0.001485 2792 | -0.049121 2793 | 0.007954 2794 | 0.001739 2795 | -0.009997 2796 | -0.045558 2797 | -0.00095 2798 | -0.012024 2799 | -0.011412 2800 | -0.034699 2801 | 0.040103 2802 | -0.010657 2803 | -0.015779 2804 | -0.023564 2805 | -0.04662 2806 | -0.006406 2807 | 0.023753 2808 | -0.042532 2809 | 0.001216 2810 | -0.010023 2811 | 0.063663 2812 | 0.002445 2813 | 0.040728 2814 | 0.007739 2815 | -0.003515 2816 | 0.032139 2817 | 0.020857 2818 | -0.012979 2819 | -0.019769 2820 | 0.070757 2821 | -0.020415 2822 | 0.009626 2823 | 0.02332 2824 | -0.020315 2825 | -0.034818 2826 | 0.013129 2827 | 0.016556 2828 | 0.028727 2829 | 0.009731 2830 | -0.008332 2831 | -0.023854 2832 | 0.011783 2833 | 0.038053 2834 | 0.002533 2835 | -0.020064 2836 | 0.012549 2837 | 0.015538 2838 | 0.004969 2839 | -0.042789 2840 | 0.021252 2841 | -0.007562 2842 | 0.010041 2843 | 0.016916 2844 | -0.009947 2845 | -0.00262 2846 | 0.021729 2847 | -0.00083 2848 | 0.005515 2849 | 0.033987 2850 | -0.003672 2851 | 0.017523 2852 | -0.013082 2853 | 0.024188 2854 | -0.021392 2855 | -0.000859 2856 | -0.026775 2857 | 0.010471 2858 | -0.01129 2859 | 0.030508 2860 | -0.001617 2861 | -0.005011 2862 | -0.016634 2863 | -0.001374 2864 | 0.026425 2865 | -0.018848 2866 | 0.015541 2867 | 0.013697 2868 | 0.025933 2869 | 0.002099 2870 | -0.013623 2871 | 0.011599 2872 | -0.002398 2873 | -0.000894 2874 | 0.003619 2875 | -0.003364 2876 | 0.006228 2877 | 0.001513 2878 | -0.023652 2879 | -0.012604 2880 | -0.001265 2881 | 0.008527 2882 | 0.00323 2883 | -0.030484 2884 | 0.002422 2885 | 0.008003 2886 | 0.02156 2887 | -0.001361 2888 | 0.009181 2889 | -0.008414 2890 | 0.004481 2891 | -0.029024 2892 | 0.002685 2893 | -0.019563 2894 | -0.001548 2895 | 0.003666 2896 | -0.003902 2897 | 0.025053 2898 | 0.005435 2899 | 0.029749 2900 | 0.008761 2901 | -0.000263 2902 | 0.011551 2903 | 0.003746 2904 | -0.000414 2905 | 0.023409 2906 | 0.003161 2907 | 0.003101 2908 | -0.002486 2909 | -0.004443 2910 | 0.012015 2911 | 0.000859 2912 | 0.015447 2913 | 0.003117 2914 | -0.002808 2915 | -0.005519 2916 | 0.013544 2917 | -0.003239 2918 | -0.012555 2919 | 0.01163 2920 | 0.006985 2921 | -0.008426 2922 | -0.024155 2923 | 0.01025 2924 | 0.006965 2925 | 0.011053 2926 | 0.018727 2927 | -0.00044 2928 | 0.002474 2929 | 0.000221 2930 | 0.002886 2931 | -0.001883 2932 | -0.007971 2933 | -0.022018 2934 | -0.003226 2935 | 0.008604 2936 | 0.013187 2937 | 0.008914 2938 | 0.007852 2939 | 0.010492 2940 | -0.00128 2941 | 0.006409 2942 | 0.003205 2943 | 0.015393 2944 | -0.002989 2945 | 0.002707 2946 | -0.003337 2947 | 0.006644 2948 | -0.009998 2949 | -0.009441 2950 | -0.00602 2951 | 0.017879 2952 | -0.002159 2953 | -0.003258 2954 | -0.025689 2955 | -0.004435 2956 | 0.014944 2957 | 0.013775 2958 | 0.002781 2959 | 0.007539 2960 | 0.00571 2961 | 0.004456 2962 | -0.002717 2963 | 0.017615 2964 | 0.004227 2965 | -0.008028 2966 | 0.009475 2967 | -0.006169 2968 | -0.008783 2969 | 0.010713 2970 | -0.012108 2971 | -0.011647 2972 | -0.003247 2973 | -0.019471 2974 | 0.022589 2975 | -0.027994 2976 | 0.006526 2977 | 0.002495 2978 | 0.001112 2979 | 0.019305 2980 | 0.002573 2981 | 0.022308 2982 | 5e-06 2983 | 0.005101 2984 | -0.010189 2985 | 0.005809 2986 | 0.014537 2987 | 0.000989 2988 | -0.000398 2989 | -0.013355 2990 | -0.003145 2991 | 0.013685 2992 | -0.000463 2993 | 0.004574 2994 | -0.017163 2995 | 0.003862 2996 | 0.012145 2997 | 0.000412 2998 | -0.008332 2999 | 0.005579 3000 | -0.002398 3001 | -0.010181 3002 | 0.003742 3003 | 0.005909 3004 | 0.003752 3005 | 0.007029 3006 | -0.005477 3007 | 0.001198 3008 | -0.01174 3009 | 0.005899 3010 | 0.010573 3011 | 0.003633 3012 | 0.002368 3013 | 0.005326 3014 | 0.001223 3015 | -0.001331 3016 | 0.000265 3017 | -0.009979 3018 | 0.016113 3019 | 0.003185 3020 | 0.000615 3021 | 0.004071 3022 | 0.002951 3023 | 0.001816 3024 | -0.009311 3025 | 0.008395 3026 | 0.002496 3027 | -0.010753 3028 | 0.012569 3029 | -0.010528 3030 | -0.018874 3031 | -0.022071 3032 | 0.004667 3033 | -0.004133 3034 | 0.00495 3035 | -0.011747 3036 | -0.009759 3037 | 0.014336 3038 | 0.013042 3039 | -0.005404 3040 | -0.03107 3041 | 0.002967 3042 | -0.008793 3043 | 0.013109 3044 | -0.002162 3045 | 0.00975 3046 | -0.002674 3047 | 0.01807 3048 | 0.004307 3049 | 0.006654 3050 | 0.002256 3051 | -0.000975 3052 | -0.012032 3053 | 0.00979 3054 | -0.002011 3055 | 0.001475 3056 | 0.010228 3057 | 0.0024 3058 | 0.000499 3059 | 0.003806 3060 | 0.014077 3061 | -0.000105 3062 | 0.001782 3063 | 0.004594 3064 | 0.004111 3065 | -0.000147 3066 | 0.000522 3067 | 0.007849 3068 | 0.005891 3069 | -0.000255 3070 | -0.005016 3071 | 0.005165 3072 | 0.00724 3073 | -0.005423 3074 | -0.001634 3075 | 0.000807 3076 | 0.005753 3077 | 0.000112 3078 | -0.003203 3079 | 0.007483 3080 | 0.007997 3081 | 0.001754 3082 | -0.005806 3083 | 0.003444 3084 | 0.006753 3085 | 0.001836 3086 | 0.000755 3087 | 0.011219 3088 | 0.000912 3089 | -0.016056 3090 | 0.004591 3091 | 0.008128 3092 | -0.000949 3093 | 0.002333 3094 | 0.007193 3095 | -0.004226 3096 | -0.023311 3097 | 0.006533 3098 | 0.013014 3099 | -0.016576 3100 | 0.013191 3101 | -0.023767 3102 | -0.00649 3103 | -0.032307 3104 | -0.015237 3105 | 0.044045 3106 | -0.003326 3107 | 0.01381 3108 | -0.012074 3109 | -0.018729 3110 | 0.00118 3111 | -0.014125 3112 | -0.005059 3113 | -0.038904 3114 | 0.005893 3115 | -0.012837 3116 | 0.000424 3117 | -0.00559 3118 | 0.032946 3119 | -0.012303 3120 | -0.01708 3121 | 0.025927 3122 | 0.004136 3123 | -0.034326 3124 | -0.013446 3125 | 0.011061 3126 | -0.005856 3127 | 0.029591 3128 | 0.004464 3129 | -0.001719 3130 | 0.023579 3131 | -0.00047 3132 | 0.001368 3133 | 0.001402 3134 | -0.003771 3135 | -0.015985 3136 | -0.0029 3137 | -0.016718 3138 | 0.002944 3139 | -0.001948 3140 | -0.030931 3141 | -0.010027 3142 | -0.003162 3143 | -0.004583 3144 | 0.005437 3145 | 0.031409 3146 | 0.009491 3147 | 0.007282 3148 | 0.000811 3149 | 0.015457 3150 | -7.6e-05 3151 | 0.001274 3152 | -0.028741 3153 | 0.00606 3154 | 0.011494 3155 | -0.012741 3156 | 0.022591 3157 | 0.008298 3158 | 0.011278 3159 | -0.00097 3160 | -0.006843 3161 | -0.00408 3162 | 0.000141 3163 | 0.022107 3164 | -0.004711 3165 | 0.006135 3166 | -0.001183 3167 | -0.003619 3168 | 0.005567 3169 | -0.005882 3170 | -0.028094 3171 | -0.005294 3172 | -0.003938 3173 | 0.000205 3174 | 0.012276 3175 | 0.001567 3176 | -0.01685 3177 | -0.003578 3178 | -0.003955 3179 | -0.014427 3180 | 0.003373 3181 | -0.0076 3182 | 0.016671 3183 | -0.014634 3184 | 0.000475 3185 | 0.029582 3186 | 0.009158 3187 | 0.013296 3188 | -0.011393 3189 | 0.006516 3190 | 0.00491 3191 | 0.004941 3192 | 0.011208 3193 | -0.000635 3194 | 0.003619 3195 | -0.000286 3196 | 0.000904 3197 | 0.015287 3198 | -0.002486 3199 | -0.004747 3200 | -0.008253 3201 | 0.021272 3202 | -0.005589 3203 | 0.004928 3204 | -0.002509 3205 | -0.003005 3206 | 0.004493 3207 | -0.007958 3208 | 0.020938 3209 | -0.000595 3210 | -0.001569 3211 | 0.006198 3212 | 0.000222 3213 | 0.003895 3214 | 0.007197 3215 | -0.003564 3216 | 0.002104 3217 | 0.00732 3218 | -0.0158 3219 | 0.0106 3220 | 0.00185 3221 | 0.002465 3222 | 0.002223 3223 | 9.3e-05 3224 | -0.002613 3225 | 0.001201 3226 | -0.000362 3227 | 0.001021 3228 | 0.007834 3229 | 0.003753 3230 | 0.019358 3231 | 0.003998 3232 | -0.002045 3233 | -0.007976 3234 | 0.004451 3235 | -0.004166 3236 | -0.011733 3237 | -0.001142 3238 | -0.016129 3239 | 0.000287 3240 | 0.015432 3241 | 0.002615 3242 | -0.001499 3243 | -0.014208 3244 | 0.014998 3245 | -0.007393 3246 | -0.001303 3247 | -0.005994 3248 | 0.021691 3249 | 0.012892 3250 | 0.002677 3251 | -0.001224 3252 | 0.000589 3253 | 0.003775 3254 | 0.003916 3255 | 0.006075 3256 | 0.000122 3257 | 0.000985 3258 | -0.005048 3259 | 0.006259 3260 | 0.00091 3261 | 0.002622 3262 | 0.006104 3263 | 0.003453 3264 | -0.00157 3265 | 0.000686 3266 | 0.000845 3267 | 0.001083 3268 | -0.001434 3269 | -0.000116 3270 | 0.011386 3271 | -0.001241 3272 | 0.005079 3273 | -0.00205 3274 | -0.001772 3275 | -0.001304 3276 | 0.003797 3277 | 0.009079 3278 | -0.001638 3279 | 0.007456 3280 | 0.001448 3281 | -0.010043 3282 | -0.001222 3283 | 0.002485 3284 | 0.005908 3285 | 0.000335 3286 | 0.004292 3287 | 0.002316 3288 | -0.01778 3289 | 0.007734 3290 | 0.016765 3291 | -0.00265 3292 | 0.002425 3293 | 0.002955 3294 | 0.006311 3295 | 0.004256 3296 | -0.002714 3297 | 0.000821 3298 | 0.005579 3299 | 0.002456 3300 | -0.003163 3301 | 0.006329 3302 | 0.003147 3303 | 0.001996 3304 | -0.020456 3305 | -0.00604 3306 | -0.000922 3307 | 0.010622 3308 | 0.005632 3309 | -0.015667 3310 | 0.001687 3311 | 0.01729 3312 | -0.007306 3313 | -0.008269 3314 | 0.008994 3315 | -0.001289 3316 | -0.018799 3317 | 0.007152 3318 | -0.005977 3319 | -0.011128 3320 | -0.019423 3321 | 0.01347 3322 | 0.004374 3323 | 0.015065 3324 | -0.003478 3325 | 0.002985 3326 | 0.009412 3327 | 0.003233 3328 | -0.002675 3329 | 0.007131 3330 | 0.006756 3331 | -0.001757 3332 | 0.005038 3333 | 0.00042 3334 | -0.000104 3335 | 0.002259 3336 | -0.001444 3337 | -0.003929 3338 | -0.002717 3339 | -0.007701 3340 | 0.000265 3341 | 0.000159 3342 | 0.004 3343 | -0.010942 3344 | 0.005806 3345 | 0.01359 3346 | 0.005352 3347 | -0.001517 3348 | 0.009054 3349 | 0.006325 3350 | 0.00363 3351 | 0.002376 3352 | -0.001677 3353 | -0.003303 3354 | -0.006779 3355 | -0.008994 3356 | 0.003895 3357 | 0.004619 3358 | 0.008149 3359 | -0.011036 3360 | 0.00497 3361 | -0.007991 3362 | -0.006128 3363 | -0.000293 3364 | 0.008879 3365 | 0.002253 3366 | -0.007612 3367 | -0.01185 3368 | -0.000752 3369 | 0.003258 3370 | 0.004028 3371 | 0.004156 3372 | 0.010668 3373 | -0.022709 3374 | -0.001149 3375 | -0.009658 3376 | -0.010684 3377 | -0.00088 3378 | -0.004111 3379 | 0.007452 3380 | -0.013904 3381 | 0.000744 3382 | 0.012687 3383 | -0.017356 3384 | 0.001829 3385 | 0.00312 3386 | 0.00547 3387 | 0.013498 3388 | -0.006393 3389 | -0.002752 3390 | -0.01165 3391 | 0.009259 3392 | 0.013019 3393 | 0.008358 3394 | 0.010194 3395 | 0.014489 3396 | -0.001256 3397 | 0.001081 3398 | 0.010533 3399 | -0.006881 3400 | -0.01801 3401 | -0.004353 3402 | 0.003185 3403 | -0.006636 3404 | 0.005634 3405 | -0.00805 3406 | 0.016388 3407 | -0.00059 3408 | 0.013625 3409 | 0.000987 3410 | -0.005563 3411 | -0.004025 3412 | -0.020228 3413 | -0.003154 3414 | -0.00637 3415 | -0.004045 3416 | -0.02547 3417 | 0.005102 3418 | -0.047733 3419 | -0.000488 3420 | -0.066547 3421 | 0.047493 3422 | -0.044062 3423 | 0.046379 3424 | 0.005351 3425 | 0.021874 3426 | -0.009649 3427 | 0.001036 3428 | -0.044504 3429 | -0.014919 3430 | 0.000342 3431 | 0.034369 3432 | 0.013204 3433 | -0.015481 3434 | 0.015205 3435 | 0.028364 3436 | 0.002431 3437 | 0.005006 3438 | -0.01178 3439 | -0.02519 3440 | -0.007345 3441 | 0.028737 3442 | -0.010521 3443 | -0.026614 3444 | 0.007056 3445 | 0.009211 3446 | 0.01357 3447 | 0.017278 3448 | 0.005797 3449 | -0.009711 3450 | -0.001569 3451 | -0.029299 3452 | -0.031791 3453 | 0.006173 3454 | 0.023427 3455 | 0.010779 3456 | -0.020599 3457 | 0.008205 3458 | -0.024882 3459 | -0.028368 3460 | 0.02257 3461 | 0.017947 3462 | 0.018385 3463 | -0.008081 3464 | 0.034206 3465 | 0.000625 3466 | 0.009876 3467 | -0.002891 3468 | 0.017462 3469 | -0.019287 3470 | 0.0205 3471 | -0.012567 3472 | 0.004636 3473 | 0.01889 3474 | 0.012954 3475 | -0.019962 3476 | 0.010618 3477 | 0.034373 3478 | 0.000471 3479 | -0.024655 3480 | -0.027857 3481 | 0.016188 3482 | 0.018866 3483 | -0.006195 3484 | 0.006379 3485 | 0.011819 3486 | -0.03661 3487 | 0.0087 3488 | 0.019573 3489 | -0.009465 3490 | 0.004901 3491 | -0.016531 3492 | -0.016715 3493 | -0.00031 3494 | -0.018564 3495 | -0.004056 3496 | -0.02201 3497 | -0.002601 3498 | 0.029324 3499 | 0.002298 3500 | 0.043399 3501 | -0.001824 3502 | -0.000157 3503 | 0.010371 3504 | 0.001189 3505 | 0.002102 3506 | -0.021057 3507 | 0.016967 3508 | -0.01483 3509 | -0.008602 3510 | -0.011264 3511 | 0.003327 3512 | 0.0033 3513 | -0.011648 3514 | 0.029909 3515 | 0.002033 3516 | 0.008349 3517 | 0.009119 3518 | 0.000163 3519 | -0.012393 3520 | 0.010791 3521 | -0.004199 3522 | 0.015553 3523 | 0.000267 3524 | 0.003023 3525 | -0.002457 3526 | 0.002341 3527 | 0.008965 3528 | 0.000389 3529 | 0.002416 3530 | -0.004868 3531 | 0.003632 3532 | 0.011187 3533 | 0.005018 3534 | 0.000749 3535 | 0.000551 3536 | -0.000946 3537 | 0.008751 3538 | -0.005666 3539 | -0.001513 3540 | -0.002442 3541 | -0.000377 3542 | 0.008979 3543 | 0.001174 3544 | 0.014684 3545 | -0.000344 3546 | 0.002102 3547 | 0.002239 3548 | 0.001553 3549 | -0.006806 3550 | 0.006879 3551 | -0.00086 3552 | -0.005303 3553 | 0.011105 3554 | 0.002428 3555 | 0.000799 3556 | -0.00326 3557 | 0.004351 3558 | 0.001751 3559 | 0.001434 3560 | 0.003435 3561 | -0.004657 3562 | 0.006235 3563 | -0.003168 3564 | -0.003792 3565 | -0.015292 3566 | 0.006978 3567 | 0.009895 3568 | 0.003708 3569 | 0.000238 3570 | 0.018209 3571 | -0.001118 3572 | 0.006044 3573 | 0.001196 3574 | 0.004051 3575 | -0.002923 3576 | -0.001793 3577 | -0.007129 3578 | 0.003186 3579 | 0.013963 3580 | -0.002739 3581 | -0.004863 3582 | -0.00153 3583 | 0.003776 3584 | 0.007583 3585 | -0.00391 3586 | -0.010124 3587 | -0.00055 3588 | -0.01128 3589 | -0.017003 3590 | 0.007527 3591 | 0.013857 3592 | -0.012396 3593 | -0.000425 3594 | 0.015565 3595 | -0.003976 3596 | -0.005856 3597 | 0.001247 3598 | -0.008329 3599 | 0.003758 3600 | 0.013723 3601 | 0.006758 3602 | 0.002492 3603 | -0.003805 3604 | 0.005744 3605 | -0.00241 3606 | -0.007573 3607 | -0.016061 3608 | 0.000436 3609 | -0.004192 3610 | -0.006616 3611 | 0.002603 3612 | -0.003301 3613 | -0.011027 3614 | -0.00566 3615 | -0.004318 3616 | -0.014965 3617 | -0.007302 3618 | 0.016121 3619 | 0.000572 3620 | 0.001779 3621 | 0.001465 3622 | -0.002079 3623 | 0.011164 3624 | -0.014249 3625 | -0.00219 3626 | -0.024559 3627 | 0.000192 3628 | 0.005809 3629 | 0.023132 3630 | -2.3e-05 3631 | 0.008196 3632 | -0.012537 3633 | 0.011733 3634 | -0.00694 3635 | 0.010897 3636 | 0.01042 3637 | 0.001527 3638 | 0.009898 3639 | -0.001603 3640 | -0.022179 3641 | 0.007257 3642 | -0.015872 3643 | 0.004855 3644 | 0.009067 3645 | -0.002027 3646 | 0.025002 3647 | 0.002541 3648 | 0.006313 3649 | -0.004605 3650 | -0.00935 3651 | -0.001556 3652 | -0.008044 3653 | 6.6e-05 3654 | -0.004905 3655 | 0.016579 3656 | -0.002232 3657 | 0.007491 3658 | 0.006762 3659 | 0.002798 3660 | -0.009979 3661 | -0.008827 3662 | -0.008959 3663 | -0.000231 3664 | 0.016622 3665 | 0.019162 3666 | -0.000401 3667 | -0.004234 3668 | -0.002947 3669 | -0.00729 3670 | 0.019123 3671 | 0.002412 3672 | 0.005189 3673 | 0.000703 3674 | 0.000496 3675 | 0.002271 3676 | -0.001168 3677 | -4.5e-05 3678 | 0.001222 3679 | 0.007183 3680 | 0.001955 3681 | 6.1e-05 3682 | -0.003414 3683 | 0.000309 3684 | -0.007989 3685 | 0.006537 3686 | -0.000405 3687 | -0.000725 3688 | 0.000927 3689 | -0.007722 3690 | 0.005156 3691 | -0.001083 3692 | -0.000985 3693 | 0.020517 3694 | 0.004131 3695 | -0.006065 3696 | 0.003216 3697 | 0.002174 3698 | 0.016391 3699 | 0.00404 3700 | -0.003042 3701 | -0.001197 3702 | 0.001267 3703 | -0.000458 3704 | 6e-06 3705 | -0.00215 3706 | -0.010419 3707 | -0.005654 3708 | 0.00973 3709 | -0.004395 3710 | 0.002735 3711 | 0.002738 3712 | 0.000956 3713 | 0.000959 3714 | 0.003711 3715 | 0.003708 3716 | 0.007258 3717 | 0.007261 3718 | -0.000234 3719 | -0.000237 3720 | -0.003369 3721 | -0.003372 3722 | -0.009803 3723 | -0.009806 3724 | -0.006103 3725 | -0.0061 3726 | 0.000279 3727 | 0.000282 3728 | -0.002881 3729 | -0.002878 3730 | 0.008162 3731 | 0.008165 3732 | 0.010354 3733 | 0.010357 3734 | 0.004204 3735 | 0.004201 3736 | -0.002356 3737 | -0.002359 3738 | -0.016484 3739 | -0.016486 3740 | 0.000526 3741 | 0.000523 3742 | -0.014359 3743 | -0.014356 3744 | -0.002998 3745 | -0.003001 3746 | 0.003082 3747 | 0.003079 3748 | -0.000644 3749 | -0.000641 3750 | 0.000243 3751 | 0.00024 3752 | 0.011013 3753 | -0.009292 3754 | 0.00225 3755 | 0.00794 3756 | -0.023617 3757 | -0.012117 3758 | 0.001785 3759 | 0.000217 3760 | -0.003898 3761 | -0.013764 3762 | -0.001506 3763 | 0.004927 3764 | 0.019949 3765 | 0.00075 3766 | 0.002407 3767 | 0.013113 3768 | -0.001942 3769 | -0.005139 3770 | 0.007943 3771 | 0.004356 3772 | 0.000249 3773 | -0.004658 3774 | -0.001623 3775 | 0.001671 3776 | 0.003393 3777 | 0.003007 3778 | 0.000425 3779 | 0.006635 3780 | 0.000534 3781 | -0.006234 3782 | -0.004048 3783 | 0.011957 3784 | 0.011573 3785 | -0.007502 3786 | 0.005574 3787 | -0.009292 3788 | -0.002353 3789 | -0.0047 3790 | -0.001131 3791 | -0.010964 3792 | -0.010963 3793 | 0.017027 3794 | 0.025488 3795 | -0.002 3796 | -0.003037 3797 | -0.003157 3798 | 0.002741 3799 | 0.007682 3800 | 3.7e-05 3801 | -0.000845 3802 | 0.001213 3803 | 0.000282 3804 | 0.005728 3805 | 0.003488 3806 | 0.004513 3807 | 0.001592 3808 | 9.1e-05 3809 | 0.00553 3810 | -0.001764 3811 | 0.005191 3812 | -0.003814 3813 | -0.002478 3814 | -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- 1 | dependencies: 2 | - _nb_ext_conf=0.3.0=py35_0 3 | - anaconda-client=1.5.1=py35_0 4 | - clyent=1.2.2=py35_0 5 | - cython=0.24.1=py35_0 6 | - decorator=4.0.10=py35_0 7 | - entrypoints=0.2.2=py35_0 8 | - icu=54.1=0 9 | - ipykernel=4.5.0=py35_0 10 | - ipython=5.1.0=py35_0 11 | - ipython_genutils=0.1.0=py35_0 12 | - ipywidgets=5.2.2=py35_0 13 | - jinja2=2.8=py35_1 14 | - jsonschema=2.5.1=py35_0 15 | - jupyter=1.0.0=py35_3 16 | - jupyter_client=4.4.0=py35_0 17 | - jupyter_console=5.0.0=py35_0 18 | - jupyter_core=4.2.0=py35_0 19 | - markupsafe=0.23=py35_2 20 | - mistune=0.7.3=py35_1 21 | - mkl=11.3.3=0 22 | - nb_anacondacloud=1.2.0=py35_0 23 | - nb_conda=2.0.0=py35_0 24 | - nb_conda_kernels=2.0.0=py35_0 25 | - nbconvert=4.2.0=py35_0 26 | - nbformat=4.1.0=py35_0 27 | - nbpresent=3.0.2=py35_0 28 | - notebook=4.2.3=py35_0 29 | - numpy=1.11.2=py35_0 30 | - openssl=1.0.2j=0 31 | - path.py=8.2.1=py35_0 32 | - pexpect=4.0.1=py35_0 33 | - pickleshare=0.7.4=py35_0 34 | - pip=8.1.2=py35_0 35 | - prompt_toolkit=1.0.3=py35_0 36 | - ptyprocess=0.5.1=py35_0 37 | - pygments=2.1.3=py35_0 38 | - pyqt=5.6.0=py35_0 39 | - python=3.5.2=0 40 | - python-dateutil=2.5.3=py35_0 41 | - pytz=2016.7=py35_0 42 | - pyyaml=3.12=py35_0 43 | - pyzmq=15.4.0=py35_0 44 | - qt=5.6.0=0 45 | - qtconsole=4.2.1=py35_1 46 | - readline=6.2=2 47 | - requests=2.11.1=py35_0 48 | - scikit-learn=0.18=np111py35_0 49 | - scipy=0.18.1=np111py35_0 50 | - setuptools=27.2.0=py35_0 51 | - simplegeneric=0.8.1=py35_1 52 | - sip=4.18=py35_0 53 | - six=1.10.0=py35_0 54 | - sqlite=3.13.0=0 55 | - terminado=0.6=py35_0 56 | - tk=8.5.18=0 57 | - tornado=4.4.2=py35_0 58 | - traitlets=4.3.1=py35_0 59 | - wcwidth=0.1.7=py35_0 60 | - wheel=0.29.0=py35_0 61 | - widgetsnbextension=1.2.6=py35_0 62 | - xlrd=1.0.0=py35_0 63 | - xz=5.2.2=0 64 | - yaml=0.1.6=0 65 | - zlib=1.2.8=3 66 | - pip: 67 | - alabaster==0.7.9 68 | - babel==2.3.4 69 | - commonmark==0.5.4 70 | - cycler==0.10.0 71 | - docutils==0.12 72 | - imagesize==0.7.1 73 | - ipython-genutils==0.1.0 74 | - joblib==0.10.3.dev0 75 | - jupyter-client==4.4.0 76 | - jupyter-console==5.0.0 77 | - jupyter-core==4.2.0 78 | - lasagne==0.1 79 | - matplotlib==2.0.0b4 80 | - nb-anacondacloud==1.2.0 81 | - nb-conda==2.0.0 82 | - nb-conda-kernels==2.0.0 83 | - nbsphinx==0.2.9 84 | - numpydoc==0.6.0 85 | - pandas==0.19.0 86 | - patsy==0.4.1 87 | - prompt-toolkit==1.0.3 88 | - pymc3 89 | - pyparsing==2.1.10 90 | - recommonmark==0.4.0 91 | - seaborn==0.7.1 92 | - snowballstemmer==1.2.1 93 | - sphinx==1.5a1 94 | - theano==0.8.2 95 | - tqdm==4.8.4 96 | 97 | -------------------------------------------------------------------------------- /notes.md: -------------------------------------------------------------------------------- 1 | # Advanced PyMC3 2 | 3 | * What is ADVI? What is it for? 4 | 5 | * What are the deficiencies of ADVI 6 | * Examples 7 | 8 | * Normalizing flows 9 | -------------------------------------------------------------------------------- /pymc3.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/springcoil/advanced_pymc3/a2437380c4d9b4391c1fe5c9bbcf6f60136440d7/pymc3.pdf -------------------------------------------------------------------------------- /talk_material/variational_inference.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/springcoil/advanced_pymc3/a2437380c4d9b4391c1fe5c9bbcf6f60136440d7/talk_material/variational_inference.pdf --------------------------------------------------------------------------------