├── .ipynb_checkpoints ├── Exploratory_data_analysis-checkpoint.ipynb ├── Score_with_different_approaches-checkpoint.ipynb └── feature_selection-checkpoint.ipynb ├── Exploratory_data_analysis.ipynb ├── README.md ├── code ├── ensemble │ ├── ensemble.py │ ├── ensemble_with_best.py │ ├── submission_0.100692126028_2016-10-06-19-36.csv │ └── submission_0.107546922616_ensemble_with_4_best.csv └── single_model │ ├── base_model.py │ ├── submission_0.109164143602_XGBoost.csv │ ├── submission_0.111495013076_gradientboostedtree.csv │ ├── submission_0.131998045253_RF.csv │ ├── submission_0.138194321379_RF_original.csv │ └── submission_0.139196375677_extratree.csv ├── doc ├── capstone_doc.pdf └── fig │ ├── QBuDOjs.jpg │ ├── corr.png │ ├── flowchart.jpg │ ├── flowchart.pdf │ ├── neighborhood.png │ ├── score_with_different_approaches.jpg │ ├── score_with_different_approaches.png │ └── top6.png ├── feature_selection.ipynb ├── input ├── data_description.txt ├── sample_submission.csv ├── test.csv └── train.csv └── outlier_detection.ipynb /.ipynb_checkpoints/Score_with_different_approaches-checkpoint.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "code", 5 | "execution_count": 8, 6 | "metadata": { 7 | "collapsed": false 8 | }, 9 | "outputs": [], 10 | "source": [ 11 | "import matplotlib.pyplot as plt\n", 12 | "import numpy as np\n", 13 | "%matplotlib inline" 14 | ] 15 | }, 16 | { 17 | "cell_type": "code", 18 | "execution_count": 11, 19 | "metadata": { 20 | "collapsed": false 21 | }, 22 | "outputs": [], 23 | "source": [ 24 | "score = np.array([0.15702,0.14831,0.15233,0.12856,0.12815,0.12459,0.11696])" 25 | ] 26 | }, 27 | { 28 | "cell_type": "code", 29 | "execution_count": 68, 30 | "metadata": { 31 | "collapsed": false 32 | }, 33 | "outputs": [ 34 | { 35 | "data": { 36 | "text/plain": [ 37 | "(array([0, 1, 2, 3, 4, 5, 6]), )" 38 | ] 39 | }, 40 | "execution_count": 68, 41 | "metadata": {}, 42 | "output_type": "execute_result" 43 | }, 44 | { 45 | "data": { 46 | "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZEAAAGMCAYAAAAbaZ8SAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsnXmYVNXRh98fIC64oCKoqIAYcUkiaoKaRB3jAnFDTTQg\nGMdEQ74gihoNJuKIJHEnuCRR4zJEcI9roghGRuMSFRU1iqI4DCpKAq4YVIT6/jh3pGm6Z3qde7un\n3ufpZ/qee/vcKrrp6lN1qkpmhuM4juMUQoe4BXAcx3EqFzcijuM4TsG4EXEcx3EKxo2I4ziOUzBu\nRBzHcZyCcSPiOI7jFEwsRkTSIEmvSJoj6ZcZzveT9LikTyWdmnZuA0m3SZot6SVJu0XjG0qaJulV\nSQ9I2qCt9HEcx2mvtLkRkdQBuAIYCOwIDJW0Xdpli4FRwEUZprgUuM/Mtgd2AmZH42OAB82sH/AQ\ncGYZxHccx3FSiGMlMgB4zcyazGwZcDMwOPUCM1tkZs8AX6SOS1of2NPMro+u+8LMPopODwYmRc8n\nAYeVUQfHcRyHeIxIT+DNlOO3orFc6AMsknS9pGclXS1p7ehcdzNbCGBm7wLdSyax4ziOk5FOcQuQ\nJ52AXYCRZjZT0kSCG6sOUNq1Geu5SPI6L47jOAVgZunfs7GsRN4Gtko53iIay4W3gDfNbGZ0fDvB\nqAC8K6kHgKRNgf9km8TMyvqoq6sr+z1cB9ehkh7VoEd71yEbcRiRp4FtJPWS1BkYAtzTwvVfWj4L\n7qo3JW0bDe0LvBw9vweojZ4fC9xdSqHzYd68eXHdumS4DsmgGnSA6tDDdchMm7uzzGy5pBOBaQQj\ndq2ZzZY0Ipy2q6MVxUxgPWCFpJOBHcxsCXASMEXSGsAbwHHR1BcAt0r6MdAEHNW2mjmO47Q/YomJ\nmNlUoF/a2FUpzxcCW2Z57fPANzOMvwfsV1pJC6O2tjZuEYrGdUgG1aADVIcerkNm1JKvqxqRZO1N\nZ8dxnGKRhCUksF71NDQ0xC1C0bgOyaAadIDq0MN1yIwbEcdxHKdg3J3lOI7jtIq7sxzHcZyS40ak\nDLjvNBm4DsmhGvRwHTLjRsRxHMcpGI+JlJDGxibGjq3n7bdX0LNnB8aPr6VPn15luZfjOE5bki0m\n4kakRDQ2NrH//pczd+44oAvwCX371jF9+ig3JI7jVDweWC8zY8fWpxiQBqALc+eOY+zY+ljlKhT3\n/yaDatABqkMP1yEzbkRKxNtvryAYkFS6sGDBijjEcRzHaRPcnVUihg8fx5Qpv2BVQ/IJw4ZdzOTJ\ndSW/n+M4Tlvi7qwyM358LX371gGfRCOf0LFjHYMH18YnlOM4TplxI1Ii+vTpxfTpoxg27GL69z+W\nYcMu5pprRjFyZC/++te4pcsf9/8mg2rQAapDD9chM5XWHjfR9OnTi8mT62hoaKCmpgaAnXaCQw6B\n+fPhlFPilc9xHKfUeEykDZg/Hw48EPbbDy65BDp2bNPbO47jFE2iYiKSBkl6RdIcSb/McL6fpMcl\nfSrp1LRz8yQ9L+k5SU+ljNdJekvSs9FjUFvokgtbbQWPPgrPPw9HHQVLl8YtkeM4TmlocyMiqQNw\nBTAQ2BEYKmm7tMsWA6OAizJMsQKoMbOdzWxA2rkJZrZL9JhaatlzJZPfsWtXmDoV1loL9t0XFi1q\ne7nywf2/yaAadIDq0MN1yEwcK5EBwGtm1mRmy4CbgcGpF5jZIjN7Bvgiw+tFdrlXW2oliTXXhBtu\ngJoa+Na34PXX45bIcRynONo8JiLp+8BAM/tpdDwcGGBmJ2W4tg742MwmpIy9AXwALAeuNrM/p1xb\nC3wIzAROM7MPM8yZiH4iV10F55wDd90Fu+0WtzSO4zgtky0mUom7s75tZu9I2gSYLmm2mT0K/BE4\n18xM0m+ACcBPMk1QW1tL7969AejatSv9+/f/cjdV83Kv3McjRtSwxRYwcGADv/gFnHVW297fj/3Y\nj/24peOGhgbq6+sBvvy+zIiZtekD2B2YmnI8BvhllmvrgFNbmCvjeaAX8EKW11i5mTFjRs7XPv20\n2WabmV1+efnkKYR8dEgqrkNyqAY92rsO0Xfnat+pccREnga2kdRLUmdgCHBPC9d/uXyStI6kdaPn\nXYADgH9Hx5umvOaI5vGk841vwGOPwRVXwOmnwwovteU4TgURS55ItP32UkKA/FozO1/SCIKlu1pS\nD0JcYz3CbqwlwA7AJsCdgBFccVPM7Pxozr8A/aPr5wEjzGxhhntbHDq3xnvvweDBsPnmMGlS2MXl\nOI6TFLyfSERSjQjAp5/CscfCO++EgPtGG8UtkeM4TiBRyYbVTnNwKl/WWgtuuins1vrWt6CxsbRy\n5UOhOiQJ1yE5VIMerkNm3IgkjA4d4KKL4MQT4TvfgZkz45bIcRwnO+7OSjB33w0nnADXXw8HHRS3\nNI7jtGfcnVWBDB4M994Lxx8PV18dtzSO4zir40akDJTS77jbbvDPfwYX169+1XZbgN3/mwyqQQeo\nDj1ch8y4EakAttkGnngCGhrgmGPgs8/ilijZNDY2MXz4OEaPvp7hw8fR2NgUt0iOU7V4TKSCWLoU\nhg2D99+HO+8MlYGdVWlsbGL//S9n7txxhH73n9C3bx3Tp4+iT59ecYvnOBWLx0SqgLXXhttuC90S\nv/Od0OzKWZWxY+tTDAhAF+bOHcfYsfUxSuU41YsbkTJQTt9px44wcSL85Cchl2TWrPLcpxL9v2bw\n8ssrWGlAGqK/XViwoDLryVTi+5CJatDDdchMzkZE0s6S7pC0SNIXknaJxn+XpC6C7YVTTgnG5IAD\n4IEH4pYmXj78MNQe+/rX4fXXOwCfpF3xCZtv7r+XHKcc5BQTkfQd4EHgjejvicA3zOzZqOz6V83s\nsLJKWiIqOSaSicceg+9/H373O/jxj+OWpm2ZOROuvBL++tdgTH/2M+jVq4kDDvCYiOOUmqJqZ0l6\nlNCy9jCgI/A5K43IEcBEM9uqxDKXhWozIgCvvgoHHgjDh4dGV0p0f8fiWLIklIa58spQtHLECDju\nOOjRY+U1jY1NjB1bz5w5K3jxxQ7MmlVLv35uQBynGIoNrO8C/Km5pnzauUWE6rpORFv7Tvv1g8cf\nh/vvD1+on39e/JxJ8/8+/zz8/Oew1VZw331h5TV3LowZs6oBAejTpxeTJ9dx4YX7sNtudcyaVbkG\nJGnvQ6FUgx6uQ2ZyNSKfAutkObcZoSWtEyM9esCMGeHX+UEHwUcfxS1R8SxdGsri77EHHHwwbLop\nvPhi2N48cGCoM9YaI0fCH/5Qflkdp72SqzvrHqArsE80tAzY1cyekzQNWGRmR5dPzNJRje6sVJYv\nh1GjQqzkvvugZ8+4Jcqf2bNDD/rJk2HAgBDrOPBA6FRAM+dly6B3b5g6Fb72tZKL6jjthmLdWWMJ\nLq3no+cGHCtpBqHd7bhSCeoUR8eO4Zf3sGHhF/yLL8YtUW589lmIddTUwD77QJcuIXB+331w6KGF\nGRCANdaAn/7UVyOOUzYy9czN9CAYkX8QViErgC+AGcDOuc6RMtcg4BVgDhn6qwP9gMcJbrRT087N\nIxiz54CnUsY3BKYBrwIPABtkuXeenYXzJym9mG+80WyTTcwefDD/17aVDq+/bnbGGWbdu5vtu6/Z\nbbeZffZZaeZu1mHBArOuXc0++KA087YlSfksFUs16NHedaDYHutm9qyZ7UtoWbsFsL6Z7WNmz+Vj\ntCR1AK4ABgI7AkMlbZd22WJgFHBRhilWADVmtrOZDUgZHwM8aGb9gIeAM/ORqxoZOjRkuB99NPzl\nL3FLs5Jly+COO8K23N13D0UlH30UHnwQfvAD6Ny5tPfbbLNwr0mTSjuv4zg5xEQkdQbeBWrN7J6i\nbyjtDtSZ2fei4zEEC3dBhmvrgI/NbELKWCNhe/HitGtfAfY2s4WSNgUazCzdOFV9TCQTL78cYgrH\nHw+//nV8W4Dnz4c//xmuvTYUlRwxIuS4tEU/+UceCW6t2bOrewu045SLgmMiZvY5wXX1aYlk6Qm8\nmXL8VjSWKwZMl/S0pBNSxrub2UIAM3sX6F60pFXCDjuEKsB33BG+SJcta7t7L18Of/sbHHII7Lxz\nyC6fPj18qQ8b1jYGBGDPPUN85B//aJv7OU57Iddw5V3ADwgxh7j5tpm9I2kTgjGZbWaPZrgu63Kj\ntraW3r17A9C1a1f69+9PTU0NsHIfdTHHs2bNYvTo0SWbr1THjzwC++7bwLe/Df/4Rw3rrZf9+uax\nQu/Xr18N114Ll1/ewEYbwRln1HDLLfDUUw38978A5dc3XZeRI+Gccxro1CkZ70cuxxMnTiz55zOO\n4+axpMhTis9T3PIUcpzP56mhoYH6+nqAL78vM5IpUJL+AA4nrB5uB4YD+wLfTX3kMk801+7A1JTj\nMWQIrkfn6kgLrGc7D8wGekTPNwVmZ3lNwYGlXElyAG7ZMrPjjzfbeecQcM5GITosX242bZrZEUeE\nQPaIEWbPPlu4rMWSrsPHH5ttuKFZU1M88hRCkj9L+VANerR3HcgSWM81TyRbCVQDFE3esdWJwlwd\nCTuo9gXeAZ4ChprZ7AzX1gFLzOyS6HgdoIOZLZHUhbAyGmdm0yRdALxnZhdI+iWwoZmNyTCn5aJz\nNWMWMr7//OewhXaHHYqb77//DX3gr7oK1lsv5HUcfTSsv35p5C0lo0YFuX7727glcZzKotjaWXu3\ndo2ZPZyHMIOASwkxmWvN7HxJI8I0drWkHsBMwk6wFcASYAdCeZU7CcarEzDFzM6P5twIuBXYEmgC\njjKzDzLcu90bkWZuuAF+8Qu49VbYu9V3eFXMQlzjyitDIt/hh4dA+YAByQ5cz54d8lCammDNNeOW\nxnEqh2xGJK/8jmp40M7dWek8+GDIJbnxxlXHs+mweLHZ739vtt12Zttvb3bppWbvvVd+OQshmw7f\n/a7ZlCltK0uhVNJnqSWqQY/2rgNZ3Fl55QFHv/b3ADYC3gOeMLP3irdxTlzsu2/YsXTQQWEL7pFH\nNnH22fX8+99v8NWvPsz48bX07t2Lf/0ruKvuuitce/XVobtiklcd2Rg5Ei65JLjcHMcpjpx7rEd9\nQ04DOhPiIACfAReb2djyiFd63J2Vmbffhn33beKddy7no49W9uLo1q2OjTcexfLlvRgxAmproVu3\nmIUtki++gD594N57oX//uKVxnMqgqNpZkkYDvwImE3ZjbU8oxjgZ+JWkk0ooqxMDPXvCTjvVpxgQ\ngC4sWjSOnj3refXVED+pdAMCoQ7XiBFeT8txSkGuZU9+BlxqZieY2cNm9mr09wTgMuDn5ROx8kjd\nT15J/Oc/mfuTm63Iqex60mjpfTjhBLj9dnj//baTpxAq9bOUTjXo4TpkJtevht7A37Oc+3t03qlw\nevZsP/3Je/SA730Polwqx3EKJNctvm8DF5nZxAznTgbOMLOK6FzhMZHsNDY2sf/+7ac/+WOPhRjP\nq6/m1uDKcdozxeaJXAEcS3Bb3WRmX0jqBBwJXAlMMrOKiIu4EWmZ5v7kCxasYPPNOzB+fG1VGhAI\nuS477wwXXBA6JTqOk51im1KdCcwCJgFLJS0ElgJTCL09flUqQauBSvadNvcnP/vsfZg8ua6iDUhr\n74OU/Pa5lfxZSqUa9HAdMpNTnoiZfSxpL+AgYE9W5ok8DNzvP+2dSuXoo2HMGJg3L7TRdRwnP3LO\nE6kW3J3lpDN6NKy9Npx3XtySOE5yKTYmcjDQ28yuyHBuJNBoZveVRNIy40bESWfOnJB9P39+2/U3\ncZxKo9iYyFhWJhCks3Z03olw32kyyFWHbbcNmeu33VZeeQqhGt4HqA49XIfM5GpEtgOezXJuFiGD\n3XEqlqQH2B0nqeTqzvoY+JGZ3Znh3OHAZDPLtlJJFO7OcjKxfDlsvXVoIbzrrnFL4zjJo1h31vPA\nsCznhgEvFCqY4ySBjh1DMy1fjThOfuRqRC4BjpB0m6QDJO0gaX9JtxFa515UPhErD/edJoN8dTj+\n+LASWby4PPIUQjW8D1AdergOmcnJiERurJOBgcD9wIvAA9HxSWZ2Rz43lTRI0iuS5kStbNPP95P0\nuKRPJZ2a4XwHSc9KuidlrE7SW9H4s1H3RMfJmU02gUMOCa1+HcfJjbzyRCStB3wL2BhYBDxuZkvy\nuqHUAZhD6LG+AHgaGGJmr6Rc0w3oBRwGvG9mE9LmOAXYFVjfzA6NxuqAj9OvzXB/j4k4WfnXv2DY\nMHjtNa+n5TipFBsTAULmupk9YGY3mtm0fA1IxADgNTNrMrNlwM3A4LT7LDKzZ4Av0l8saQvgQOCa\nDHNXYJ89J0nstht07Rr6xjuO0zq5NqUaLOm4lONekp6Q9LGk2yWtm8c9ewJvphy/FY3lyu+B04FM\ny4kTJc2SdI2kDfKYs6S47zQZFKJD0uppVcP7ANWhh+uQmVx7rJ8FpKZiTQC2AK4GjgHOAX5RUsky\nIOkgYKGZzZJUw6orjz8C55qZRa18JwA/yTRPbW0tvaNCSV27dqV///7U1NQAK/+RizmeNWtWSeeL\n47iZpMjTlsebbw5PPlnDG2/A/PnxyjNr1qzY/z1KcdxMUuRpr8f5fJ4aGhqojxru9G6hsFyueSLv\nAUeb2VRJaxOKL/7IzG6TdDxwppn1bXWiMNfuwDlmNig6HgOYmV2Q4dpV4hySfgcMJ7i51gbWA+4w\nsx+lva4XcK+ZfT3DnB4TcVrltNPCtt8LL4xbEsdJBsXGRNYilH6HEFjvBEyLjl8FNs9DlqeBbSKX\nWGdgCHBPC9d/KbSZ/crMtjKzraPXPdRsQCRtmvKaI4B/5yGT46zC//1f2KW1dGnr1zpOeyZXIzIP\n+E70fDDwjJl9GB13Bz7M9KJMmNly4ESCEXoJuNnMZksaIemnAJJ6SHoTOAX4taT5OcRdLpT0gqRZ\nwN7Ra2MhfQlfibR3HbbZBr7xDbjlltLJUwjV8D5AdejhOmQm15jIVcDFUYmT/sD/pZzbA3g5n5ua\n2VSgX9rYVSnPFwJbtjLHw4R+Js3HP2rhcsfJm5EjYdy40ELXcZzM5JwnImkYsDvwtJn9JWX8KuBR\nM7uhPCKWFo+JOLmyfHlYkdxyCwwYELc0jhMvRfUTqSbciDj5cOGF8NJLMGlS3JI4TryUJNnQyQ33\nnSaDUujw4x/D3XfDokXFy1MI1fA+QHXo4Tpkxo2I47RAt25w2GFw7bVxS+I4ycTdWY7TCk8/DUce\nCXPnhtwRx2mPuDvLcQrkm9+E7t3h/vvjlsRxkocbkTLgvtNkUEod4qqnVQ3vA1SHHq5DZtyIOE4O\nHHUUzJwJr78etySOkyyyxkQkNZK5Um5GolIkicdjIk6hnHFGyB255JK4JXGctifvPBFJ9axqRPYF\negCPAQuj598G3gX+YWY/LrHMZcGNiFMojY0hPjJ/PqyzTtzSOE7bkndg3cxqzew4MzsOeAJYAvQ1\ns++a2VAz+y6wTTT+RLkEr0Tcd5oMSq1Dnz6w++5w000lnbZFquF9gOrQw3XITK4xkdOBOjN7K3XQ\nzN4ExgGr9Ul3nGqkOcDui1nHCeTaT2QpcJSZ3Zvh3GBCJd61yyBfyXF3llMMK1bAttvCDTfAHnvE\nLY3jtB3F5om8DJwuaa20SdcmrFLyquLrOJVKhw6h10hS2uc6TtzkakTOAAYA8yXVS7ogCrw3Ad8k\nGBInwn2nyaBcOhx3HPz97/Cf/5Rl+lWohvcBqkMP1yEzORkRM/sHsDMwHdgTGBX9nQbsZGYP5XNT\nSYMkvSJpjqTV4imS+kl6XNKnkk7NcL6DpGcl3ZMytqGkaZJelfSApA3ykclxcmWjjeCII+Caa+KW\nxHHiJ9eYyAbAp2b2WdE3lDoAcwhbhhcQ2uUOMbNXUq7pBvQCDgPeb+6xnnL+FGBXYH0zOzQauwBY\nbGYXRoZpQzMbk+H+HhNxiubZZ0NhxsZGr6fltA8KjolI6gQsBg4okSwDgNfMrMnMlgE3E1rufomZ\nLTKzZ4AvMsizBXAgkP47cDDQ3PVhEsEAOU5Z2GUX6NkT/va3uCVxnHhp1YiY2ReE5MLlJbpnT+DN\nlOO3orFc+T0hBpO+nOgetdXFzN4l9H6PBfedJoNy6/Dzn5c/wF4N7wNUhx6uQ2Zy7bE+GTgeuK/k\nEuSBpIOAhWY2S1INsNrSKoWsPqva2lp69+4NQNeuXenfvz81NTXAyn/kYo5nzZpV0vniOG4mKfIk\n8fjII2HUqAZuuAGOOaY895s1a1Zi9C3muJmkyNNej/P5PDU0NFBfXw/w5fdlJnKNifwf8CtCiZO7\ngXdI+5I2s+tanSjMtTtwjpkNio7HhJfbBRmurQM+bo6JSPodMJzg5lobWA+4w8x+JGk2UGNmCyVt\nCswws+0zzOkxEadknHkmLF0KEyfGLYnjlJeieqxLWtHKJWZmOYUXJXUEXiUE1t8BngKGmtnsDNfW\nAUvMbLWSd5L2Bk5LC6y/Z2YXeGDdaSuamkJ8ZP586NIlbmkcp3wUm2zYp5VHzhV8zWw5cCJhe/BL\nhGz32ZJGSPppJGwPSW8CpwC/ljRf0rqtTH0BsL+kZgN1fq4ylZr0JXwl4jrkRq9e8J3vwJQp5Zm/\nGt4HqA49XIfM5BQTMbOmUt7UzKYC/dLGrkp5vhDYspU5HgYeTjl+D9ivlHI6Ti6MHAmnnw4nnABq\nKUrnOFWI91h3nCJZsQK22w6uuy6sShynGikqJhJNcADwf4QVxFrp570pldOemTgRnnyybcvEO05b\nUlRMRNKBwP3AOsB2wCvAfILLaQUpbiXHfadJoS11qK2FqVPh3XdLO281vA9QHXq4DpnJNbA+FvgD\nIVMc4CwzqwF2BDoSDIzjtFu6doUjj/R6Wk77I9ctvu8DRwEPEnI09jCzp6JzxwK/MLOvlVPQUuHu\nLKdcPP88HHxwqKfVKdc0XsepEIrd4rsCWB59+/4X2Crl3AKgb/EiOk5ls9NOYcvvPfe0fq3jVAu5\nGpFXWWkoZgKjJW0maRPgNGBeGWSrWNx3mgzi0KHU9bSq4X2A6tDDdchMrkZkCrBt9LyOEAt5i1AG\n5bvA2SWXzHEqkO9/H156CWavVn/BcaqTgvJEonLs3yPUr3rQzCqmPa7HRJxyc9ZZ8OGHcPnlcUvi\nOKWj6DyRasGNiFNu3nwzxEeammC99eKWxnFKQ7GB9eZJDpZ0kaRro78Htv6q9of7TpNBXDpsuSXU\n1MDkycXPVQ3vA1SHHq5DZnJNNlxP0sPAPcDJhHyRk4F7JTXkUBzRcdoVI0eGALsvep1qJ9c8kcuB\nWuBnhKq7y6OS7kOAPwH1ZnZSOQUtFe7OctoCM9hhB7jySth777ilcZziKdad9X1ClvqUqJQ7Zrbc\nzKYQstm/XzpRHafykdqmfa7jxE2uRmRjINsOrJej806E+06TQdw6/OhHMH06LFhQ+Bxx61AqqkEP\n1yEzuRqRRuDgLOcOjM47jpPCBhvAkCHw5z/HLYnjlI9cYyKnAJcA1xMSD98BNiXERI4HTjWzS3O+\nqTQImEgwYtem91eX1C+61y7Ar1J6rK8JPAJ0JjTUut3MxkXn6oATgP9E0/wqan6Vfm+PiThtxosv\nwqBBMG8erLFG3NI4TuGUop/I74BTgeb/CgI+By4xs1/nIUgHYA6hhe0C4GlgiJm9knJNN6AXcBjw\nfrMRic6tY2b/iwL7jwEnmdlTkRH5OPXaLPd3I+K0KXvtBaNGhSq/jlOpFJ0nYma/AjYDDgF+BBwE\nbJaPAYkYALxmZk1mtgy4GRicdq9FZvYMoWJwuhz/i56uSViNpFqERDQndd9pMkiKDs3bfQshKToU\nSzXo4TpkJq9kQzN738zui3Zp3W9m7xdwz57AmynHb0VjOSGpg6TnCHW7ppvZ0ymnT5Q0S9I1kjYo\nQDbHKTmHHw5z5sC//x23JI5TenLueiCpK3AKsAfhS/9t4HFgopl9UB7xVsfMVgA7S1ofuEvSDlHt\nrj8C55qZSfoNMAH4SaY5amtr6d27NwBdu3alf//+1NTUACstdbHHzZRqPj/O/7impiYx8pxwQg1/\n/CMcdVR+r28ei1t+P07W56nQ4+axXK5vaGigvr4e4Mvvy0zkGljfidCQagPgX8BCoAewO/ABsK+Z\nvdjqRGGu3YFzzGxQdDwGsPTgenSuxTiHpLHAJ+nnJfUC7jWzr2d4jcdEnDbn7bfhq18N9bTWXz9u\naRwnf4qNiVwGLAa+YmZ7mdmRZrYXoTz8e0A+9UqfBraR1EtSZ8IOr5ba+HwptKRuzW4qSWsD+xP6\nvSNp05TXHAHE5jxotuaVjOtQWnr2hP32g7/8Jb/XJUmHYqgGPVyHzOTqzvomcKyZNaUOmtm8aLVw\nfa43jEqmnAhMY+UW39mSRoTTdrWkHoTmV+sBKySdDOxACOxPinZ4dQBuMbP7oqkvlNSf0IVxHjAi\nV5kcpy0YOTJksY8cGTLaHacayNWd9SYw0sxWWzFIGgxcYWZblkG+kuPuLCcuzOBrX4PLLoPvfjdu\naRwnP4p1Z/0JOF3SWmmTrg38AvAKQY7TCs31tP74x7glcZzSkdWISDq3+UHoYNgLmC+pXtIFkuqB\nJmArYJ02kbZCcN9pMkiiDsccAw89BG+9ldv1SdShEKpBD9chMy3FRM7KMv6jDGO/xvusO06rrLce\nHH00XH01nHtu3NI4TvF4e1zHaWNeeins1Gpqgs6d45bGcXKj4JiIpM6STpb01fKI5jjtix13hO22\ngzvuiFsSxymeVo2ImX0OnA9sVH5xqgP3nSaDJOuQaz2tJOuQD9Wgh+uQmVx3Z80Gti753R2nnTJ4\nMDQ2wgsvxC2J4xRHrnkiBwOXAoflWt4kqXhMxEkK554byqFcdVXckjhO6xTVT0TSPwklTjYmZIO/\nw6ol2M3M9i6NqOXFjYiTFN55B3bYIaxIunaNWxrHaZlikw2XE3qp/5NQxv2LaKz5saJEclYF7jtN\nBknXYbPNYOBAmDQp+zVJ1yFXqkEP1yEzOdXOMrOakt/ZcRxGjoTjjw+dDzvk1d3HcZKB54k4ToyY\nwU47wYSS8S2IAAAgAElEQVQJIXfEcZJK0e1xJfWUNEHSTEmNzXkjkkZL2q2UwjpOe0Eqrn2u48RN\nTkZE0o7Ai8AxwAJCvazmXNtewMllka5Ccd9pMqgUHYYNg0cegfnzVz9XKTq0RjXo4TpkJteVyCWE\nXJE+hIZPqUuaxwkdDh3HKYB114Xhw32rr1OZ5LrFdwkw1MzuldQRWAZ8w8yelbQXMNXMKqKSr8dE\nnCTyyiuw995hNbLmmnFL4zirU2xMpKUtvN2ApXkKM0jSK5LmSPplhvP9JD0u6VNJp6aMrynpSUnP\nSXox6qrYfG5DSdMkvSrpgeY2uo5TCWy3XWhYdfvtcUviOPmRqxF5Cjguy7mjgMdyvWHU2vYKYCCw\nIzBU0nZply0GRgEXpQ6a2WfAPma2M9Af+J6kAdHpMcCDZtYPeAg4M1eZSo37TpNBpemQKcBeaTpk\noxr0cB0yk6sRGQ8cImkaIbhuwH6SJgGHA7/N454DgNfMrMnMlgE3A4NTLzCzRWb2DCGpkbRz/4ue\nrknIc2n2TQ0GmtO2JgGH5SGT48TOIYeEZlXPPRe3JI6TOznniUg6CJgI9E0ZnkfovX5/zjeUvg8M\nNLOfRsfDgQFmdlKGa+uAj81sQspYB+CZSI4/mNmZ0fh7ZrZRynWrHKeMe0zESSy//W0og3LNNXFL\n4jirki0mklPGOoCZ/R34u6RtgO7AYjN7tYQy5irHCmBnSesDd0nawcxeznRptjlqa2vp3bs3AF27\ndqV///7U1NQAK5d7fuzHcRxvv30D550HF11Uw4Ybxi+PH7ff44aGBurr6wG+/L7MiJm16YOwHXhq\nyvEY4JdZrq0DTm1hrrHN5wlbkHtEzzcFZmd5jZWbGTNmlP0e5cZ1iI+jjza75JLwvFJ1SKca9Gjv\nOkTfnat9p2ZdiUjK1Eu9JWP0lxwvfRrYRlIvQjXgIcDQFq7/cvkkqRuwzMw+lLQ2sD+hYRbAPUAt\ncAFwLHB3PvI7TlIYORKOPRZGj45bEsdpnawxEUnp23qbL1SGMcysY843lQYR+pN0AK41s/MljQjT\n2NWSegAzgfUI24uXADsQkh0nRa/rANxiZr+N5twIuBXYEmgCjjKzDzLc27Lp7DhJwAx22QXOPz9U\n+XWcJJB3P5FopdDMFsCNwN8Ju6kWAj0IK4jvERIRnyi10OXAjYhTCZx3XhN/+EM9X/nKCnr27MD4\n8bX06dOr1dc5TrnIO9nQwhbcJjNrAk4Hbjazn5vZI2b2avT3/wi//s8on+iVR3NwqpJxHeKjsbGJ\nP//5ct5++xc0NOzDlCm/YP/9L6exsSlu0QqmUt+LVFyHzOSaJ7IvMD3LuWnRecdxSsDYsfU0No4D\nukQjXZg7dxwjR9YzZ05oqfvBB/D553FKmRuNjU0MHz6O0aOvZ/jwcRVtCJ3M5Fo7axFwsZmdn+Hc\nmcBpZtatDPKVHHdnOUlnn33qaGgYt9p4ly51bLrpOP73P/jkk/CQYJ11oEuX8Gh+nv630LE11wz3\nKITGxib23/9y5s5tNoif0LdvHdOnj3LXXAVSbJ7IrcA5kpYDt7EyJnIUYRvutaUS1HHaOz17dgA+\nYeVKBOATDjusA5Mnr3rt558HY9JsWFINTPpY899Fi7KfSx/74ovCDdENN9SnGBBoXlGNHXsxkyfX\n4VQHuRqR0wg7pc5j5ZZaCLuzbozOOxENDQ1fJu9UKq5DfIwfX8u//lUXfQE/DXyTvn3rGD9+1GrX\ndu4cHhtuWB5Zli2DpUuzG6ZMYwsWhL9vvLGClQakAagBuvD22y3Vc00ulfp5SqUcOuTaY30pcIyk\n8cBuwGaEHI8nzWxOSSVynHZOnz69mD59FGPHXsxLL73Bjjs+zPjx8biA1lgjPNZfP//XLlnSgSlT\nVl9RPfVUB848M/RQ2XHHUknqxIX3WHccpyxki4lcdtkoGhp6ceONsMkmwZgMHQqbbx63xE5L5J0n\n0sJE3YG10sfNLENzz+ThRsRx2o7GxibGjq1nwYIVbL75qvkuy5fDww/D5Mlw552w667BoBxxRGEr\nH6e8ZDMiuda76gD8jtDnY3mmRy7zJOGB187KCdchGVSDDmat6/G//5ndeqvZoYearb++2Q9/aHbv\nvWaff9428uVCNbwX5aidlWueyGhgJKHXuiKD8hugEZgLnFCweXMcp92z9tpw5JFw990wd25oFXz+\n+cHFNXIkPPFEKAfjJI9c80ReBOoJ/URS+6uvQUg2fNjMzimjnCXD3VmOUzm88QbceGNweS1bFtxd\nw4bBttvGLVn7o9ge61sDM81sOaHb4NoAFjoTTgR+XCpBHcdxmtl6azjrLJg9G265BT76CPbaCwYM\ngMsug4UL45bQydWIfMjKfXoLgH4p5zoBq3UQbM94jZ1k4Dokh2L1kOAb34Df/z60EB4/Hp5+Gvr1\ngwMPhClTQm5KOamG9yLO2lnPEUqxAzwAjJM0VNKRhATEZ0sumeM4TgY6dQol8m+4IdQRGz48GJGe\nPeGYY+CBB0KmvdM25BoT2R/Y2syukrQpcC+wa3S6CRhsZi+UT8zS4TERx6lOFi4MLq/Jk2H+fBgy\nJBiYXXctvP6Xs5KS5YlEkwnoC6xDaEO7rHgR2wY3Io5T/cyZE1YnkyeHjPvhw+Hoo0OMxSmMYgPr\nqxBtG37dzF4oxIBIGiTpFUlzJP0yw/l+kh6X9KmkU1PGt5D0kKSXJL0o6aSUc3WS3pL0bPQYVIhu\npcB9p8nAdUgOba3HttvCuHHw+utw/fXwzjuw227w7W/Dn/4EixfnP2c1vBdxxkSQ1FPSBEkzJTVK\n+mo0PlrSbnnM0wG4AhgI7AgMlbRd2mWLgVHARWnjXwCnmtmOwB7AyLTXTjCzXaLH1FxlchynOpFg\njz3gD38I8ZMzzwxZ8ltvDYMHw623hgKTTuHkGhPZEfgnITv9CeAg4JtRrsjvgR5mdnRON5R2B+rM\n7HvR8RjC4uaCDNfWAR+b2YQsc90FXG5m/4iuXWJml7Ryf3dnOU4756OP4I47grvrmWfg8MODy2vv\nvaFjx7ilSybFurMuAWYDfYAjCFnrzTwO7J6HLD2BN1OO34rG8kJSb6A/8GTK8ImSZkm6RtIG+c7p\nOE77YP31obYWHnwQ/v3vUE34tNOgVy844wx4IWWbUHN3xn32qfPujBnItZ/Id4ChZrZEUrqdXghs\nWlqxWkbSusDtwMlmtiQa/iNwrpmZpN8AE4CfZHp9bW0tvXv3BqBr167079//yxr7zT7DYo5nzZrF\n6NGjSzZfHMfNY0mRp5DjdF3ilqeQ44kTJ5b88xnHcfNYUuRJPz7ttBpOOw2uv76B6dPh4INr2GAD\n2HHHm2louJOFC68j9HZZyowZZ/DooxfSp0+vxMhfjs9TQ0MD9fX1AF9+X2YkU0Gt9AfwEXBI9Lwj\nsALYJTo+AlicyzzR9bsDU1OOxwC/zHJtHSEGkjrWCZhKMCDZ7tELeCHLuRxKjRVHey/UlhRch+RQ\naXosX2728MNmffueY7DEQuWuGdHfJTZs2Dlxi1gQcRZgfAo4Lsu5o4DHcpwHgjnfRlIvSZ2BIcA9\nLVyf7oO7DnjZzC5d5aKQv9LMEcC/85CppDRb9UrGdUgG1aADVJ4eHTqE8ipbbpnanbEm+tuFBQsq\nsztjOd6HXN1Z44EHJU0jtMM1YD9JJwOHA3vlekMzWy7pRELhxg7AtWY2W9KIcNqultQDmEloybsi\nus8OwE7AMOBFSc9FcvzKwk6sCyX1J6yS5gEjcpXJcRwnE9n63XfvXlB2RHWSaXmS6UHYkfUa4Uu6\n+fEG8L1c50jCA3dn5YTrkAyqQQezytXjjTfmWd++p0UurRkGS2zddU+zbbaZZ7Nnxy1d/sTpzsLM\n/m5mXwG2JQTatzezrc3s/tKaNcdxnGTQ3O9+2LCL6d//eoYNu5jnnx/FGWf0Ys89Q55Je6foHuuS\n9iMk+X29NCKVF88TcRynFDzzTGikdcghcNFF0Llz3BKVl5KWPUljA0LmueM4Trth112DIXnjjZCk\n+Oabrb+mGvHoUBlI3RtfqbgOyaAadIDq0COTDhtuGFr6HnoofPObMH1628uVD+V4H9yIOI7jFEGH\nDqEm1003wbHHwrnnworK3AFcEKWIiXwfuNXMKqLijMdEHMcpFwsWwA9/CF26hLpc3brFLVHpyBYT\nyZonIinXyvttWvLEcRwnqWy+OTz0UFiZ7Lor3HZb6AdfzbTkznqdkBfS2uPyMstYcVSr/7fScB2S\nQzXokasOa6wBF18c+sEfdFAoQ58U50c53oeWMtazlTlxHMdxWuGII+BrX4Mf/AAeewyuvhrWXTdu\nqUpP0TGRSsNjIo7jtCVLl8LIkfCvf8Ff/wrbbx+3RIVRzjwRx3EcJwtrrw3XXRf6ley1F9x8c9wS\nlRY3ImWgPfl/k4zrkByqQY9idfjJT2DaNPj1r2HUKPj889LIlQ+eJ+I4jlPB7LxzyHKfPz+sSubP\nj1ui4vGYiOM4ThtjFuptTZgAkybBwIFxS9Q62WIibkQcx3Fi4uGH4eij4YQTYOxY6JjglG0PrLch\n7v9NBq5DcqgGPcqhw957w8yZMGMGHHggLFpU8lusQtXERCQNkvSKpDmSfpnhfD9Jj0v6VNKpKeNb\nSHpI0kuSXpR0Usq5DSVNk/SqpAckbdBW+jiO4xTKZpvBP/4BO+0UstyffDJuifKjzd1ZkjoAc4B9\ngQWEnutDzOyVlGu6Ab2Aw4D3zWxCNL4psKmZzZK0LvAMMNjMXpF0AbDYzC6MDNOGZjYmw/3dneU4\nTiK56y746U+Da+vEE0GrOY/iI0nurAHAa2bWZGbLgJuBwakXmNkiM3sG+CJt/F0zmxU9XwLMBnpG\npwcDk6LnkwgGyHEcp2I47DB44gm49toQK1myJG6JWicOI9ITSG3f8hYrDUHOSOoN9Af+FQ11N7OF\nEIwN0L0oKYvA/b/JwHVIDtWgR1vp0LdvMCTrrBN6lLz8cunmbuvaWYklcmXdDpxsZp9kuSyrz6q2\ntpbevXsD0LVrV/r3709NTQ2w8h+5mONZs2aVdL44jptJijzt9XjWrFmJksc/T213fO21cMYZDeyx\nB1x5ZQ1Dh7bt56mhoYH6+nqAL78vMxFHTGR34BwzGxQdjwHMzC7IcG0d8HFzTCQa6wT8DbjfzC5N\nGZ8N1JjZwih2MsPMVqtS4zERx3EqiVmzQhHHgQNDXsmaa8YjR5JiIk8D20jqJakzMAS4p4Xr04W+\nDng51YBE3APURs+PBe4ugayO4zix0r9/2Aa8YEHIcm9qiluiVWlzI2Jmy4ETgWnAS8DNZjZb0ghJ\nPwWQ1EPSm8ApwK8lzZe0rqRvA8OA70p6TtKzkgZFU18A7C/pVcLOr/PbWrdm0pfwlYjrkAyqQQeo\nDj3i1KFrV7jjjrAi2W03mDq1sHnKoUMsMREzmwr0Sxu7KuX5QmDLDC99DMiY02lm7wH7lVBMx3Gc\nxCDB6acHIzJ0KBx/PJx9dvxZ7l72xHEcp8J4910YMgQ6d4YpU2CTTcp/zyTFRBzHcZwi2HRTePDB\nkOG+665hS3BcuBEpA+7/TQauQ3KoBj2SpkOnTnDeeXDFFTB4MFx2Weu93MuhgxsRx3GcCubQQ0Pr\n3fr64OL6+OO2vb/HRBzHcaqATz+Fk06CRx4Jvdx33LG083tMxHEcp4pZay24+mo480yoqQkB97bA\njUgZSJrvtBBch2RQDTpAdehRKToce2woLX/OOfDzn8Nnn6085zERx3Ecp1W+/vWQ5b5wIey5Jzz6\naBPDh49j9OjrGT58HI2NpUt795iI4zhOlWIGZ53VxPnnX86KFeOALsAn9O1bx/Tpo+jTp1fOc3lM\nxHEcp50hQVNTfYoBAejC3LnjGDu2viT3cCNSBirFd9oSrkMyqAYdoDr0qFQd3n57BSsNSEP0twsL\nFqwoyfxuRBzHcaqYnj07AOltlz5h881L8/XvMRHHcZwqprGxif33v5y5c8sTE3Ej4jiOU+U0NjYx\ndmw9CxasYPPNOzB+fG1eBgQ8sN6mVKrvNBXXIRlUgw5QHXpUsg59+vRi8uQ6zj57HyZPrsvbgLRE\nLEZE0iBJr0iaI+mXGc73k/S4pE8lnZp27lpJCyW9kDZeJ+mtqFFVarOqNqe5j3El4zokg2rQAapD\nD9chM21uRCR1AK4ABgI7AkMlbZd22WJgFHBRhimuj16biQlmtkv0KLD3V/F88MEHcd26ZLgOyaAa\ndIDq0MN1yEwcK5EBwGtm1mRmy4CbgcGpF5jZIjN7Bvgi/cVm9ijwfpa5V/PXOY7jOOUjDiPSE3gz\n5fitaKwUnChplqRrJG1QojnzZt68eXHdumS4DsmgGnSA6tDDdchMm+/OkvR9YKCZ/TQ6Hg4MMLOT\nMlxbB3xsZhPSxnsB95rZ11PGNgEWmZlJ+g2wmZn9JMOcvjXLcRynADLtzuoUgxxvA1ulHG8RjRWF\nmf035fDPwL1ZrnOXl+M4TomIw531NLCNpF6SOgNDgHtauD7Tl77SxyVtmnJ4BPDvYgV1HMdxWiaW\nZMNo++2lBCN2rZmdL2kEYGZ2taQewExgPWAFsATYwcyWSLoRqAE2BhYCdWZ2vaS/AP2j6+cBI8xs\nYRur5jiO065odxnrjuM4TunwjHXHcRynYNyIFImk3bKMD2hrWQpF0oQs4xe3tSylRFInSR3jlqO9\nUa2fp0pH0tqS1iz5vO7OKg5JH5nZ+hnG3zOzjeKQKV+qQQcASb8F7jKzpyUdANxBiJEdaWYPxCtd\nbkjaK8upz4C3zKzonYzlplI/T5LOzeU6Mzu73LKUgsho32pmT0k6CLgdMOCHZpZx92ohxLHFtyqI\nyrcoPFX6brG+ZMi2TxqSfhQ97STpGFbVYWtgUdtLVRTHAb+Lno8Dfgp8BFwIVIQRAaYAPQjvxfvA\nhoT/+IuB7pKeAYaa2dz4RMxMFXyetoxbgBIzDGg2eGcDw4EPgd+TJQWiEHwlUiCSVhD+c2diBfBb\nMzun7STKH0n/jJ7uATyRcsoIO98mmtljbS5YgUj60Mw2kLQRMAfYJEo+/dDMYqtgkA+SzgQ2Ac4y\ns/9J6gKcC/wX+AMwAdjKzLLVj4uNavs8VTop/x82Bl4xs02i8YwrxYLv40akMKKseQEPA6kuCAP+\na2ZLYxGsACSdb2Zj4pajWCQ9C/wW2BbYycyGRAbl1eb/QElH0n+AnlFdueaxNYC3zay7pHWB+Ql3\nC1XL52k74Eigh5mdKKkfsKaZvdDKSxOBpKeBicA2QD8zO1pSN+AlM+tRqvu4O6tAzKwperpKYX5J\naxNWIpXEhZLWiX75diAsg5cDN1VYB68TCRWiPweOjcYOAh6KTaL8WQrsAjyZMrYz8Gn0fDnJLzRa\n8Z8nSUcCfwT+ChxN+GytB5wP7BejaPnwc0I+3udAcwmogcC0Ut7EVyJF0lbBq3Ii6V/Az83sWUnn\nAYcDy4BpZnZavNK1LyQdR/iPfyehUOkWwGHAKVFS7SHA4Wb24xjFbJFq+DxJmg0MMbPnJb1vZhtG\nK8IFlbKqbSvciBSJpHeAvtGvricJQdwPgd+b2dfilS43JL0PbBTFD94EvkOoEvCimW0er3T5IWlP\nQimdHmb2A0k7A12iFgIVgaSvAT8ANgfeAW4zsxfjlSp3quHzJGkx0C3S4T0z20hSJ4IR6R63fNmQ\n9N1crjOzkq3O3Z1VPM3L9o2Brc3sr/BlzKRSWA6sIWlbQtXkpmjH2boxy5UXUemcM4F6wk4UCLvk\nzgP2jEmsvIkMRsUYjQxUw+fpGeAY4C8pY0OAp+IRJ2euzeEaI+yWKwluRIpnjqRhhODVdIAoeFUx\ngXXC9tebgW7RX4AdCL+CK4nTgf3M7HVJJ0djswm6VASSugKnEurArfKla2Y5/cpMANXweToJmCbp\nJ0AXSQ8QNmwcEK9YLWNmfdr6nm5Eiqc5eLUMaPZTlzx4VWaOJ+RYLCP8igfoTthaWklsADRGz5v9\ntB0JelUKNxKMx23A/2KWpVAq/vNkZq9Eu7MOBv5GiE/9zcyWxCtZfkRxnN2Bzc3slmjLOGb2Scnu\n4TERJxVJ3c3sP3HLUQiS7gIeNbOLU/zYJwPfMrMfxi1fLkj6COhuZp+2enEFIGmTtF4/ThsRxdbu\nIVQ72MLM1pV0IHBsKf8/uBEpAZL2J/hLu5vZIZK+AaxfyuBVOVFoJXwZcBSwwsy6RLuAvmFmdfFK\nlzuStgDuA9YE+hBcWQAHVkK5EABJjwHHmNkbcctSKJLWI+QnHE14Lz4jrLBGm9nHccrWElGyZKtf\niGaWrTRNopD0KHCVmd2QssOsCzDHzErVktzdWcUiaRRwMnANYUcNhHjIZcC34pIrT/5E2D2zLdCc\nSPUkcAlQMUbEzN6S1J+wG6gXwQXxqJklvgRNCtOB+yVdC7ybesLM/pL5JYnjUmAjYFegifBe/Ibw\nf+K4GOVqjWtSnvcluKcnEXTYipB7dF0MchXKjsDk6LlBcGNFuWwlw1ciRSJpLrCvmc1LsfYdgf+Y\n2cZxy5cLUZb0Fmb2eWqRvEoqF9JMlNy2KyHr+y5JaxGanX0Ws2g5kVI6JB2roF/A7xK2vX+SMrYe\n8HopM6XLSZTr8hMzeyllbAfgOjPbPT7JckfSc8AJZjYzxb07ALjCzEpWZdxXIsWzHuEXL6xcCq9B\nyBKtFD4i/HL88pevpC0J9Y4qBknbA3cRXCjdCAHq/YGhBNdK4jGzitmK3AKfEjqPpgZvNyK4tSqF\n7YH0IpeNwHYxyFIoY4G/S7oS6BzVZfsZcEIpb+L9RIrnESC9TtBJwIwYZCmU64DbokS9DpK+CVwP\nXBWvWHlzJXCRmfVm5Y6sGaxa28wpP9cRtsceL2l/SccD95NbDkNSeBiol/QVhT4c2xLkz7ZSTBxm\n9jdgEKGg58MEt+IRZuZlT5KEpM0IZZW7AT2BN4CPgYPN7N2WXpsUokSwU4ERBN/vmwQDckml1DqC\n1TKlU91y75vZhjGLl5XUqqrKXB1aBHdWRTTYij5PJxBWf5sDC4CbgD+bWUXUlYsKd/4ROILgsfmC\nUEdrlJklvaR9m+JGpEgiH7wB32RlMPepCvrP0pFQIO+WSokbZEPS84Tti7NSfMC7EnaofCNu+bIh\nqY+ZNUbP+2a7zhLYQ6Taif5/b0KozJ34/9OKobGWx0SKIPoCXgJ0NbOnSH5JhNUws+WSLq+gnT8t\ncQ7BB3wFoezGKcAognsxsTQbkIhDzGxi+jWSTiLsbqoIFJpSHUNYnb8N3GBmN8QrVX5I+gohntYT\neFvSTWb2WsxitUZqY621gO8DT7Nyh9kAwoqqZPhKpEiiX7/fM7MFcctSKJJuBCab2X1xy1IsknYn\ndDRsXhVebWaPxytV7qhCW8umImkMofT471m5xXc0cL2ZnRenbLkS5UlNIWSrN38BH0zI4bknTtly\nRdLNhOKdf00ZO4LQLnpoye7jRqQ4JJ1BSDS8FHiLFH92BSUb3kwoN/4o4Ys3VYfElhxPJVoV/hE4\nqRLdclrZW/1+QjA0vbXsuWa2VZsLVgCS3iBse29MGesDzIg2PSQeSS8SPkszUsZqCNtjvxqbYHkg\n6UNCjHB5ylgnYHEpt+67ESkSSY1ZTpmZlaxSZjmRND7bOTMb25ayFEOUn7BFhSUXAhCVTIeVgehm\nmlvL/s7M7mxzwQogyjvqbWb/SxnrAsyzCunFEW3S2CT1sxR9AS8ys67xSZY7kp4BJpnZZSljo4Dj\nzGyXkt3HjYhTLUg6i1Bw8Tepv74qCUk3mllF5LRkQ9Jkgj/+l8B8gjvrd8AyMxsWp2y5ImkGMNXM\nLkgZO4NQQqcmNsHyQKGXzp2E2PfbhAZnywjbfJ8t2X3ciBRP9AvlW4QA3FvAE5X2azjKEUkPhFbM\nnngASa8BvQnJbu+yqltu25jEKorofVlhZo/FLUuuRLXY/kToT96B0F/kdmCkmb0fp2y5ElXwvRfo\nQnDxbkmoqnyImc1u6bVJIrWKL6EU/xNmVtKq1m5EiiTlw7Y2Kz9sn1JBHzaFlqwXEhIMm4OIxwFj\nzKxiagVJGpjtnJk90JayFIqkBuAsM3tU0i8Iv+a/ACam/iquBKIfV90JJYAq6kcVfCn/HsBmBBfj\nk6X+Ai43aT9w3wYeL/V74UakSCQ9RAiGXtycmBf95z/IzPaJVbgckfQqoZ/0cylj/Qm94xP/C17S\nZWaW6G28uaLQlrWHmX0RrawOIySv/tPMKqlbJgAKHT+/DcyugO2xVUXKD9y1CB6SsvzAdSNSJJLe\nIwTg0ndA/DfJWdKpRF9cm6b+ypLUGXi3EraVZtsWW4lEAd2NCW65f1jUqU7Sx2a2XpyytUZUveFS\nQhfDJ4AJhDIhHQh1zIaZ2W3xSZg7knYibFFO7TDZXDmgc2yC5UFb/cD12lnFswDYO21sT1bdYZN0\nHgcuiireEpWKvoDwRVAJqPVLKobHCb04LiQERZG0NbA4TqFy5CpC3OBMwq/fB4CfRT9EhgBnxShb\nvtwEPEaou7Z99Ngu+lsp9AcmpJUumhiNlwxfiRSJpEMJDXeak5J6AQcBw83s7jhlyxVJPYFbCKVb\nFhHqgM0Efmhmb8UpWy5I+gz4bUvXmFlFtGaVtAmhV/wy4Hwz+1jSwUA/M7skXulaJlrRbmahpUAX\n4AOgc8qv4IppLRB5GDaupNpx6Uj6NyHX5aGUsX0IuS47luw+FfxvlBiiCp9HsXKP/61mNideqfJH\nUm8iHcxsXqzC5IGkzwlGMBtmZj9qK3naK+luxfQs+0pyO0r6PTDTzKbELUuhtNUPXDciBSJpU6uQ\nKr3ZkDQ6tU6TpG5WgRVKK+nLqTWieNqZpG23JqxKEr0zSNL/gIGsdC/+jfCl1Xx8v5l1iUO2fJHU\ng+DOXUpaXx0z+24sQhVAW/zAdSNSIBl+dd1hZkfEKVO+tPbLsVKohKBzrki6hLCb6VxW/no8i7C/\n/wbys5YAAB3VSURBVLQ4ZWsNSauU/cmEmW3Z0vmkoNBh8nNCXGpp6jkzq6S+KGXHjUiBpH9xVeIX\ncAYdEt13IxuSHjCzrDkilURU/mTn1BVhFCeZZWY945OsfSHpY0JMpJI6lK5ClPR5ErAzK3eYAWBm\nB5TqPl4KvnCqwfqm61CROlWLAYnoCKT3rViB76Rsa/5J2Ko8K25BiuA2wudptdVUKXEjUjidop0O\nynJcCVV815KUmpHeJe24Yqr4VhG3A/dIqmNl3amzo/FEI2lfQm2p06Ljjwn97psZVAH/J5ppJLT4\nvZPVYyIla+hUZnYHupV7NeXurAKRNI+Wf7knvopvS9V7m6mkKr7VgKQ1gTpWby07zsw+jVO21pD0\nN+Dy5hIzkj4AdotO7wH8wMwOjku+fJB0fZZTVik/rCTdRyhd9EJZ7+NGxHGcUhDFc7Zu3kWWGmOL\ndp29YRXSE6UakNQduA94ktVXUyXLm3J3llNVRFVLtyEkTKa6Fh+JTag8qeCKyl1ZdXWeWndNQEVt\nPKkCfkuolzUPSN0CX9KVgxsRp2qQtAchmLg+sA7wSfT3HUJl4sSTVlH5eYLcf5VUCRWVFwA7Ac8A\nmNl/U871J7wPTtsxBNjWzMr67+5GxKkmJhIKAF4MvGdmG0oaRyi/USmMAQ5Iq6h8E3ArkHQjchPw\nB0mHmtl/mgclbQpcTuhZ7rQdbxDK55QVj4k4VUMUyN3IzFY0++OjasRvmNkWccuXC5VcUTlyJd5N\nKED6BKEx2GaEXUL/BAYnPeu+mWwVKSqpUkVUsfcIggFPj4mUbJecG5ESIWl9Vk/oqZhKvpErKFNS\n0oXxSJQ/UWD3q2b2oaTZwOHAe8BrFVT4715gLmFXzadRReXfEdwSB8UrXW5IGgTsS4hLLSaUtL8/\nXqnyI1spnUpKKpbUmOVUSXeOujurSCTtB1xN2M+fWpLcCIk+iUfSRGA48CirJiVV2i+Mu4CDCW6T\n64EZhOX8HXEKlSc/IxST/FDSKhWVY5UqByTJAlOBqRnOb2xmlVDSHjK0F4h+KKYngiaW5l405cZX\nIkUiqQkYD9zM6jV2lmd8UcKIyl5/zez/2zv3sDmr8tz/7kBCSIlCCGcQQaK4AQU5iKdiC9uNUKHU\njTYIiBQPiHYjm26lCoKWFrFWtCJQQKIWkHMpB48ocrIIyEEEREBDcCMgIEcNEO/+sdYkbybfl8zM\nO9+73jXf+l3XXJlZky9zr8zM97xrred5bv86tZZhIunNwEzg8lzeiw45dlSW9GPgQNu3j/HcvsDn\nbK/TvLLeiatZs6RGp8qawNm2D2pcWIspK5H6TAfOyO2XVBcPMIFtEZpA0krAnYRguBDA9pVJRdXA\n9q8k/Rp4paSZtp9KrakHzgWuiSvbY20/L2kjwkp9DjA3qbre2JewCrmckGbdwcBDtn+eRFWLKSuR\nmkj6GOFDd1yuBjaSdgA+Smg5/nD1OdvXJRE1AAqe5NvZfiK1ln6RtBqhvUnHWvY0wmH0ZoRU5T1s\n/yCdwt6QtBlB+2xCuvWhwOnAkbazuVCRNMP2s6l15EAJIjWRNIdgAzqb4Aq4mLa3Pekg6SDgi4TW\n10udidheP42q/pF0MPA2QpHVUm3Jbd+fSlcvSPo6sA5wCbAnsC4hpfc04D3AXNs7plPYO5L+B/BD\nQnHhv9o+NLGkvpF0GPB927dI2pGwylpE8InP5sKqCUoQqYmkWwmdPs9j2TORK5KI6pN4gLtvPBDN\nFknjHXradquTHCQ9BGzmYIc7i7AinG77BUlTCHUvq6dVuXziluIRwOHAZwmJGicTGkm+z/b8hPL6\noivT7weE1OWnCPN47fJ/uj1IWhPYjWBbfLyk9YEpHqLtdQkiNZH0JLC67WyyNrrp7nmUK/GX2Ji0\n/cxqDIOwpbxdcnBvlHQLYevtINt3xrFVgKMJWWdH2/5COoW90/n/ljSTYA62lu1Fkn7X9mDeQdJO\nwAWE7L432J4Zxw63/bZhvU7xKKjPxUA2dpnj8Angc5JmpxZSk8/aXtR9Az6TWlgPSNJGkl4i6SVj\nPU4tsAfmAW/sBBAA2wttH0GoGzkgka5BWCDp9YTWIVfFAPIiwpZWLpwAvNP2rsALcex6YIdhvkhZ\nidRE0rmE2oSrWbYqdP8kovqksg1U/TCIDLaBquRcIBbfAzN+sMjqvRgLSSu1fUXYQdJuhPOo54C3\n275J0j7AfrbfmlZdb3R1UX7M9qy4NfqI7TWH9Tolxbc+P4u3nJmTWkAdJHWC9cqS9mPpX8Sb0pXw\n0FKmphYw0eQSQABsX06oFalyXrzlwh2S/pejv0tkF+Cnw3yRshIpLIWktbq6r7YeSZ026a8jpMd2\nMGF1eILtaxsXVsgaSZsDewPr2P5QfDzNE2zyNCxiVtmlwGXAO4CvEbIX97R9w9BepwSR+sTK6P1Z\n2v+h9Tn9HWKNwhcJbnrTgIXAWcChmRS5ASDpONsfS62jkD+S9ga+TDiY3icesm9HqAfbJa263onZ\nWPsS2jItAP59mJlZUA7WaxNrLM4ldCy9kOCZcLak9yYV1h9fJOT0v4bQJmRbYI04nhOXjDUYfyEU\nCv3wKWAX2x9gyWH6rQS/lNYjaSVJVwKP2j7e9iG2jxt2AIGyEqmNpLuBvW3fWhl7FXCB7SzOGiT9\nBniZ7WcqYzOBe9re66hKrHc5BfhkrK94MeFqckfbL0urbrSRdFQvf89DtGWdSGJL/tm2XTmUXpnQ\ny2zt1Pp6Ifb123yiOwWUlUh91gTu6Br7OXlZgf6BMI8qswjbWjmxDfBa4HpJ7wZuI8wti6tHAEkX\njDN+btNa+mRO5bYlIW1893h/t/h4i2Tq+ucmlu6dBSHd98cJtAzKMcBJkjaOK5MpndswX6SsRGoi\n6WJCRe5HbT8r6U+AfwI2GWZBz0QSryL3ITgCzifsnx4GnGP7mJTa+kXSdMIXfQvgdNvvSyypL5aT\npvzoMNMyJxJJZwEX2z6nMvYOwoHuu9Ip6514iP4d4JcEU60rCZ7xb7H9i4TSeqap1P0SRGoiaT2C\n/8PrCAZIs4DrCL2OsjClkiTgvYRA0mmBfTZwak6V+JK2IniJ3E/I8f88oX7nQ7afTKltRVS2g/6e\nYEJVZVNga9tbN6tqMCQ9QXCYXFQZW4nQuiULczAITRgJNWCdQ+lLbT+dVlXvSNp4vOeG2YKmBJEh\nEVter0fYMx364VVhxcR97L+3fUp8PBP4EvBm2+N+odpAbMAIwXzqnMpTnTTl05xJG3JJNxP0nlgZ\n+yCh71QWgbCDpA1Y4uuSpd9O3L5ah9DKfugXhSWIDECve4ptvoqvFOgtF9tfm2gtw0LSZrbvGWN8\nL9sXpdDUL5IOtn1Sah11kLQtwWXyj4RuyhsSzl/3sn1jSm29ElvNnEnYynqckK34X4RGpVk0koxt\nWr5EOMtZmeDy+Q3gbz1Eu4QSRAag0qJiubS5TUWlQA/CPulrgUdY8qWfDVxv+00J5PWFpNm2x61K\nl/TqavZc24l1Oy9nWb/7q9Io6h9J04A3EK7iHwSusf1cWlW9Ezv33gp83PYz8T35NLCN7TcnFdcj\nkuYRUvaPYMlZ57HAs7bfPbTXKUGkf7r2GncH/jfhML3zRn2UkOKbxRWlghPdAwT7UsczksOADW1/\nJK26FTNGB9w7bb9yvOfbjIKN7MmEzLiqKZJtvySNqv6J6bDbAxvYPl/SqgATnW46LGJ37jVd6Wwd\nA+OjtmemU9Y7MXV/U1fMtWIwvHeYqfsliNRE0j0EN73fVcbWAG7MpTZB0uOEnPjqQejKhEZta4z/\nk+1A0lPVL7aWbaP+VEZf/AeAg22PWTiZA5K2IHS3BljX9mqS/oJg6JSDRS6SvgMcU22XE7v6Hm37\nLemU9Y6kXwE7VbffJL2U0JV4aBckpQFjfV4MzAB+VxmbEcdz4SHCiuo/K2Nvpcsqt8V0Xwmt6HGb\nmUbw986Zk4B/sD0vXqBASJE9OZ2kFSOpWgh5L3C5pMsImVkbEepdzkqhbUBOA74r6V9YskvyEYLn\n/dAoQaQ+XwW+F7eEOh+2v43juXAocF7MqunMYWtCplChWT4LHCHpWOe7TbAVSz7/BrD9dEyZbTMb\ndT2+MP65NmF78SJgeqOK6nEsIV2/mrp/PMF2eWiU7ayaxEyt9xG6fXYOEc8l1Fhk0/pa0tqE1Uhn\nDpfazmIlIukFoHro/CZCfQiEpIE32s6i1bqkXxISG35PVwt725smEdUnCg6HB9r+SaVlyHbASba3\nT62vMFxKEClkj6S/WdHfsX16E1rqImnn8Z6zfUWTWgZF0h6EHmZfJiSZHAMcQjjr+WZKbZMNSW8i\ntAPqzvTrLmgd/DVKEKmPpLcQtn+636iemtKlJmabfZqx55DF1W+hXUjantAFoVPtfart69OqmlxI\n+leCj8jVhJVtB3uIrqsliNRE0pcIb9QPWDYl88A0qvpD0rWEL/qZLD2HbK5+R4WYRvpxYC4hY26W\npP8JbJZLynihHUh6DNhyotsvlSBSk/hGvdr2gtRaBiXmxK+R0xnOqBIvSl4KfAa4xPbqkjYEvmV7\ny6TiekTSVEIH3LFWtllcWI0Ckm4F/tz2oxP5OiU7qz6/Zen03hy5BngVcHNqIQXeDsyJ2Ux/BLD9\nQAwkuTAP2I5gzZplv6luJH2RUL2ejdMn8DfAqZLOJqTxL2aY3Q9KEKnP54AzJf0Ty75R96WR1De/\nAL4t6XyCQ+NinImJ0AjxPF0+P5JmEzpE58JuhErpx1f4N1uGpPFWSvsB98XuB0NNkZ1AtiXUe/0p\nXWciwNCKDct2Vk0qPfu7GWrP/omk0kG2m6EewE0EGj1HvX8hHEYfSujd9ArgC8B820ek1NYrkm4D\ndrb9SGot/RK/z7cD3VtArwduBBba/vPGhQ1A7Gr9Ttvfm9DXKUGkkDNdAXAV4C8J23LzCVdbrwEu\nsp1F4aSkVQjmYAcR5rOQUHn8f3NpYCjpI4S6qc8zgdsoE0Hsbn0E8AXbJ1fGHyScfWZROwUg6X5C\nQsaEfm5KECksJjbJm00o0APA9v3pFPXHKDjqdYhNMNdlgjwgJhJJ4yWZZNFEUtLqhIaq2wKH2L4h\n0yByALAD8Cm6WhgN8zNVgkhNYqPCDwI7sewv4D9NpasfFKxAv0740phooQntbmffTa6OepI2dDQy\niz4WY5JTQB8FJO0AnEjYVtwLeGVmQaQRe9yhGrZPUj4PvJ/QdmNb4AJCr53vpxTVJ18GfkTQ/SSw\nFmEL5YCEmgbhPuADXWPvJ/hkt5k7K/d/RdD7q65b2+cwctj+McFn51bC9/sPaRX1zSbxtmnl1nk8\nNMpKpCaSfg28zvb9kn4X8/o3B06xvVNqfb0Qa13Wtf1cZQ5/Avw0p4r1XB31JE3pbC/EldOY5FLH\nE/t/jfmLJafPU6E3SopvfWYQqr0Bfi9phu27JG2TUlSfLCR8Fp4DHlXwi3+csD2XDbZvkvQyMnPU\nq+5P5xIoVsBBXY/XAz4MnJ1AS2GCKUGkPncSHNx+TEgBPDpWgOdUZHUNwZ3xa4TtuMsIgeXKhJoG\n5Y+EbYeFtr8vaVVJq7bZUS9asfZit5xFaulYrXIkXUHwSTmheUWFiaRsZ9UkNppbFNtezyEY8swE\nDrd99fJ/uh3ETCBsO7a2358whzNsP51UXB/k6qjX1YV4E+BAQqJDJ015P+Arto9MIG8oxIyn+W1O\ncCgMRgkihXGRtLntu1Lr6BVJVxF+2c7rWORGT+m7bGfRNkTSdcD7bf+0MrYloQvu69Ip650xCkBn\nELxq7rK9dwJJhQmkBJEJQNLbgCNt75Bay4qIB+ibAQtsPxbHtgSOAt5me9WU+vohWrHOiiuqx2zP\niuOL77edmKa8tu2FlbHpwG9sr55OWe+M0QHhGeAWYJ7tLDKcJF3N2FuMCwlJGxfavqRZVf3R1BxK\niu+ASFpH0tcl/VTShZI2lLSjpJ8QvKTPT61xRUjalXD4fDPwa0l7xbYb1xI+ZK9IqW8A5hMMeBYT\nHfXuTSNnIK4GviJpE0lTJW0KnEp4T1qNpLkAtvfrun3A9sm5BJDIlYRuyj8E/j3+uTHh3PMhwnv0\n/1KJ65EraWIOtsttgBvhAPrbwMHAd4GfEHL5DwKmptbX4xxuIhRKzgT+D/A0wdp3dmptA85nD0JQ\nPDLO5e8INRZvTa2tjznMJlyAPA8sin+eB6yVWlsP2p9MrWGIc7meUFxYHdscuD7e3wG4N7XONsyh\nbGcNiKSHCX1pnpS0JvAIsJXtnyWW1jOdmpB4f2WCIdUatp9Jq2xwRsVRL74f6xDanryQWk8vSHrK\n9szUOobBONuKqwIPVr4zT9tebbx/IzVNzaGk+A7OdNtPAth+VNITOQWQyOLtTNsvxA9UtgEEwPYN\nwA2pdQyBqYT3Z/2YPIfb3/ZkJUl/RqX1Tze2c+nkcBVwRkwS6BSuHk1Ih0fSVoRVb5tpZA4liAzO\nVEnvYckXZmq3F4Hb7zswQ1L1Sz2z6zHOpDYBRsNRb3l9zIC29zFbBTid8YOIGXLLjQnk3YR2QHcQ\n/t9fAC5kSSug5wgWxm2mkTmU7awBkXQlyy8Qc9t/AXfVJ4yJ7dOb0DIMJJ3JEke9bq/4LGosYhC/\nndB59ReEzLl/JFTej+f70gqiYdOLUusYJrFuai3gEWfWTbnDRM+hBJHCyBBTfLN01OuQcx+zUQsi\nkl5MyFDsXtXmsiXXyBzKdlZhlFhA/p/pnPuYjXsWkhvRi+NEQpZfdVWbzZZcU3MoK5HCyKCMHfU6\nSDoPuMT21yQdD+xKCCwP2t4jrbrJQ+zOfZDtb6bWMihNzaEEkcLIkLujXgdJsvPuY5Y7kh4C1nfG\nXZWbmkMJIoVCS4heIt8Gdq/m9heaR9JhhOD96YwP1BuZQwkiAxBbUawQ2/dNtJZBGaNJ3pjY/tRE\nayksQdJ84BXOq0XIyBFXtesSz6aqz+Wyqm1qDrkfQqbiHpbN4WeMx23O659Tub8K8JeEHlqd9uOv\nAS5KoGtgRsRR75PAiZKOsp2TJ82osW9qAUOgkTmUlUhNYsHhLoRK0PmEdhtHAVfYnpdOWe9IOgu4\n2PY5lbF3AHvaflc6Zf0haeeuocWOerazMEOS1Nl2WObixHabL0oKk5QSRGoi6QFgjivOeZJmAHc7\nHw+LJwgt1BdVxlYCHnPmJkKS1gMut52FXXG09x0T2zl1I84OSR+3fWy8P+42ru2etoJTkGIOZTur\nPlMI7ZbvrIxtTLu3srq5D/gAIae8w/sJXYlz5/dkktcPJVAkpnrRt1EyFfVofA5lJVITSX8HHAac\nQSh224jQm+YE28cnlNYzkrYF/oPgT95p1DYF2Mv2jSm19UPOjnrRWnkX2yfFx5cC0yp/5RDbv0gi\nrrAYSdNsP5daRx2GPYcSRIZANHfaG1if0BXzXNvfSquqPyRNA97Akjlck9uXJWdHPUmnAdfaPiM+\nfpLghwLwamAV2yvsdVYYDpJOsH1o19h04D9s75pIVl80NYcSRArAYv+K7YENbJ8ffQeonvW0FUlz\nbZ+dWkcdJN0DbGv7ifj4cdtrxPsvAm60/fKUGicTsRHm1bY/GR/PAC4BHrD97qTieqSpORR73JpI\nWkXSsZLuiwfUSHqLpA+l1tYrkrYA7iK0IJ8Xh3cG2t7KvsMpqQUMgbU7ASSyuHV99K1Zt3lJk5o9\ngV0lHRYbYH6LcHZ4QFJV/dHIHMpKpCaSvgxsABwHfDN2Xd0A+I7tLdKq6w1JVwFfsT2vcwUsaTXC\nWULrM8xGwVEv9jl6ve35Yzy3CXCd7fWaVzZ5kTSL4Es+HfiW7Q8nltQ3TcyhBJGaSHqQYJP7jKTH\nbM+K44utZ9tObKE+K/Zrqs5h8f02I+lZwgF6to568UxkZdsHjPHcV4EXypnIxDJOSuwGhM/Wv3UG\nWp7i2/gcSopvfZ6j6/9R0lp0tRloOfOBbYCfdAYkbQfkkm46Co56RwL/JekGQqeA3xCKJfcC1gZ2\nTKhtsjBeSuw3l/Nc22h8DiWI1Oc84KuxDXmnuO0E4BtJVfXHUcBlcWtuWkxbPgQ4OK2snnkmo7Ym\nY2L7wZhqfTghcMwmXIhcAfyz7UdS6psM2H5Pag11STGHsp1Vk5ga+xngvYS6hGeBU4GP5dSJVdL2\nhDlsTKh3OdX29WlV9caoOeoV0iNpf+AW27dVxl4NvKrtNsUdmppDCSJDJG5j/dblP7VRRuFgvdAu\nYjflratWy/GQ+mbbG6dT1jtNzaFsZw2Bbh9jKWzNt/0wt4OkqcB+wNYs68V84Jg/1CJKAClMAC8C\nnuwaewLIIlkm0sgcShCpySh4MRNqQ7YDLgVK+/FCAe4A3g6cWxnbi6V75LWdRuZQtrNqMiJezI8D\nm1aXvYXCZEbSG4HLge8SshQ3IxTg7mb72pTaeqWpOZQgUpMR8WK+Ddi5ZAClobhMthNJGwNzCamx\nC4AzbS9Iq6o/mphDCSI1GREv5o8QGkh+Hnio+pztq5KImkR0NY4c12XS9jsTyCsUlksJIjUZIS/m\nsXAucxgVRsVlchSQtAewE6FmZ3Ehq+39k4nqkybmUA7W65O9F7PtXKpxJwO7EzLlqlxAqD0qNISk\nTxKM2r5BWKWfAuwDnLO8n2sTTc2hrEQKhRYh6WbgNNsnVsY+CLzP9tbplE0uYo3F7rZv7/TBk7QD\n8Anbe6TW1wtNzaEEkZrk6sVcRdIvCSnJy5B7O5HcGBWXydyR9ITtF8f7DxN8dp6vjredpuZQtrPq\n070VtC5hD/KiBFoG5aCux+sBHwayNnrKEds3SXoZmbtMjgD3StrC9s+A24GDYyp8TmnwjcyhrEQm\ngGiXOzcXB7SxiI0kL7e9TWotk42cXSZHBUm7AU/bvipuAZ1F6OZwiO0L0qrrjabmUILIBCBpCvB4\nLsvesZC0OjA/5znkSHSZvDg+XNf2apL+AniX7bkJpRUKY1K2s2oiqfvMYAYhAyKboqQxit1mELKE\nvpNAzmTnJOAfOi6TcexK4OR0kiYf4xmySXrY9topNPVLU3MoQaQ+9xAOpTs52M8SCsVy2sqa0/X4\nGUI/sHnNS5n0bAV8Nd43gO2nJc1IJ2lSMrV7IDYqXSmBlkFpZA4liNTE9pTUGgZF0lzbZ9vurkso\npCN3l8mskXQ1IXhPl9TdrWFD4LrmVfVH03MoQaQmki62vecY4xfa/qsUmvrgFEoGVtvI3WUyd04j\n7CpsT7Bc7mBCS6Ac7B0anUM5WK/JeK564+1Htoli5tROcnaZHBUkbW77rtQ66tDUHMpKZEAqRYbT\nxig43JSwLdF2VpL0Z1R66nSTi7HWKGH7BuCG1DomI7HYc6Ht2+PjtYATgC2BHwGH2346ocQV0vQc\nykpkQCSdEe++Cziz8lRnyXi67XsaF9YHkhYRgt14QcSlYr1ZcneZzJ14nnCM7e/FxxcTij7nEVqq\n32b7g+kUrpim51CCSE0kvdd2ls3xxtuKK6RD0pkscZmsOmVi+8gkoiYRkn5LKPJcGGulHga2tH23\npI2A69resLTpOZTtrJrYPrXbY73yXNkKKvTLbhSXyZSsTLB1ANgR+I3tuwFsL4i/lNtOo3MoQaQm\nmXusj3sWUkjGAsr3MiU/I7RNPxf4a+B7nSckbQA8kUhXPzQ6h7KdVZNR8FgvtIfiMpmW6Et+CeEi\ncBHwRts/j88dBry27Q6TTc+hBJGajILHeqE9FJfJ9EiaCbwcuNv2U5XxVwBP2f7/ycT1SJNzKEGk\nJqPgsV4oFAqDUoJITUbBY71QKBQGpRzg1Sd7j/VCeyguk4XcKEGkJrZ/mFpDYaQoLpOFrCjbWQMi\n6esse8X4PKEC/HzbdzSvqjCKFJfJQpspK5HBGaulyVRC0eGPJO1j+7KGNRVGk9/T/pqjwiSlrEQm\nAEm7AMfZ3i61lkJeLMdl8i7beyeQVCgslxJEJgBJAh6zvUZqLYW8iNukVZ4BbgHm2f5DAkmFwnIp\nQWQCiK0FrrG9SWothTzouEym1lEo9EsJIgMiaaw96qnAS4FPEDplfrRRUYVsKR2VC7lSDtYH5x5C\ndla1ieEi4H7gHKDbqKpQWB6lGWYhS0oQGRDbU1JrKIwUxWWykCVlO6tQaAHFZbKQKyWIFAotoJyJ\nFHKlbMkUCoVCYWBKECkU2kE5WC9kSdnOKhQKhcLAlJVIoVAoFAamBJFCoVAoDEwJIoVCoVAYmBJE\nCoVCoTAw/w3v+eXOexB6JQAAAABJRU5ErkJggg==\n", 47 | "text/plain": [ 48 | "" 49 | ] 50 | }, 51 | "metadata": {}, 52 | "output_type": "display_data" 53 | } 54 | ], 55 | "source": [ 56 | "plt.figure()\n", 57 | "plt.plot(score,'o-')\n", 58 | "plt.ylabel('Leaderboard score',fontsize=16)\n", 59 | "ax = plt.gca()\n", 60 | "ax.set_xlim([-0.5,6.3])\n", 61 | "ax.set_xticks([i for i in range(7)])\n", 62 | "ax.set_xticklabels(['Untuned Random Forest', 'Tuned Random Forest', 'Tuned Extra Trees', 'Tuned Gradient Boosting'\\\n", 63 | " , 'Tuned XGBoost','Stacking 4 best model','Stacking more models'],fontsize=12)\n", 64 | "plt.grid()\n", 65 | "plt.xticks(rotation=90)" 66 | ] 67 | }, 68 | { 69 | "cell_type": "code", 70 | "execution_count": null, 71 | "metadata": { 72 | "collapsed": true 73 | }, 74 | "outputs": [], 75 | "source": [] 76 | } 77 | ], 78 | "metadata": { 79 | "anaconda-cloud": {}, 80 | "kernelspec": { 81 | "display_name": "Python [Root]", 82 | "language": "python", 83 | "name": "Python [Root]" 84 | }, 85 | "language_info": { 86 | "codemirror_mode": { 87 | "name": "ipython", 88 | "version": 2 89 | }, 90 | "file_extension": ".py", 91 | "mimetype": "text/x-python", 92 | "name": "python", 93 | "nbconvert_exporter": "python", 94 | "pygments_lexer": "ipython2", 95 | "version": "2.7.12" 96 | } 97 | }, 98 | "nbformat": 4, 99 | "nbformat_minor": 0 100 | } 101 | -------------------------------------------------------------------------------- /.ipynb_checkpoints/feature_selection-checkpoint.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "code", 5 | "execution_count": 1, 6 | "metadata": { 7 | "collapsed": false 8 | }, 9 | "outputs": [], 10 | "source": [ 11 | "import numpy as np\n", 12 | "import pandas as pd\n", 13 | "import datetime\n", 14 | "from sklearn.cross_validation import KFold\n", 15 | "from sklearn.cross_validation import train_test_split\n", 16 | "import time\n", 17 | "from sklearn import preprocessing\n", 18 | "from scipy.stats import skew" 19 | ] 20 | }, 21 | { 22 | "cell_type": "code", 23 | "execution_count": 2, 24 | "metadata": { 25 | "collapsed": false 26 | }, 27 | "outputs": [ 28 | { 29 | "name": "stdout", 30 | "output_type": "stream", 31 | "text": [ 32 | "Delete features with high number of missing values...\n" 33 | ] 34 | } 35 | ], 36 | "source": [ 37 | "train = pd.read_csv(\"./input/train.csv\") # read train data\n", 38 | "test = pd.read_csv(\"./input/test.csv\") # read test data\n", 39 | "\n", 40 | "tables = [train,test]\n", 41 | "print (\"Delete features with high number of missing values...\")\n", 42 | "total_missing = train.isnull().sum()\n", 43 | "to_delete = total_missing[total_missing>(train.shape[0]/3.)]\n", 44 | "for table in tables:\n", 45 | " table.drop(list(to_delete.index),axis=1,inplace=True)\n", 46 | "\n", 47 | "numerical_features = test.select_dtypes(include=[\"float\",\"int\",\"bool\"]).columns.values\n", 48 | "categorical_features = train.select_dtypes(include=[\"object\"]).columns.values" 49 | ] 50 | }, 51 | { 52 | "cell_type": "code", 53 | "execution_count": 3, 54 | "metadata": { 55 | "collapsed": false 56 | }, 57 | "outputs": [ 58 | { 59 | "data": { 60 | "text/plain": [ 61 | "Alley 1369\n", 62 | "FireplaceQu 690\n", 63 | "PoolQC 1453\n", 64 | "Fence 1179\n", 65 | "MiscFeature 1406\n", 66 | "dtype: int64" 67 | ] 68 | }, 69 | "execution_count": 3, 70 | "metadata": {}, 71 | "output_type": "execute_result" 72 | } 73 | ], 74 | "source": [ 75 | "to_delete" 76 | ] 77 | } 78 | ], 79 | "metadata": { 80 | "anaconda-cloud": {}, 81 | "kernelspec": { 82 | "display_name": "Python [Root]", 83 | "language": "python", 84 | "name": "Python [Root]" 85 | }, 86 | "language_info": { 87 | "codemirror_mode": { 88 | "name": "ipython", 89 | "version": 2 90 | }, 91 | "file_extension": ".py", 92 | "mimetype": "text/x-python", 93 | "name": "python", 94 | "nbconvert_exporter": "python", 95 | "pygments_lexer": "ipython2", 96 | "version": "2.7.12" 97 | } 98 | }, 99 | "nbformat": 4, 100 | "nbformat_minor": 0 101 | } 102 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Kaggle House Prices: Advanced Regression Techniques 2 | [House Prices: Advanced Regression Techniques 3 | Competition on Kaggle](https://www.kaggle.com/c/house-prices-advanced-regression-techniques) 4 | #### Shitao Wang submission version 1 5 | 6 | ### Install 7 | 8 | This project requires **Python 2.7** and the following Python libraries installed: 9 | 10 | - [NumPy](http://www.numpy.org/) 11 | - [matplotlib](http://matplotlib.org/) 12 | - [seaborn](https://stanford.edu/~mwaskom/software/seaborn/#) 13 | - [scikit-learn](http://scikit-learn.org/stable/) 14 | - [XGBoost](https://xgboost.readthedocs.io/en/latest/) 15 | 16 | You will also need to have software installed to run and execute an [iPython Notebook](http://ipython.org/notebook.html) 17 | 18 | ### Code 19 | 20 | All ipython notebook are used for data preprocessing, feature transforming and outlier detecting. 21 | All core scripts are in `code` folder, in which the ensemble learning script is in `ensemble` folder and 22 | base model script is in `sing_model` folder. All input data are in `input` folder and the detailed description 23 | of the data can be found in [Kaggle](https://www.kaggle.com/c/house-prices-advanced-regression-techniques/data). 24 | ### Run 25 | 26 | For a single model run, navigate to the `/code/single_model/` and run the following commands: ```python base_model.py``` 27 | For a ensemble run, navigate to the `/code/ensemble/` and run the following commands: ```python ensemble.py``` 28 | Make sure to change the data directory and the parameters accordingly before the model run. 29 | 30 | ### Submission 31 | 32 | 33 | 34 | Submission score on Kaggle leaderboard with different approaches. 35 | 36 | ### FlowChart 37 | 38 | 39 | 40 | Flow chart of the code. 41 | 42 | ### Documentation 43 | 44 | See `./doc/capstone_doc.pdf` for detailed project documentation. 45 | -------------------------------------------------------------------------------- /code/ensemble/ensemble.py: -------------------------------------------------------------------------------- 1 | import numpy as np 2 | import pandas as pd 3 | import datetime 4 | from sklearn.cross_validation import KFold 5 | from sklearn.cross_validation import train_test_split 6 | import time 7 | from sklearn import preprocessing 8 | from xgboost import XGBRegressor 9 | from sklearn.ensemble import RandomForestRegressor, ExtraTreesRegressor, GradientBoostingRegressor 10 | from sklearn.grid_search import GridSearchCV 11 | from sklearn.cross_validation import ShuffleSplit 12 | from sklearn.metrics import make_scorer, mean_squared_error 13 | from sklearn.linear_model import Ridge, LassoCV,LassoLarsCV, ElasticNet 14 | from sklearn.kernel_ridge import KernelRidge 15 | from sklearn.neighbors import KNeighborsRegressor 16 | from sklearn.svm import SVR 17 | from scipy.stats import skew 18 | 19 | def create_submission(prediction,score): 20 | now = datetime.datetime.now() 21 | sub_file = 'submission_'+str(score)+'_'+str(now.strftime("%Y-%m-%d-%H-%M"))+'.csv' 22 | #sub_file = 'prediction_training.csv' 23 | print ('Creating submission: ', sub_file) 24 | pd.DataFrame({'Id': test['Id'].values, 'SalePrice': prediction}).to_csv(sub_file, index=False) 25 | 26 | # train need to be test when do test prediction 27 | def data_preprocess(train,test): 28 | outlier_idx = [4,11,13,20,46,66,70,167,178,185,199, 224,261, 309,313,318, 349,412,423,440,454,477,478, 523,540, 581,588,595,654,688, 691, 774, 798, 875, 898,926,970,987,1027,1109, 1169,1182,1239, 1256,1298,1324,1353,1359,1405,1442,1447] 29 | train.drop(train.index[outlier_idx],inplace=True) 30 | all_data = pd.concat((train.loc[:,'MSSubClass':'SaleCondition'], 31 | test.loc[:,'MSSubClass':'SaleCondition'])) 32 | 33 | to_delete = ['Alley','FireplaceQu','PoolQC','Fence','MiscFeature'] 34 | all_data = all_data.drop(to_delete,axis=1) 35 | 36 | train["SalePrice"] = np.log1p(train["SalePrice"]) 37 | #log transform skewed numeric features 38 | numeric_feats = all_data.dtypes[all_data.dtypes != "object"].index 39 | skewed_feats = train[numeric_feats].apply(lambda x: skew(x.dropna())) #compute skewness 40 | skewed_feats = skewed_feats[skewed_feats > 0.75] 41 | skewed_feats = skewed_feats.index 42 | all_data[skewed_feats] = np.log1p(all_data[skewed_feats]) 43 | all_data = pd.get_dummies(all_data) 44 | all_data = all_data.fillna(all_data.mean()) 45 | X_train = all_data[:train.shape[0]] 46 | X_test = all_data[train.shape[0]:] 47 | y = train.SalePrice 48 | 49 | return X_train,X_test,y 50 | 51 | 52 | def mean_squared_error_(ground_truth, predictions): 53 | return mean_squared_error(ground_truth, predictions) ** 0.5 54 | RMSE = make_scorer(mean_squared_error_, greater_is_better=False) 55 | 56 | class ensemble(object): 57 | def __init__(self, n_folds, stacker, base_models): 58 | self.n_folds = n_folds 59 | self.stacker = stacker 60 | self.base_models = base_models 61 | def fit_predict(self,train,test,ytr): 62 | X = train.values 63 | y = ytr.values 64 | T = test.values 65 | folds = list(KFold(len(y), n_folds = self.n_folds, shuffle = True, random_state = 0)) 66 | S_train = np.zeros((X.shape[0],len(self.base_models))) 67 | S_test = np.zeros((T.shape[0],len(self.base_models))) 68 | for i,reg in enumerate(base_models): 69 | print ("Fitting the base model...") 70 | S_test_i = np.zeros((T.shape[0],len(folds))) 71 | for j, (train_idx,test_idx) in enumerate(folds): 72 | X_train = X[train_idx] 73 | y_train = y[train_idx] 74 | X_holdout = X[test_idx] 75 | reg.fit(X_train,y_train) 76 | y_pred = reg.predict(X_holdout)[:] 77 | S_train[test_idx,i] = y_pred 78 | S_test_i[:,j] = reg.predict(T)[:] 79 | S_test[:,i] = S_test_i.mean(1) 80 | 81 | print ("Stacking base models...") 82 | # tuning the stacker 83 | param_grid = { 84 | 'alpha': [1e-3,5e-3,1e-2,5e-2,1e-1,0.2,0.3,0.4,0.5,0.8,1e0,3,5,7,1e1], 85 | } 86 | grid = GridSearchCV(estimator=self.stacker, param_grid=param_grid, n_jobs=1, cv=5, scoring=RMSE) 87 | grid.fit(S_train, y) 88 | try: 89 | print('Param grid:') 90 | print(param_grid) 91 | print('Best Params:') 92 | print(grid.best_params_) 93 | print('Best CV Score:') 94 | print(-grid.best_score_) 95 | print('Best estimator:') 96 | print(grid.best_estimator_) 97 | print(message) 98 | except: 99 | pass 100 | 101 | y_pred = grid.predict(S_test)[:] 102 | return y_pred, -grid.best_score_ 103 | 104 | train = pd.read_csv("../../input/train.csv") # read train data 105 | test = pd.read_csv("../../input/test.csv") # read test data 106 | 107 | # build a model library (can be improved) 108 | base_models = [ 109 | RandomForestRegressor( 110 | n_jobs=1, random_state=0, 111 | n_estimators=500, max_features=14 112 | ), 113 | RandomForestRegressor( 114 | n_jobs=1, random_state=0, 115 | n_estimators=500, max_features=20, 116 | max_depth = 7 117 | ), 118 | ExtraTreesRegressor( 119 | n_jobs=1, random_state=0, 120 | n_estimators=500, max_features=15 121 | ), 122 | ExtraTreesRegressor( 123 | n_jobs=1, random_state=0, 124 | n_estimators=500, max_features=20 125 | ), 126 | GradientBoostingRegressor( 127 | random_state=0, 128 | n_estimators=500, max_features=10, max_depth=6, 129 | learning_rate=0.05, subsample=0.8 130 | ), 131 | GradientBoostingRegressor( 132 | random_state=0, 133 | n_estimators=500, max_features=15, max_depth=6, 134 | learning_rate=0.05, subsample=0.8 135 | ), 136 | XGBRegressor( 137 | seed=0, 138 | n_estimators=500, max_depth=10, 139 | learning_rate=0.05, subsample=0.8, colsample_bytree=0.75 140 | ), 141 | 142 | XGBRegressor( 143 | seed=0, 144 | n_estimators=500, max_depth=7, 145 | learning_rate=0.05, subsample=0.8, colsample_bytree=0.75 146 | ), 147 | LassoCV(alphas = [1, 0.1, 0.001, 0.0005]), 148 | KNeighborsRegressor(n_neighbors = 5), 149 | KNeighborsRegressor(n_neighbors = 10), 150 | KNeighborsRegressor(n_neighbors = 15), 151 | KNeighborsRegressor(n_neighbors = 25), 152 | LassoLarsCV(), 153 | ElasticNet(), 154 | SVR() 155 | ] 156 | 157 | ensem = ensemble( 158 | n_folds=5, 159 | stacker=Ridge(), 160 | base_models=base_models 161 | ) 162 | 163 | X_train,X_test,y_train = data_preprocess(train,test) 164 | y_pred, score = ensem.fit_predict(X_train,X_test,y_train) 165 | 166 | create_submission(np.expm1(y_pred),score) 167 | 168 | 169 | -------------------------------------------------------------------------------- /code/ensemble/ensemble_with_best.py: -------------------------------------------------------------------------------- 1 | import numpy as np 2 | import pandas as pd 3 | import datetime 4 | from sklearn.cross_validation import KFold 5 | from sklearn.cross_validation import train_test_split 6 | import time 7 | from sklearn import preprocessing 8 | from xgboost import XGBRegressor 9 | from sklearn.ensemble import RandomForestRegressor, ExtraTreesRegressor, GradientBoostingRegressor 10 | from sklearn.grid_search import GridSearchCV 11 | from sklearn.cross_validation import ShuffleSplit 12 | from sklearn.metrics import make_scorer, mean_squared_error 13 | from sklearn.linear_model import Ridge, LassoCV,LassoLarsCV, ElasticNet 14 | from sklearn.kernel_ridge import KernelRidge 15 | from sklearn.neighbors import KNeighborsRegressor 16 | from sklearn.svm import SVR 17 | from scipy.stats import skew 18 | 19 | def create_submission(prediction,score): 20 | now = datetime.datetime.now() 21 | sub_file = 'submission_'+str(score)+'_'+str(now.strftime("%Y-%m-%d-%H-%M"))+'.csv' 22 | #sub_file = 'prediction_training.csv' 23 | print ('Creating submission: ', sub_file) 24 | pd.DataFrame({'Id': test['Id'].values, 'SalePrice': prediction}).to_csv(sub_file, index=False) 25 | 26 | # train need to be test when do test prediction 27 | def data_preprocess(train,test): 28 | outlier_idx = [4,11,13,20,46,66,70,167,178,185,199, 224,261, 309,313,318, 349,412,423,440,454,477,478, 523,540, 581,588,595,654,688, 691, 774, 798, 875, 898,926,970,987,1027,1109, 1169,1182,1239, 1256,1298,1324,1353,1359,1405,1442,1447] 29 | train.drop(train.index[outlier_idx],inplace=True) 30 | all_data = pd.concat((train.loc[:,'MSSubClass':'SaleCondition'], 31 | test.loc[:,'MSSubClass':'SaleCondition'])) 32 | 33 | to_delete = ['Alley','FireplaceQu','PoolQC','Fence','MiscFeature'] 34 | all_data = all_data.drop(to_delete,axis=1) 35 | 36 | train["SalePrice"] = np.log1p(train["SalePrice"]) 37 | #log transform skewed numeric features 38 | numeric_feats = all_data.dtypes[all_data.dtypes != "object"].index 39 | skewed_feats = train[numeric_feats].apply(lambda x: skew(x.dropna())) #compute skewness 40 | skewed_feats = skewed_feats[skewed_feats > 0.75] 41 | skewed_feats = skewed_feats.index 42 | all_data[skewed_feats] = np.log1p(all_data[skewed_feats]) 43 | all_data = pd.get_dummies(all_data) 44 | all_data = all_data.fillna(all_data.mean()) 45 | X_train = all_data[:train.shape[0]] 46 | X_test = all_data[train.shape[0]:] 47 | y = train.SalePrice 48 | 49 | return X_train,X_test,y 50 | 51 | 52 | def mean_squared_error_(ground_truth, predictions): 53 | return mean_squared_error(ground_truth, predictions) ** 0.5 54 | RMSE = make_scorer(mean_squared_error_, greater_is_better=False) 55 | 56 | class ensemble(object): 57 | def __init__(self, n_folds, stacker, base_models): 58 | self.n_folds = n_folds 59 | self.stacker = stacker 60 | self.base_models = base_models 61 | def fit_predict(self,train,test,ytr): 62 | X = train.values 63 | y = ytr.values 64 | T = test.values 65 | folds = list(KFold(len(y), n_folds = self.n_folds, shuffle = True, random_state = 0)) 66 | S_train = np.zeros((X.shape[0],len(self.base_models))) 67 | S_test = np.zeros((T.shape[0],len(self.base_models))) # X need to be T when do test prediction 68 | for i,reg in enumerate(base_models): 69 | print ("Fitting the base model...") 70 | S_test_i = np.zeros((T.shape[0],len(folds))) # X need to be T when do test prediction 71 | for j, (train_idx,test_idx) in enumerate(folds): 72 | X_train = X[train_idx] 73 | y_train = y[train_idx] 74 | X_holdout = X[test_idx] 75 | reg.fit(X_train,y_train) 76 | y_pred = reg.predict(X_holdout)[:] 77 | S_train[test_idx,i] = y_pred 78 | S_test_i[:,j] = reg.predict(T)[:] 79 | # S_test_i[:,j] = reg.predict(X)[:] 80 | S_test[:,i] = S_test_i.mean(1) 81 | 82 | print ("Stacking base models...") 83 | param_grid = { 84 | 'alpha': [1e-3,5e-3,1e-2,5e-2,1e-1,0.2,0.3,0.4,0.5,0.8,1e0,3,5,7,1e1,2e1,5e1], 85 | } 86 | grid = GridSearchCV(estimator=self.stacker, param_grid=param_grid, n_jobs=1, cv=5, scoring=RMSE) 87 | grid.fit(S_train, y) 88 | try: 89 | print('Param grid:') 90 | print(param_grid) 91 | print('Best Params:') 92 | print(grid.best_params_) 93 | print('Best CV Score:') 94 | print(-grid.best_score_) 95 | print('Best estimator:') 96 | print(grid.best_estimator_) 97 | print(message) 98 | except: 99 | pass 100 | 101 | y_pred = grid.predict(S_test)[:] 102 | return y_pred, -grid.best_score_ 103 | 104 | 105 | train = pd.read_csv("../../input/train.csv") # read train data 106 | test = pd.read_csv("../../input/test.csv") # read test data 107 | 108 | 109 | base_models = [ 110 | RandomForestRegressor( 111 | n_jobs=1, random_state=0, 112 | n_estimators=500, max_features=18, max_depth=11 113 | ), 114 | ExtraTreesRegressor( 115 | n_jobs=1, random_state=0, 116 | n_estimators=500, max_features=20 117 | ), 118 | GradientBoostingRegressor( 119 | random_state=0, 120 | n_estimators=500, max_features=10, max_depth=6, 121 | learning_rate=0.05, subsample=0.8 122 | ), 123 | XGBRegressor( 124 | seed=0, 125 | n_estimators=500, max_depth=7, 126 | learning_rate=0.05, subsample=0.8, colsample_bytree=0.75 127 | ), 128 | ] 129 | 130 | ensem = ensemble( 131 | n_folds=5, 132 | stacker=Ridge(), 133 | base_models=base_models 134 | ) 135 | 136 | X_train,X_test,y_train = data_preprocess(train,test) 137 | y_pred, score = ensem.fit_predict(X_train,X_test,y_train) 138 | 139 | create_submission(np.expm1(y_pred),score) 140 | 141 | 142 | -------------------------------------------------------------------------------- /code/ensemble/submission_0.100692126028_2016-10-06-19-36.csv: -------------------------------------------------------------------------------- 1 | Id,SalePrice 2 | 1461,123142.183216 3 | 1462,158935.184398 4 | 1463,186949.251183 5 | 1464,200458.601176 6 | 1465,189512.912091 7 | 1466,173775.795292 8 | 1467,175073.84263 9 | 1468,162267.596563 10 | 1469,191372.781437 11 | 1470,118248.660722 12 | 1471,196779.077605 13 | 1472,97624.703269 14 | 1473,96523.6475289 15 | 1474,145728.22257 16 | 1475,112475.958686 17 | 1476,370162.165958 18 | 1477,247344.860921 19 | 1478,297251.545629 20 | 1479,307166.554246 21 | 1480,509900.493746 22 | 1481,327100.880185 23 | 1482,206168.324863 24 | 1483,178319.746262 25 | 1484,162841.144379 26 | 1485,183477.873171 27 | 1486,197255.502851 28 | 1487,337149.064777 29 | 1488,236441.370811 30 | 1489,196373.071753 31 | 1490,238764.108288 32 | 1491,193346.48942 33 | 1492,90711.1997303 34 | 1493,187382.022802 35 | 1494,289068.543244 36 | 1495,291075.577129 37 | 1496,246433.181852 38 | 1497,181621.863852 39 | 1498,163024.852728 40 | 1499,158513.241823 41 | 1500,154695.918548 42 | 1501,176213.293784 43 | 1502,150025.457601 44 | 1503,289947.682575 45 | 1504,242590.15677 46 | 1505,225285.70068 47 | 1506,191388.470581 48 | 1507,260529.635759 49 | 1508,200125.669067 50 | 1509,161620.698728 51 | 1510,145190.713198 52 | 1511,147144.477415 53 | 1512,177412.762607 54 | 1513,141389.595468 55 | 1514,151601.295483 56 | 1515,196365.19747 57 | 1516,149374.754808 58 | 1517,173377.864077 59 | 1518,132798.693299 60 | 1519,223623.824929 61 | 1520,130204.299505 62 | 1521,135022.758625 63 | 1522,177754.014041 64 | 1523,112023.909174 65 | 1524,121351.797828 66 | 1525,120695.754202 67 | 1526,113084.41433 68 | 1527,106238.935045 69 | 1528,137346.109449 70 | 1529,150116.225388 71 | 1530,182973.261267 72 | 1531,107445.636914 73 | 1532,93091.1463364 74 | 1533,144720.410265 75 | 1534,123809.946825 76 | 1535,151191.874466 77 | 1536,108441.918137 78 | 1537,63889.7700402 79 | 1538,152404.102769 80 | 1539,190330.72166 81 | 1540,94124.2530856 82 | 1541,140530.030823 83 | 1542,141881.635781 84 | 1543,198016.176539 85 | 1544,82461.6515946 86 | 1545,110640.100122 87 | 1546,130142.911647 88 | 1547,133305.008221 89 | 1548,137292.549354 90 | 1549,116387.244584 91 | 1550,132322.963092 92 | 1551,108628.207678 93 | 1552,134221.39925 94 | 1553,147962.23015 95 | 1554,120093.249962 96 | 1555,166818.955408 97 | 1556,84303.02008 98 | 1557,101448.571379 99 | 1558,99529.2527922 100 | 1559,70075.7304702 101 | 1560,130357.584021 102 | 1561,126063.102833 103 | 1562,128150.729841 104 | 1563,118399.037097 105 | 1564,155745.992528 106 | 1565,151054.464491 107 | 1566,245701.707767 108 | 1567,75658.0164535 109 | 1568,236768.784246 110 | 1569,133160.390838 111 | 1570,139881.779329 112 | 1571,123801.469548 113 | 1572,145044.748861 114 | 1573,250800.470261 115 | 1574,115703.399759 116 | 1575,229884.557273 117 | 1576,244976.803128 118 | 1577,184860.981786 119 | 1578,143878.074861 120 | 1579,143345.055626 121 | 1580,194809.701087 122 | 1581,152979.176072 123 | 1582,123045.086297 124 | 1583,313667.767578 125 | 1584,228168.476839 126 | 1585,134588.674259 127 | 1586,69541.5316508 128 | 1587,100856.00917 129 | 1588,154530.573994 130 | 1589,95385.7150575 131 | 1590,133604.684791 132 | 1591,92197.2534173 133 | 1592,116224.602076 134 | 1593,122123.020938 135 | 1594,121205.266326 136 | 1595,109422.129068 137 | 1596,237553.36938 138 | 1597,195436.822237 139 | 1598,218284.204531 140 | 1599,169844.74179 141 | 1600,161962.284477 142 | 1601,61919.6757727 143 | 1602,114041.404069 144 | 1603,72164.3865078 145 | 1604,277801.147298 146 | 1605,245788.511831 147 | 1606,168467.733176 148 | 1607,176372.820938 149 | 1608,211850.723739 150 | 1609,184464.895585 151 | 1610,154702.334726 152 | 1611,142368.043112 153 | 1612,175874.436063 154 | 1613,168089.226563 155 | 1614,125285.829491 156 | 1615,90952.6698099 157 | 1616,77537.4676567 158 | 1617,91236.0359405 159 | 1618,121746.79537 160 | 1619,136405.329399 161 | 1620,156349.822433 162 | 1621,141450.51083 163 | 1622,142145.400879 164 | 1623,275706.918517 165 | 1624,221488.03818 166 | 1625,117528.015277 167 | 1626,170183.003484 168 | 1627,193841.999278 169 | 1628,289010.575755 170 | 1629,179593.568333 171 | 1630,355320.44494 172 | 1631,212948.911008 173 | 1632,238227.791071 174 | 1633,172780.187504 175 | 1634,184963.957149 176 | 1635,178609.109393 177 | 1636,153535.222352 178 | 1637,202373.129958 179 | 1638,187021.733907 180 | 1639,187518.114213 181 | 1640,256578.612431 182 | 1641,180263.523332 183 | 1642,243025.575398 184 | 1643,222619.363811 185 | 1644,235907.822439 186 | 1645,199819.571229 187 | 1646,160303.504121 188 | 1647,157580.592084 189 | 1648,129508.858014 190 | 1649,139650.760282 191 | 1650,111848.714646 192 | 1651,120333.236837 193 | 1652,97377.0255542 194 | 1653,99894.1423981 195 | 1654,145491.007173 196 | 1655,134679.431502 197 | 1656,139219.219359 198 | 1657,146784.079173 199 | 1658,142830.558926 200 | 1659,117613.364745 201 | 1660,156368.361577 202 | 1661,452584.226223 203 | 1662,394121.691806 204 | 1663,390198.869185 205 | 1664,514517.015087 206 | 1665,311009.677412 207 | 1666,347934.945333 208 | 1667,387830.146417 209 | 1668,345174.986802 210 | 1669,307922.015754 211 | 1670,352567.334577 212 | 1671,261036.160699 213 | 1672,437398.9122 214 | 1673,289748.951431 215 | 1674,235642.952316 216 | 1675,190909.328643 217 | 1676,194749.106578 218 | 1677,217177.366013 219 | 1678,477969.847961 220 | 1679,409387.478367 221 | 1680,345667.402139 222 | 1681,250590.983057 223 | 1682,321180.263321 224 | 1683,179034.879152 225 | 1684,173215.632454 226 | 1685,172398.55614 227 | 1686,165899.728698 228 | 1687,167992.243609 229 | 1688,192614.58071 230 | 1689,194551.208374 231 | 1690,195313.392745 232 | 1691,184565.541325 233 | 1692,271837.573536 234 | 1693,168047.136785 235 | 1694,183421.184463 236 | 1695,166742.76014 237 | 1696,275667.172164 238 | 1697,171609.709305 239 | 1698,355620.623668 240 | 1699,307145.900415 241 | 1700,258910.324007 242 | 1701,275774.489783 243 | 1702,251065.156579 244 | 1703,249236.517016 245 | 1704,286252.359768 246 | 1705,238684.42264 247 | 1706,446837.433372 248 | 1707,222210.195834 249 | 1708,205644.829948 250 | 1709,263329.002617 251 | 1710,221186.954418 252 | 1711,277425.514855 253 | 1712,265005.797295 254 | 1713,280857.58883 255 | 1714,225122.97108 256 | 1715,209428.940551 257 | 1716,180332.569065 258 | 1717,171140.818917 259 | 1718,134968.06544 260 | 1719,207493.764498 261 | 1720,242225.302011 262 | 1721,164134.738709 263 | 1722,125163.183467 264 | 1723,154802.32649 265 | 1724,206266.024803 266 | 1725,237676.943249 267 | 1726,188918.141106 268 | 1727,155267.527602 269 | 1728,173636.029316 270 | 1729,167011.319955 271 | 1730,160070.027762 272 | 1731,117967.742307 273 | 1732,126628.43916 274 | 1733,113144.853259 275 | 1734,116725.588152 276 | 1735,128591.671664 277 | 1736,111777.773541 278 | 1737,317449.994273 279 | 1738,243866.236574 280 | 1739,247786.271062 281 | 1740,224440.865534 282 | 1741,193499.613352 283 | 1742,172951.349988 284 | 1743,178524.228486 285 | 1744,331452.759982 286 | 1745,212988.673793 287 | 1746,183471.742881 288 | 1747,220952.570483 289 | 1748,221523.780616 290 | 1749,148065.518658 291 | 1750,129678.724821 292 | 1751,248578.028799 293 | 1752,114337.72572 294 | 1753,148904.690753 295 | 1754,194156.834064 296 | 1755,168371.68711 297 | 1756,123531.06487 298 | 1757,119024.999248 299 | 1758,143183.605522 300 | 1759,161143.092752 301 | 1760,165380.465733 302 | 1761,144859.545385 303 | 1762,176630.548525 304 | 1763,184928.387938 305 | 1764,114511.766185 306 | 1765,163126.517057 307 | 1766,187709.687534 308 | 1767,228221.497903 309 | 1768,142189.019182 310 | 1769,171592.535164 311 | 1770,150025.824609 312 | 1771,125606.400743 313 | 1772,133876.69782 314 | 1773,125182.507142 315 | 1774,138957.666846 316 | 1775,137972.118208 317 | 1776,122390.081208 318 | 1777,107618.809891 319 | 1778,140459.292058 320 | 1779,117975.087171 321 | 1780,178852.836896 322 | 1781,126988.619158 323 | 1782,87345.4622332 324 | 1783,148780.655005 325 | 1784,107971.486635 326 | 1785,126424.096593 327 | 1786,142146.609204 328 | 1787,165210.608754 329 | 1788,58362.9031085 330 | 1789,97942.6804528 331 | 1790,78865.0030097 332 | 1791,180831.9257 333 | 1792,162603.766743 334 | 1793,127202.436191 335 | 1794,152390.061796 336 | 1795,135076.468096 337 | 1796,129830.882315 338 | 1797,113758.439939 339 | 1798,124786.040244 340 | 1799,106514.042133 341 | 1800,126909.909178 342 | 1801,125063.753461 343 | 1802,133700.425976 344 | 1803,148944.201614 345 | 1804,139009.549898 346 | 1805,136188.851734 347 | 1806,125245.825353 348 | 1807,129041.002414 349 | 1808,122621.144633 350 | 1809,125305.408048 351 | 1810,139693.975945 352 | 1811,92850.0292783 353 | 1812,96875.4894497 354 | 1813,124711.161108 355 | 1814,93239.6631752 356 | 1815,55072.666066 357 | 1816,101034.563717 358 | 1817,109518.494858 359 | 1818,146704.305633 360 | 1819,128264.749362 361 | 1820,56250.3317484 362 | 1821,114356.902871 363 | 1822,152032.517804 364 | 1823,44175.7914611 365 | 1824,129632.485122 366 | 1825,136788.135012 367 | 1826,105536.999631 368 | 1827,102404.86784 369 | 1828,132584.291073 370 | 1829,118801.743762 371 | 1830,139442.155855 372 | 1831,146818.975212 373 | 1832,79714.7645274 374 | 1833,138440.649753 375 | 1834,125952.214512 376 | 1835,119668.7288 377 | 1836,126048.575439 378 | 1837,86100.1098584 379 | 1838,128948.770595 380 | 1839,96462.0494938 381 | 1840,152478.330284 382 | 1841,134888.616014 383 | 1842,86951.5873538 384 | 1843,130019.57827 385 | 1844,137508.440723 386 | 1845,143609.81076 387 | 1846,156003.004544 388 | 1847,167705.820923 389 | 1848,54461.4045462 390 | 1849,110006.54869 391 | 1850,116936.224503 392 | 1851,155626.858097 393 | 1852,120901.179578 394 | 1853,128380.310719 395 | 1854,166249.047901 396 | 1855,149649.886274 397 | 1856,223855.199066 398 | 1857,152220.676171 399 | 1858,140439.526501 400 | 1859,119122.734071 401 | 1860,149215.796414 402 | 1861,118521.505186 403 | 1862,304587.580172 404 | 1863,288547.427409 405 | 1864,288657.689544 406 | 1865,354040.268712 407 | 1866,349781.100561 408 | 1867,225676.747199 409 | 1868,307435.626147 410 | 1869,203594.166763 411 | 1870,224089.853868 412 | 1871,259902.894721 413 | 1872,172913.616895 414 | 1873,240454.435381 415 | 1874,149335.886654 416 | 1875,204718.430055 417 | 1876,201572.791575 418 | 1877,212207.316264 419 | 1878,201740.266033 420 | 1879,128098.047107 421 | 1880,131117.368667 422 | 1881,249295.172368 423 | 1882,251353.214018 424 | 1883,190931.835717 425 | 1884,206427.035232 426 | 1885,250120.229914 427 | 1886,305276.233895 428 | 1887,211824.644438 429 | 1888,271214.432161 430 | 1889,167555.368095 431 | 1890,120563.75244 432 | 1891,134584.957792 433 | 1892,95891.565825 434 | 1893,127334.994868 435 | 1894,124187.253469 436 | 1895,138805.823487 437 | 1896,127088.099785 438 | 1897,114019.756841 439 | 1898,112159.430859 440 | 1899,160628.300131 441 | 1900,151807.967433 442 | 1901,171629.244542 443 | 1902,152100.146578 444 | 1903,216264.775512 445 | 1904,142423.42235 446 | 1905,198445.355776 447 | 1906,150339.158523 448 | 1907,211474.044778 449 | 1908,111086.811471 450 | 1909,131526.276596 451 | 1910,120269.741645 452 | 1911,215390.096264 453 | 1912,347036.722299 454 | 1913,143349.954673 455 | 1914,54969.059446 456 | 1915,333458.085265 457 | 1916,64445.4342342 458 | 1917,252117.96547 459 | 1918,140081.152358 460 | 1919,181635.696159 461 | 1920,155694.367562 462 | 1921,405618.455401 463 | 1922,329712.592271 464 | 1923,223488.07401 465 | 1924,232321.10621 466 | 1925,196773.540478 467 | 1926,401550.200332 468 | 1927,134531.749817 469 | 1928,160848.895595 470 | 1929,120990.349504 471 | 1930,128993.199431 472 | 1931,143596.63908 473 | 1932,140236.639541 474 | 1933,192204.359773 475 | 1934,183559.269094 476 | 1935,172365.683549 477 | 1936,198027.915547 478 | 1937,185083.796063 479 | 1938,173796.678496 480 | 1939,240757.416476 481 | 1940,184941.345881 482 | 1941,170512.464354 483 | 1942,185893.90816 484 | 1943,208454.196834 485 | 1944,372434.820826 486 | 1945,401136.496976 487 | 1946,145177.006055 488 | 1947,321190.066615 489 | 1948,164946.994434 490 | 1949,257424.262066 491 | 1950,185840.830367 492 | 1951,253379.748557 493 | 1952,210714.641278 494 | 1953,166093.900409 495 | 1954,187866.487092 496 | 1955,135931.277966 497 | 1956,297825.71584 498 | 1957,154806.569288 499 | 1958,314610.431685 500 | 1959,141793.130241 501 | 1960,113122.653872 502 | 1961,116159.267836 503 | 1962,96911.3015015 504 | 1963,104854.356964 505 | 1964,107473.032876 506 | 1965,141484.338846 507 | 1966,133735.863619 508 | 1967,295844.477276 509 | 1968,427144.520305 510 | 1969,402925.237621 511 | 1970,437659.639079 512 | 1971,474505.551884 513 | 1972,387710.769847 514 | 1973,262707.046239 515 | 1974,346411.422972 516 | 1975,521599.67129 517 | 1976,271880.944356 518 | 1977,366395.736366 519 | 1978,370948.62229 520 | 1979,332623.595798 521 | 1980,198390.714164 522 | 1981,352563.489147 523 | 1982,218723.938101 524 | 1983,203751.731414 525 | 1984,165927.305154 526 | 1985,226497.450462 527 | 1986,209284.742363 528 | 1987,180133.577373 529 | 1988,174951.306918 530 | 1989,192687.188154 531 | 1990,215293.817042 532 | 1991,227835.783278 533 | 1992,217175.125621 534 | 1993,167949.457897 535 | 1994,235084.434315 536 | 1995,185867.721091 537 | 1996,249311.430922 538 | 1997,324208.26687 539 | 1998,329481.659916 540 | 1999,281078.425357 541 | 2000,310598.180815 542 | 2001,269301.677675 543 | 2002,250589.320522 544 | 2003,261402.692814 545 | 2004,284936.815916 546 | 2005,225495.090557 547 | 2006,225047.506077 548 | 2007,251484.658341 549 | 2008,213376.942 550 | 2009,195192.868 551 | 2010,192578.418445 552 | 2011,138672.477762 553 | 2012,170983.682946 554 | 2013,178749.879856 555 | 2014,186225.826069 556 | 2015,203373.079657 557 | 2016,194422.524785 558 | 2017,195096.608056 559 | 2018,116137.465829 560 | 2019,132499.895638 561 | 2020,104205.261958 562 | 2021,100144.995647 563 | 2022,182702.493404 564 | 2023,139714.213104 565 | 2024,256891.80653 566 | 2025,346496.696696 567 | 2026,172936.811755 568 | 2027,156523.829315 569 | 2028,151901.49505 570 | 2029,167210.318622 571 | 2030,271902.224405 572 | 2031,235851.935782 573 | 2032,257867.796347 574 | 2033,260029.239801 575 | 2034,168081.188554 576 | 2035,227164.850796 577 | 2036,195830.404923 578 | 2037,200964.946987 579 | 2038,304138.522416 580 | 2039,223981.135833 581 | 2040,260167.054764 582 | 2041,298099.48362 583 | 2042,208442.203817 584 | 2043,174579.358563 585 | 2044,167909.450426 586 | 2045,214919.716872 587 | 2046,144152.253979 588 | 2047,148385.258752 589 | 2048,138321.356035 590 | 2049,141815.374303 591 | 2050,177805.683425 592 | 2051,106446.249152 593 | 2052,122358.416596 594 | 2053,148820.286467 595 | 2054,88808.7907389 596 | 2055,153686.457351 597 | 2056,146947.475579 598 | 2057,113048.84343 599 | 2058,222890.264698 600 | 2059,132703.33642 601 | 2060,176098.766924 602 | 2061,175367.691473 603 | 2062,127665.541635 604 | 2063,115602.040742 605 | 2064,137694.924165 606 | 2065,117131.531996 607 | 2066,165532.627984 608 | 2067,111807.855195 609 | 2068,142496.027471 610 | 2069,84838.5566986 611 | 2070,114403.362725 612 | 2071,94391.5360669 613 | 2072,139901.225084 614 | 2073,134465.844958 615 | 2074,187437.702205 616 | 2075,153674.437645 617 | 2076,113591.933046 618 | 2077,152002.638559 619 | 2078,124513.501174 620 | 2079,131983.343809 621 | 2080,118757.446329 622 | 2081,125965.357662 623 | 2082,119212.358621 624 | 2083,143259.297849 625 | 2084,106731.876838 626 | 2085,118991.462774 627 | 2086,111735.892858 628 | 2087,121817.044252 629 | 2088,99839.4610103 630 | 2089,77764.0535946 631 | 2090,127455.116568 632 | 2091,112809.740291 633 | 2092,121841.700703 634 | 2093,113961.536363 635 | 2094,108524.304646 636 | 2095,149523.6258 637 | 2096,80335.7926344 638 | 2097,98618.0899725 639 | 2098,146652.555734 640 | 2099,52576.8484827 641 | 2100,74505.6861844 642 | 2101,113011.758027 643 | 2102,128587.53828 644 | 2103,103297.971624 645 | 2104,136391.941244 646 | 2105,129470.270248 647 | 2106,64831.6647627 648 | 2107,191551.044533 649 | 2108,113376.406927 650 | 2109,108443.984986 651 | 2110,129648.461568 652 | 2111,138647.121242 653 | 2112,138060.739533 654 | 2113,121297.330346 655 | 2114,121728.661004 656 | 2115,160856.845319 657 | 2116,116517.983572 658 | 2117,151797.360599 659 | 2118,124203.883248 660 | 2119,113481.534473 661 | 2120,114422.43217 662 | 2121,100991.242117 663 | 2122,111273.256348 664 | 2123,86036.6917474 665 | 2124,155278.267411 666 | 2125,125425.348953 667 | 2126,147378.592442 668 | 2127,160048.101505 669 | 2128,127355.019726 670 | 2129,92974.5203179 671 | 2130,137484.915369 672 | 2131,143202.740804 673 | 2132,112438.201288 674 | 2133,122669.584578 675 | 2134,120216.245955 676 | 2135,93707.4941637 677 | 2136,77059.9102415 678 | 2137,108214.296843 679 | 2138,130245.779559 680 | 2139,150400.277664 681 | 2140,140159.779431 682 | 2141,155121.350699 683 | 2142,127733.420697 684 | 2143,141011.571832 685 | 2144,122151.318038 686 | 2145,138121.760774 687 | 2146,170290.504418 688 | 2147,143982.181051 689 | 2148,128893.7054 690 | 2149,147641.553615 691 | 2150,232322.580031 692 | 2151,113120.568852 693 | 2152,181631.135733 694 | 2153,162565.301792 695 | 2154,102792.183382 696 | 2155,145471.449228 697 | 2156,256782.13316 698 | 2157,232417.287763 699 | 2158,235529.919079 700 | 2159,206031.597299 701 | 2160,178685.51507 702 | 2161,235378.374807 703 | 2162,398628.160857 704 | 2163,360532.830882 705 | 2164,251549.756402 706 | 2165,205991.217114 707 | 2166,155028.502264 708 | 2167,222239.363273 709 | 2168,200708.524369 710 | 2169,196761.920178 711 | 2170,221556.751067 712 | 2171,152026.209675 713 | 2172,130292.319487 714 | 2173,163889.153481 715 | 2174,229269.088728 716 | 2175,293551.899217 717 | 2176,328343.066648 718 | 2177,241972.371966 719 | 2178,213175.256056 720 | 2179,136413.461513 721 | 2180,212431.411439 722 | 2181,189840.251788 723 | 2182,220451.429056 724 | 2183,190243.152191 725 | 2184,121214.314991 726 | 2185,122275.100502 727 | 2186,147249.922952 728 | 2187,151617.089174 729 | 2188,155793.328858 730 | 2189,251515.733715 731 | 2190,78769.8684549 732 | 2191,80045.107301 733 | 2192,86737.2118293 734 | 2193,107772.144308 735 | 2194,102299.301397 736 | 2195,105642.905117 737 | 2196,102715.37057 738 | 2197,117316.2615 739 | 2198,159121.996709 740 | 2199,170776.087153 741 | 2200,151863.628994 742 | 2201,145406.85688 743 | 2202,214991.28806 744 | 2203,142883.24587 745 | 2204,185002.655573 746 | 2205,122210.117813 747 | 2206,137008.598204 748 | 2207,220739.855545 749 | 2208,269750.263114 750 | 2209,235703.192711 751 | 2210,120999.200513 752 | 2211,114246.864026 753 | 2212,120167.243642 754 | 2213,104216.004345 755 | 2214,131531.566794 756 | 2215,100452.431445 757 | 2216,148647.324063 758 | 2217,63600.8752009 759 | 2218,71898.5141268 760 | 2219,65411.1451273 761 | 2220,65441.1679895 762 | 2221,333147.201833 763 | 2222,297000.211696 764 | 2223,296755.198278 765 | 2224,212506.48587 766 | 2225,120064.438498 767 | 2226,187348.431471 768 | 2227,198045.023222 769 | 2228,276001.378342 770 | 2229,247879.101712 771 | 2230,153816.857479 772 | 2231,210100.022982 773 | 2232,181560.348853 774 | 2233,182589.928406 775 | 2234,244306.312201 776 | 2235,226566.621224 777 | 2236,263064.754569 778 | 2237,336903.415849 779 | 2238,199553.964516 780 | 2239,110393.801338 781 | 2240,159544.862607 782 | 2241,151031.781435 783 | 2242,124150.710113 784 | 2243,127802.035132 785 | 2244,101480.303068 786 | 2245,100099.479226 787 | 2246,145170.577598 788 | 2247,114457.803448 789 | 2248,122742.380164 790 | 2249,120176.896267 791 | 2250,129988.894048 792 | 2251,108940.885997 793 | 2252,181658.207228 794 | 2253,152811.104238 795 | 2254,178332.078524 796 | 2255,188368.338003 797 | 2256,176169.860582 798 | 2257,206599.494637 799 | 2258,159637.924263 800 | 2259,175457.246189 801 | 2260,154721.042612 802 | 2261,187105.12888 803 | 2262,211505.320215 804 | 2263,385201.644578 805 | 2264,476822.631294 806 | 2265,172101.171448 807 | 2266,304610.787413 808 | 2267,385613.775246 809 | 2268,439393.823705 810 | 2269,151097.551945 811 | 2270,195258.571058 812 | 2271,219670.704651 813 | 2272,197962.385953 814 | 2273,162626.63186 815 | 2274,183270.941869 816 | 2275,161602.251176 817 | 2276,188819.291409 818 | 2277,185522.807492 819 | 2278,147195.523868 820 | 2279,126517.60548 821 | 2280,118187.219459 822 | 2281,170032.224364 823 | 2282,189964.183375 824 | 2283,106674.799002 825 | 2284,116087.639566 826 | 2285,136961.988227 827 | 2286,121952.736185 828 | 2287,375234.768618 829 | 2288,280604.720033 830 | 2289,374404.231156 831 | 2290,473304.785245 832 | 2291,341475.216875 833 | 2292,457811.900444 834 | 2293,492070.362273 835 | 2294,419185.683106 836 | 2295,487123.362694 837 | 2296,281180.225839 838 | 2297,353395.307283 839 | 2298,347661.077094 840 | 2299,368982.678088 841 | 2300,342081.39691 842 | 2301,311580.040312 843 | 2302,247376.278163 844 | 2303,240546.262797 845 | 2304,249103.787801 846 | 2305,189971.449327 847 | 2306,186436.081035 848 | 2307,192929.418959 849 | 2308,219374.530712 850 | 2309,290222.224999 851 | 2310,210598.827018 852 | 2311,195801.266897 853 | 2312,178653.717825 854 | 2313,171919.11314 855 | 2314,176194.187681 856 | 2315,177476.327118 857 | 2316,195610.95193 858 | 2317,188833.837183 859 | 2318,177031.424048 860 | 2319,178589.821092 861 | 2320,181766.970794 862 | 2321,241942.678766 863 | 2322,171454.86278 864 | 2323,190954.019361 865 | 2324,176684.206733 866 | 2325,209008.564251 867 | 2326,173289.81126 868 | 2327,207814.902685 869 | 2328,227455.273069 870 | 2329,194459.723065 871 | 2330,182273.276716 872 | 2331,355229.265598 873 | 2332,388445.445797 874 | 2333,326170.984243 875 | 2334,261673.050693 876 | 2335,287275.154432 877 | 2336,319596.744175 878 | 2337,202230.568245 879 | 2338,267431.268397 880 | 2339,217908.501523 881 | 2340,419838.070663 882 | 2341,213082.900623 883 | 2342,233115.481111 884 | 2343,230174.243912 885 | 2344,220858.909151 886 | 2345,241215.015036 887 | 2346,214288.75804 888 | 2347,198587.895623 889 | 2348,246682.215443 890 | 2349,184607.988671 891 | 2350,318143.198939 892 | 2351,263402.81159 893 | 2352,253962.358254 894 | 2353,253869.654812 895 | 2354,138738.703149 896 | 2355,143733.969145 897 | 2356,153017.028092 898 | 2357,189668.091233 899 | 2358,197341.256052 900 | 2359,133857.728952 901 | 2360,114827.515934 902 | 2361,143370.905169 903 | 2362,271337.755419 904 | 2363,135944.576495 905 | 2364,155022.220753 906 | 2365,219269.439346 907 | 2366,190391.62172 908 | 2367,222180.040834 909 | 2368,218154.41751 910 | 2369,218355.282896 911 | 2370,168344.543378 912 | 2371,166864.384186 913 | 2372,190395.903024 914 | 2373,289021.364735 915 | 2374,330028.05163 916 | 2375,248015.131568 917 | 2376,284912.602778 918 | 2377,338022.982647 919 | 2378,144535.698443 920 | 2379,205932.064776 921 | 2380,147164.966348 922 | 2381,167675.282078 923 | 2382,204304.624379 924 | 2383,206007.42736 925 | 2384,251311.307956 926 | 2385,159223.982365 927 | 2386,133725.028852 928 | 2387,133671.945892 929 | 2388,100188.827802 930 | 2389,119993.933034 931 | 2390,144095.110065 932 | 2391,142011.305754 933 | 2392,114045.413949 934 | 2393,166209.795505 935 | 2394,142539.141396 936 | 2395,210362.402994 937 | 2396,143825.776211 938 | 2397,218429.582689 939 | 2398,130449.295142 940 | 2399,61138.5071527 941 | 2400,62244.981361 942 | 2401,115597.2754 943 | 2402,137166.089381 944 | 2403,139281.438116 945 | 2404,151092.08071 946 | 2405,159152.153251 947 | 2406,138696.526636 948 | 2407,124384.350107 949 | 2408,144078.816358 950 | 2409,120683.823407 951 | 2410,172748.140922 952 | 2411,115914.817013 953 | 2412,156434.53182 954 | 2413,129347.635499 955 | 2414,154770.609435 956 | 2415,129139.561819 957 | 2416,123097.818393 958 | 2417,129010.829074 959 | 2418,129745.400469 960 | 2419,125829.959746 961 | 2420,120800.091819 962 | 2421,149928.435971 963 | 2422,107915.787772 964 | 2423,116068.4339 965 | 2424,164411.253767 966 | 2425,187820.364579 967 | 2426,130557.576261 968 | 2427,135555.118427 969 | 2428,177935.348422 970 | 2429,111866.122004 971 | 2430,132762.874433 972 | 2431,106629.800866 973 | 2432,145649.433899 974 | 2433,146041.932512 975 | 2434,132940.732892 976 | 2435,152026.565583 977 | 2436,107045.461432 978 | 2437,101551.487601 979 | 2438,122048.655244 980 | 2439,103497.798012 981 | 2440,121967.565458 982 | 2441,87520.6071877 983 | 2442,95867.7720953 984 | 2443,123962.20083 985 | 2444,130231.89579 986 | 2445,85486.9609063 987 | 2446,134401.033385 988 | 2447,181362.322617 989 | 2448,130751.764596 990 | 2449,110736.613042 991 | 2450,148877.633811 992 | 2451,126795.863005 993 | 2452,190763.77113 994 | 2453,92616.4668905 995 | 2454,122120.108215 996 | 2455,116047.061977 997 | 2456,133894.817026 998 | 2457,131913.067747 999 | 2458,127045.47849 1000 | 2459,108318.096842 1001 | 2460,136751.22567 1002 | 2461,127276.689663 1003 | 2462,136188.995244 1004 | 2463,121828.052568 1005 | 2464,176732.971419 1006 | 2465,142402.45775 1007 | 2466,116317.757131 1008 | 2467,131541.581399 1009 | 2468,81965.1323577 1010 | 2469,81660.2779489 1011 | 2470,186722.301044 1012 | 2471,217362.623373 1013 | 2472,160643.585291 1014 | 2473,112466.366262 1015 | 2474,75441.0801175 1016 | 2475,218966.903205 1017 | 2476,114737.339403 1018 | 2477,125711.374426 1019 | 2478,153766.205199 1020 | 2479,103872.390728 1021 | 2480,155317.352834 1022 | 2481,121148.349984 1023 | 2482,127768.184469 1024 | 2483,110577.69051 1025 | 2484,119310.802964 1026 | 2485,124053.112161 1027 | 2486,153077.486467 1028 | 2487,169952.810876 1029 | 2488,161419.492581 1030 | 2489,151474.544305 1031 | 2490,146664.928049 1032 | 2491,89605.004977 1033 | 2492,192038.836398 1034 | 2493,152477.65942 1035 | 2494,149078.888404 1036 | 2495,87320.8866806 1037 | 2496,229127.746256 1038 | 2497,153484.153507 1039 | 2498,105670.29132 1040 | 2499,88780.956808 1041 | 2500,123566.689227 1042 | 2501,135890.13473 1043 | 2502,146170.573709 1044 | 2503,93768.853933 1045 | 2504,186137.487542 1046 | 2505,222001.343591 1047 | 2506,253980.421246 1048 | 2507,289996.018741 1049 | 2508,254612.295263 1050 | 2509,217841.99285 1051 | 2510,218525.95587 1052 | 2511,172758.895313 1053 | 2512,214731.75383 1054 | 2513,225164.111313 1055 | 2514,255369.232357 1056 | 2515,148324.4124 1057 | 2516,173665.747941 1058 | 2517,144902.669493 1059 | 2518,153706.556206 1060 | 2519,233403.110137 1061 | 2520,219191.495163 1062 | 2521,189033.919599 1063 | 2522,224212.931802 1064 | 2523,114493.557104 1065 | 2524,134100.859518 1066 | 2525,146911.725678 1067 | 2526,135231.84364 1068 | 2527,112883.452746 1069 | 2528,125258.509047 1070 | 2529,131663.490735 1071 | 2530,121536.103691 1072 | 2531,265517.638613 1073 | 2532,227120.596018 1074 | 2533,196544.094918 1075 | 2534,235080.777747 1076 | 2535,304973.099854 1077 | 2536,237661.401287 1078 | 2537,241653.835768 1079 | 2538,183698.772665 1080 | 2539,185072.498011 1081 | 2540,176338.404895 1082 | 2541,177849.247516 1083 | 2542,164531.129805 1084 | 2543,123321.673665 1085 | 2544,116512.498242 1086 | 2545,136360.755837 1087 | 2546,125929.972679 1088 | 2547,136478.802172 1089 | 2548,152313.386644 1090 | 2549,159094.293191 1091 | 2550,840355.270233 1092 | 2551,141280.204098 1093 | 2552,126111.408597 1094 | 2553,75923.5084415 1095 | 2554,94911.619375 1096 | 2555,118708.507244 1097 | 2556,97793.418932 1098 | 2557,100416.019392 1099 | 2558,138183.432347 1100 | 2559,138977.043656 1101 | 2560,149190.963901 1102 | 2561,143994.490369 1103 | 2562,138200.482704 1104 | 2563,154914.955675 1105 | 2564,200931.053534 1106 | 2565,138863.950111 1107 | 2566,160138.076573 1108 | 2567,139364.073973 1109 | 2568,197333.626787 1110 | 2569,223082.457066 1111 | 2570,118392.410453 1112 | 2571,196121.389345 1113 | 2572,150932.501629 1114 | 2573,233494.872098 1115 | 2574,273564.798224 1116 | 2575,131513.26005 1117 | 2576,117161.057006 1118 | 2577,152001.243124 1119 | 2578,82235.0338388 1120 | 2579,63990.0802463 1121 | 2580,97431.7263193 1122 | 2581,98802.3729172 1123 | 2582,100960.053863 1124 | 2583,280601.428614 1125 | 2584,175433.258786 1126 | 2585,185696.169659 1127 | 2586,221540.908468 1128 | 2587,195635.073609 1129 | 2588,139396.373932 1130 | 2589,147966.081418 1131 | 2590,208443.649418 1132 | 2591,217538.589448 1133 | 2592,214115.61859 1134 | 2593,243380.594388 1135 | 2594,175820.950885 1136 | 2595,202446.770276 1137 | 2596,301623.053566 1138 | 2597,190848.456232 1139 | 2598,285423.067326 1140 | 2599,356733.779229 1141 | 2600,152185.181293 1142 | 2601,143551.431156 1143 | 2602,82027.7459934 1144 | 2603,92002.5545976 1145 | 2604,88403.0165109 1146 | 2605,82168.389082 1147 | 2606,146831.723354 1148 | 2607,201133.823526 1149 | 2608,196508.084476 1150 | 2609,171665.044832 1151 | 2610,109693.04203 1152 | 2611,123144.363539 1153 | 2612,158245.143129 1154 | 2613,128786.808939 1155 | 2614,121992.287418 1156 | 2615,150762.565693 1157 | 2616,144842.971073 1158 | 2617,182945.752294 1159 | 2618,207246.501412 1160 | 2619,202884.63005 1161 | 2620,185756.75509 1162 | 2621,175920.140522 1163 | 2622,183591.385198 1164 | 2623,242483.859956 1165 | 2624,309220.63591 1166 | 2625,300622.67222 1167 | 2626,170882.848756 1168 | 2627,159640.044592 1169 | 2628,481670.438862 1170 | 2629,499441.606341 1171 | 2630,363071.913718 1172 | 2631,478801.394796 1173 | 2632,416934.797085 1174 | 2633,309146.681943 1175 | 2634,438935.279755 1176 | 2635,159597.64662 1177 | 2636,179573.898368 1178 | 2637,183079.249161 1179 | 2638,262180.192908 1180 | 2639,187141.912715 1181 | 2640,153072.959248 1182 | 2641,101344.608083 1183 | 2642,194428.48676 1184 | 2643,104204.603124 1185 | 2644,121487.959252 1186 | 2645,109175.127335 1187 | 2646,94997.7655743 1188 | 2647,103344.911847 1189 | 2648,138639.210329 1190 | 2649,147333.399052 1191 | 2650,130701.620402 1192 | 2651,137878.270393 1193 | 2652,412503.943495 1194 | 2653,245855.43439 1195 | 2654,258003.638261 1196 | 2655,420728.823403 1197 | 2656,323695.609416 1198 | 2657,360955.860553 1199 | 2658,310559.15924 1200 | 2659,312917.503097 1201 | 2660,372738.09351 1202 | 2661,368963.68528 1203 | 2662,378894.751124 1204 | 2663,290027.386761 1205 | 2664,279550.844307 1206 | 2665,331747.314509 1207 | 2666,286182.736332 1208 | 2667,168878.084882 1209 | 2668,179770.188988 1210 | 2669,179474.635553 1211 | 2670,277262.451183 1212 | 2671,184728.994634 1213 | 2672,189539.035181 1214 | 2673,201780.024084 1215 | 2674,196410.493564 1216 | 2675,172865.404251 1217 | 2676,190865.767172 1218 | 2677,196616.649529 1219 | 2678,252482.352361 1220 | 2679,276747.06784 1221 | 2680,290400.127967 1222 | 2681,402152.867204 1223 | 2682,312950.746093 1224 | 2683,482450.980816 1225 | 2684,325281.021106 1226 | 2685,316526.516345 1227 | 2686,262541.334685 1228 | 2687,319560.520969 1229 | 2688,214487.106366 1230 | 2689,204427.870692 1231 | 2690,447820.370975 1232 | 2691,193362.740138 1233 | 2692,137844.579448 1234 | 2693,195900.281955 1235 | 2694,135867.5687 1236 | 2695,192197.836592 1237 | 2696,182642.793755 1238 | 2697,190094.397655 1239 | 2698,188703.450013 1240 | 2699,175675.978551 1241 | 2700,155073.775065 1242 | 2701,149959.259218 1243 | 2702,111985.702985 1244 | 2703,125275.17115 1245 | 2704,138161.851954 1246 | 2705,116112.373035 1247 | 2706,112560.649963 1248 | 2707,122236.074011 1249 | 2708,130369.968857 1250 | 2709,103643.408318 1251 | 2710,126144.878073 1252 | 2711,275476.30594 1253 | 2712,394173.241352 1254 | 2713,168145.059495 1255 | 2714,150816.654635 1256 | 2715,170613.481001 1257 | 2716,148857.65534 1258 | 2717,193353.752073 1259 | 2718,219969.686589 1260 | 2719,154806.478032 1261 | 2720,173143.990794 1262 | 2721,131778.50577 1263 | 2722,162844.370519 1264 | 2723,141819.040278 1265 | 2724,128128.586948 1266 | 2725,130235.526357 1267 | 2726,149927.745191 1268 | 2727,177514.349598 1269 | 2728,175388.747643 1270 | 2729,150132.278273 1271 | 2730,147739.890695 1272 | 2731,128049.050383 1273 | 2732,131627.582698 1274 | 2733,158577.632409 1275 | 2734,148336.609334 1276 | 2735,133827.596493 1277 | 2736,142635.755771 1278 | 2737,119112.371339 1279 | 2738,134797.642995 1280 | 2739,159149.778927 1281 | 2740,135538.190384 1282 | 2741,143795.55047 1283 | 2742,154994.150657 1284 | 2743,153560.910002 1285 | 2744,161374.979206 1286 | 2745,139728.842604 1287 | 2746,137171.743658 1288 | 2747,141952.147439 1289 | 2748,123991.338405 1290 | 2749,128572.939488 1291 | 2750,128213.494439 1292 | 2751,134421.497855 1293 | 2752,197659.45751 1294 | 2753,146501.620555 1295 | 2754,216285.432934 1296 | 2755,133947.347991 1297 | 2756,93466.808275 1298 | 2757,70343.3053969 1299 | 2758,89069.0374181 1300 | 2759,160164.32135 1301 | 2760,123851.038577 1302 | 2761,143443.90368 1303 | 2762,142248.617451 1304 | 2763,187814.546274 1305 | 2764,147863.396905 1306 | 2765,292363.124141 1307 | 2766,124294.036257 1308 | 2767,84822.7200029 1309 | 2768,126264.345341 1310 | 2769,130602.494004 1311 | 2770,136979.954668 1312 | 2771,105967.657928 1313 | 2772,110200.06318 1314 | 2773,166894.519092 1315 | 2774,141448.840047 1316 | 2775,114417.466496 1317 | 2776,141390.039135 1318 | 2777,142245.351373 1319 | 2778,106810.597793 1320 | 2779,121380.438438 1321 | 2780,93880.0255015 1322 | 2781,94044.8518332 1323 | 2782,94585.8895313 1324 | 2783,99899.3254012 1325 | 2784,118902.547813 1326 | 2785,134355.141714 1327 | 2786,64651.3800334 1328 | 2787,123516.092207 1329 | 2788,73748.8137197 1330 | 2789,168661.227553 1331 | 2790,94000.8332214 1332 | 2791,110604.380363 1333 | 2792,53493.8803047 1334 | 2793,161067.619567 1335 | 2794,93676.1039651 1336 | 2795,121224.796706 1337 | 2796,95321.4648768 1338 | 2797,199021.239974 1339 | 2798,105296.096281 1340 | 2799,116386.440076 1341 | 2800,67076.6171222 1342 | 2801,106935.374269 1343 | 2802,129656.083916 1344 | 2803,164469.677911 1345 | 2804,129135.282355 1346 | 2805,99242.7953237 1347 | 2806,82089.0242494 1348 | 2807,156708.511317 1349 | 2808,147878.991255 1350 | 2809,131882.034202 1351 | 2810,126630.903084 1352 | 2811,156985.96518 1353 | 2812,164160.381262 1354 | 2813,157439.40043 1355 | 2814,157511.291743 1356 | 2815,97318.945441 1357 | 2816,239677.196642 1358 | 2817,153121.777664 1359 | 2818,130013.187639 1360 | 2819,162535.528593 1361 | 2820,135002.849904 1362 | 2821,106343.610091 1363 | 2822,193271.485732 1364 | 2823,308738.218479 1365 | 2824,179242.199479 1366 | 2825,151270.008693 1367 | 2826,133474.425659 1368 | 2827,137055.43803 1369 | 2828,220355.470816 1370 | 2829,204424.695914 1371 | 2830,231919.213704 1372 | 2831,173810.590197 1373 | 2832,244790.913176 1374 | 2833,316715.83983 1375 | 2834,222770.042953 1376 | 2835,223987.021487 1377 | 2836,194727.329442 1378 | 2837,154796.251898 1379 | 2838,146968.230578 1380 | 2839,173681.933065 1381 | 2840,200553.738291 1382 | 2841,203737.97077 1383 | 2842,234805.807182 1384 | 2843,150714.654045 1385 | 2844,165037.910622 1386 | 2845,122731.031739 1387 | 2846,210994.477793 1388 | 2847,206773.559911 1389 | 2848,212971.308818 1390 | 2849,202684.00443 1391 | 2850,286734.368471 1392 | 2851,221897.56812 1393 | 2852,233569.650251 1394 | 2853,241326.900324 1395 | 2854,135333.000562 1396 | 2855,202925.826973 1397 | 2856,203832.536413 1398 | 2857,186958.802579 1399 | 2858,202779.791022 1400 | 2859,118587.644227 1401 | 2860,127506.29421 1402 | 2861,124072.464978 1403 | 2862,193927.717078 1404 | 2863,123639.661379 1405 | 2864,251452.972305 1406 | 2865,141531.769121 1407 | 2866,140476.062753 1408 | 2867,97940.1560764 1409 | 2868,98712.6342737 1410 | 2869,105835.234194 1411 | 2870,123415.695728 1412 | 2871,84779.6719715 1413 | 2872,50123.7398235 1414 | 2873,99730.6572554 1415 | 2874,135478.760998 1416 | 2875,115392.203375 1417 | 2876,167944.980631 1418 | 2877,146882.910285 1419 | 2878,167875.770261 1420 | 2879,137787.878917 1421 | 2880,99616.2413862 1422 | 2881,149084.089032 1423 | 2882,175170.064868 1424 | 2883,195466.919156 1425 | 2884,204947.127677 1426 | 2885,191272.25511 1427 | 2886,237459.972674 1428 | 2887,93499.3264941 1429 | 2888,136681.877706 1430 | 2889,57290.2631581 1431 | 2890,79449.6350989 1432 | 2891,136366.045675 1433 | 2892,45910.8407878 1434 | 2893,71436.8572835 1435 | 2894,53989.6277808 1436 | 2895,352851.884282 1437 | 2896,294428.445326 1438 | 2897,214504.850456 1439 | 2898,148332.686869 1440 | 2899,209956.093622 1441 | 2900,158397.633571 1442 | 2901,216445.258336 1443 | 2902,185997.984096 1444 | 2903,337720.023127 1445 | 2904,354860.249309 1446 | 2905,86612.1104768 1447 | 2906,195778.099298 1448 | 2907,114362.386037 1449 | 2908,129743.219268 1450 | 2909,148546.446997 1451 | 2910,75664.2282641 1452 | 2911,80324.3737836 1453 | 2912,147594.2109 1454 | 2913,81439.3576777 1455 | 2914,78926.9036658 1456 | 2915,85987.5335018 1457 | 2916,81777.4929399 1458 | 2917,165574.613416 1459 | 2918,115457.934965 1460 | 2919,228443.554685 1461 | -------------------------------------------------------------------------------- /code/ensemble/submission_0.107546922616_ensemble_with_4_best.csv: -------------------------------------------------------------------------------- 1 | Id,SalePrice 2 | 1461,124206.154885 3 | 1462,164013.913999 4 | 1463,189560.914676 5 | 1464,197202.137615 6 | 1465,184210.412809 7 | 1466,176959.680801 8 | 1467,171798.814317 9 | 1468,167444.048738 10 | 1469,185715.173915 11 | 1470,124384.193389 12 | 1471,201540.91378 13 | 1472,93841.597598 14 | 1473,95971.0094046 15 | 1474,148943.022966 16 | 1475,119384.409615 17 | 1476,381937.666681 18 | 1477,258277.562905 19 | 1478,300669.764964 20 | 1479,323590.510038 21 | 1480,484447.184808 22 | 1481,336704.23017 23 | 1482,207862.486357 24 | 1483,177632.874114 25 | 1484,167414.878633 26 | 1485,174752.332717 27 | 1486,194851.032582 28 | 1487,336299.056314 29 | 1488,236865.493901 30 | 1489,207851.560206 31 | 1490,230340.960719 32 | 1491,191458.60561 33 | 1492,90641.0109706 34 | 1493,191278.334871 35 | 1494,296349.025062 36 | 1495,297461.558932 37 | 1496,254983.76583 38 | 1497,182112.174017 39 | 1498,159738.065673 40 | 1499,157546.499904 41 | 1500,153555.44997 42 | 1501,179073.993318 43 | 1502,150476.3819 44 | 1503,285274.781659 45 | 1504,243505.907908 46 | 1505,227433.126176 47 | 1506,187485.096475 48 | 1507,267069.770507 49 | 1508,198729.973769 50 | 1509,162973.445443 51 | 1510,148608.507941 52 | 1511,144753.550163 53 | 1512,176460.017411 54 | 1513,136632.179268 55 | 1514,145679.970932 56 | 1515,197819.898116 57 | 1516,148004.469003 58 | 1517,163236.033739 59 | 1518,133564.115099 60 | 1519,237038.661659 61 | 1520,137188.021948 62 | 1521,140044.943578 63 | 1522,174391.936958 64 | 1523,110400.196698 65 | 1524,118396.834389 66 | 1525,123356.543598 67 | 1526,117370.350666 68 | 1527,106804.433751 69 | 1528,129036.895832 70 | 1529,151172.217325 71 | 1530,173123.223783 72 | 1531,111782.237815 73 | 1532,94242.4991705 74 | 1533,142993.820628 75 | 1534,118622.968068 76 | 1535,147839.103002 77 | 1536,109759.399385 78 | 1537,70153.7561889 79 | 1538,157535.665898 80 | 1539,190415.511432 81 | 1540,90125.2642156 82 | 1541,142105.456255 83 | 1542,139433.326953 84 | 1543,212790.806729 85 | 1544,80063.4132627 86 | 1545,104453.057213 87 | 1546,127394.827649 88 | 1547,137219.129371 89 | 1548,133905.715481 90 | 1549,113256.990788 91 | 1550,137138.339269 92 | 1551,113267.597335 93 | 1552,136673.249913 94 | 1553,143096.532583 95 | 1554,116923.486411 96 | 1555,170661.361004 97 | 1556,83634.0461457 98 | 1557,96209.8620529 99 | 1558,94884.2186819 100 | 1559,82261.1058521 101 | 1560,128956.74183 102 | 1561,128966.120226 103 | 1562,126275.238451 104 | 1563,121497.341113 105 | 1564,154069.595344 106 | 1565,149027.405611 107 | 1566,248724.145112 108 | 1567,77911.2795495 109 | 1568,241176.459668 110 | 1569,136124.910037 111 | 1570,138986.594859 112 | 1571,119527.869665 113 | 1572,145044.772851 114 | 1573,248286.214291 115 | 1574,111729.445828 116 | 1575,222963.427499 117 | 1576,233095.282145 118 | 1577,198312.630356 119 | 1578,139777.487415 120 | 1579,143292.334224 121 | 1580,191469.182088 122 | 1581,149109.407471 123 | 1582,126384.60081 124 | 1583,332777.148451 125 | 1584,234920.265998 126 | 1585,140328.294207 127 | 1586,70046.6941207 128 | 1587,96998.2463168 129 | 1588,154153.947966 130 | 1589,94768.6012687 131 | 1590,130558.862461 132 | 1591,95437.3646587 133 | 1592,117702.164295 134 | 1593,125539.718202 135 | 1594,115937.037001 136 | 1595,108702.097006 137 | 1596,244109.98242 138 | 1597,190784.367888 139 | 1598,197485.557492 140 | 1599,176615.674488 141 | 1600,172477.228745 142 | 1601,63868.3269057 143 | 1602,111406.027059 144 | 1603,77419.1454521 145 | 1604,292646.779096 146 | 1605,245920.689995 147 | 1606,170319.323362 148 | 1607,169139.234108 149 | 1608,214882.828038 150 | 1609,192414.454621 151 | 1610,159025.186602 152 | 1611,144894.101693 153 | 1612,172284.444957 154 | 1613,168153.665858 155 | 1614,124512.710219 156 | 1615,83355.3572167 157 | 1616,71585.7448587 158 | 1617,84790.3108234 159 | 1618,120414.174571 160 | 1619,140608.247698 161 | 1620,165672.266987 162 | 1621,139604.813342 163 | 1622,142504.589191 164 | 1623,285670.777709 165 | 1624,226863.760433 166 | 1625,119981.128366 167 | 1626,164748.535519 168 | 1627,192228.420281 169 | 1628,279767.650202 170 | 1629,180581.53512 171 | 1630,337173.999964 172 | 1631,206347.909516 173 | 1632,233704.314224 174 | 1633,170615.036041 175 | 1634,187063.951003 176 | 1635,183389.242875 177 | 1636,155973.630354 178 | 1637,193220.615451 179 | 1638,198097.530764 180 | 1639,182585.813877 181 | 1640,260159.556579 182 | 1641,180131.703384 183 | 1642,237284.174089 184 | 1643,226492.312789 185 | 1644,233829.670604 186 | 1645,196239.681458 187 | 1646,160810.696602 188 | 1647,156839.705157 189 | 1648,131647.5973 190 | 1649,139460.657447 191 | 1650,115890.586252 192 | 1651,119136.648675 193 | 1652,93715.1896575 194 | 1653,96275.4824236 195 | 1654,149418.312636 196 | 1655,146445.164728 197 | 1656,143647.989751 198 | 1657,149904.735393 199 | 1658,144053.503094 200 | 1659,125090.010301 201 | 1660,157766.155313 202 | 1661,462648.597022 203 | 1662,393229.992653 204 | 1663,403055.429206 205 | 1664,453210.240578 206 | 1665,313877.497041 207 | 1666,352536.181464 208 | 1667,397819.686386 209 | 1668,346200.052543 210 | 1669,307873.432334 211 | 1670,353461.435835 212 | 1671,267511.125055 213 | 1672,411359.245981 214 | 1673,307270.57623 215 | 1674,246517.106502 216 | 1675,189762.487164 217 | 1676,200963.731723 218 | 1677,221187.645463 219 | 1678,448503.544543 220 | 1679,421448.503482 221 | 1680,360613.200465 222 | 1681,252973.713894 223 | 1682,333674.623915 224 | 1683,178815.599994 225 | 1684,168823.60365 226 | 1685,172306.010121 227 | 1686,166545.025787 228 | 1687,160634.493716 229 | 1688,192693.377203 230 | 1689,195107.725618 231 | 1690,193817.857438 232 | 1691,180905.170367 233 | 1692,277360.686352 234 | 1693,165168.238392 235 | 1694,184567.696901 236 | 1695,165316.044505 237 | 1696,286773.413182 238 | 1697,167715.627619 239 | 1698,369323.385403 240 | 1699,319699.90903 241 | 1700,261144.776355 242 | 1701,277185.063215 243 | 1702,258533.660674 244 | 1703,266157.17839 245 | 1704,296978.917178 246 | 1705,236374.341873 247 | 1706,407477.639408 248 | 1707,233322.28253 249 | 1708,212802.554836 250 | 1709,263815.230682 251 | 1710,226502.357329 252 | 1711,270993.604894 253 | 1712,284180.158726 254 | 1713,276960.676712 255 | 1714,225849.1777 256 | 1715,209473.225462 257 | 1716,181829.286773 258 | 1717,170535.905767 259 | 1718,131675.362807 260 | 1719,200838.752887 261 | 1720,245389.656656 262 | 1721,169067.806105 263 | 1722,122307.806309 264 | 1723,157570.145323 265 | 1724,213290.397496 266 | 1725,240104.357429 267 | 1726,187826.148626 268 | 1727,157017.153011 269 | 1728,177067.49748 270 | 1729,166169.516724 271 | 1730,152712.55819 272 | 1731,120171.384158 273 | 1732,132136.638118 274 | 1733,117360.365802 275 | 1734,113875.115579 276 | 1735,130776.75901 277 | 1736,119370.188871 278 | 1737,312620.785598 279 | 1738,229827.250164 280 | 1739,256755.923367 281 | 1740,235993.337158 282 | 1741,198797.627268 283 | 1742,173512.297678 284 | 1743,176164.28395 285 | 1744,324517.507064 286 | 1745,209367.612902 287 | 1746,187399.891844 288 | 1747,226803.983506 289 | 1748,226551.344908 290 | 1749,154769.526377 291 | 1750,132045.800413 292 | 1751,238548.526884 293 | 1752,118464.724945 294 | 1753,146073.73898 295 | 1754,195368.4483 296 | 1755,171655.487844 297 | 1756,127835.013593 298 | 1757,120268.700831 299 | 1758,143076.35664 300 | 1759,164440.364018 301 | 1760,166185.315249 302 | 1761,140068.393375 303 | 1762,175953.691833 304 | 1763,176123.661421 305 | 1764,118723.069685 306 | 1765,153245.259005 307 | 1766,180355.939036 308 | 1767,214782.17436 309 | 1768,145699.084088 310 | 1769,170115.269618 311 | 1770,148436.833894 312 | 1771,128379.177438 313 | 1772,134392.904901 314 | 1773,130597.235278 315 | 1774,134386.84821 316 | 1775,138586.053449 317 | 1776,123655.478474 318 | 1777,114493.551808 319 | 1778,138548.217164 320 | 1779,114983.125904 321 | 1780,175379.708202 322 | 1781,127293.696897 323 | 1782,92933.9033851 324 | 1783,143892.407035 325 | 1784,106962.076207 326 | 1785,121777.925747 327 | 1786,148588.025192 328 | 1787,164905.283173 329 | 1788,59718.4935508 330 | 1789,98024.6675576 331 | 1790,81850.3219047 332 | 1791,183263.65559 333 | 1792,157403.456255 334 | 1793,127435.872596 335 | 1794,147981.636854 336 | 1795,136623.379429 337 | 1796,127382.217734 338 | 1797,112175.878566 339 | 1798,127815.64714 340 | 1799,109105.604823 341 | 1800,127141.036027 342 | 1801,125224.133351 343 | 1802,131044.926707 344 | 1803,148699.093216 345 | 1804,144980.002162 346 | 1805,136579.211409 347 | 1806,117384.274225 348 | 1807,122290.880829 349 | 1808,119250.426879 350 | 1809,120263.682176 351 | 1810,148749.479176 352 | 1811,90759.5123414 353 | 1812,93978.2460617 354 | 1813,122288.940605 355 | 1814,97600.3728241 356 | 1815,55736.294476 357 | 1816,99396.1551724 358 | 1817,116044.768993 359 | 1818,140970.058029 360 | 1819,121611.063048 361 | 1820,65046.7283417 362 | 1821,109724.738797 363 | 1822,150494.504875 364 | 1823,47394.850717 365 | 1824,125225.884635 366 | 1825,135004.323023 367 | 1826,106371.471434 368 | 1827,105000.04927 369 | 1828,132903.421538 370 | 1829,112328.088094 371 | 1830,139205.537477 372 | 1831,149944.553449 373 | 1832,91812.840308 374 | 1833,136869.746561 375 | 1834,124375.995345 376 | 1835,122244.908875 377 | 1836,124759.01369 378 | 1837,90523.2357858 379 | 1838,127496.144837 380 | 1839,88807.9830145 381 | 1840,164466.184606 382 | 1841,137477.645082 383 | 1842,79953.3982323 384 | 1843,135202.764483 385 | 1844,136004.744247 386 | 1845,139726.650575 387 | 1846,155765.794637 388 | 1847,167171.048291 389 | 1848,57684.1162418 390 | 1849,107943.769472 391 | 1850,118072.636979 392 | 1851,153085.602593 393 | 1852,123542.87192 394 | 1853,138013.22656 395 | 1854,168054.07507 396 | 1855,152545.293479 397 | 1856,222231.000422 398 | 1857,159510.139422 399 | 1858,138206.429582 400 | 1859,118408.94564 401 | 1860,151636.302537 402 | 1861,117855.310158 403 | 1862,286832.951371 404 | 1863,277377.818795 405 | 1864,277492.893462 406 | 1865,338481.137113 407 | 1866,351330.131941 408 | 1867,232701.12408 409 | 1868,325410.66328 410 | 1869,208026.642789 411 | 1870,231787.341031 412 | 1871,262954.386592 413 | 1872,170550.107392 414 | 1873,239667.142352 415 | 1874,140521.688198 416 | 1875,207920.217767 417 | 1876,196385.755794 418 | 1877,213250.278708 419 | 1878,200936.787103 420 | 1879,133498.824157 421 | 1880,132158.385587 422 | 1881,245275.476422 423 | 1882,258183.646206 424 | 1883,192995.524616 425 | 1884,205451.212372 426 | 1885,260864.315981 427 | 1886,314442.283651 428 | 1887,207961.450768 429 | 1888,275289.124366 430 | 1889,159827.041588 431 | 1890,124019.945622 432 | 1891,137411.194067 433 | 1892,99303.7340549 434 | 1893,128339.217478 435 | 1894,123683.486696 436 | 1895,143376.627898 437 | 1896,124761.23461 438 | 1897,117756.839994 439 | 1898,107972.115591 440 | 1899,160119.469767 441 | 1900,140916.529968 442 | 1901,167350.90561 443 | 1902,143448.219415 444 | 1903,213114.767072 445 | 1904,141907.036105 446 | 1905,196645.507846 447 | 1906,150371.485526 448 | 1907,194443.43644 449 | 1908,110610.845298 450 | 1909,133254.49569 451 | 1910,120617.88143 452 | 1911,208388.022054 453 | 1912,324661.925337 454 | 1913,142434.117639 455 | 1914,56548.6715957 456 | 1915,353877.19778 457 | 1916,61532.6178577 458 | 1917,265075.35978 459 | 1918,139549.599052 460 | 1919,171271.916672 461 | 1920,147749.718984 462 | 1921,406298.339402 463 | 1922,331005.95621 464 | 1923,212128.833746 465 | 1924,244278.694286 466 | 1925,199969.688047 467 | 1926,410867.386715 468 | 1927,135972.440106 469 | 1928,159695.175842 470 | 1929,120269.838606 471 | 1930,129875.601254 472 | 1931,147399.619462 473 | 1932,138939.445909 474 | 1933,187179.981305 475 | 1934,180907.904919 476 | 1935,174327.256167 477 | 1936,192947.085947 478 | 1937,183953.755608 479 | 1938,176341.696942 480 | 1939,244101.586186 481 | 1940,184539.258133 482 | 1941,172554.670897 483 | 1942,187979.101706 484 | 1943,208704.95472 485 | 1944,383388.041221 486 | 1945,406459.068807 487 | 1946,147191.508954 488 | 1947,314950.99921 489 | 1948,159932.958276 490 | 1949,257177.311309 491 | 1950,180476.62679 492 | 1951,261426.532767 493 | 1952,216005.177467 494 | 1953,171268.65699 495 | 1954,192734.655833 496 | 1955,136715.974502 497 | 1956,274199.992586 498 | 1957,153447.170359 499 | 1958,337663.072894 500 | 1959,140948.647973 501 | 1960,113886.204891 502 | 1961,121008.318211 503 | 1962,93239.7142102 504 | 1963,100914.954403 505 | 1964,109271.291722 506 | 1965,144258.500382 507 | 1966,138937.800331 508 | 1967,303861.50239 509 | 1968,414449.044267 510 | 1969,416001.443721 511 | 1970,460436.941312 512 | 1971,455032.918936 513 | 1972,392562.535412 514 | 1973,267230.156805 515 | 1974,353794.020441 516 | 1975,431815.002167 517 | 1976,285438.734274 518 | 1977,385036.949227 519 | 1978,397673.885592 520 | 1979,343964.756598 521 | 1980,197515.162116 522 | 1981,352446.79276 523 | 1982,229553.987336 524 | 1983,212117.387921 525 | 1984,164844.470338 526 | 1985,225682.250023 527 | 1986,214863.705912 528 | 1987,179073.571863 529 | 1988,179599.798706 530 | 1989,191032.302301 531 | 1990,221166.935713 532 | 1991,227598.191505 533 | 1992,219313.359443 534 | 1993,167530.184427 535 | 1994,234009.877458 536 | 1995,184578.931223 537 | 1996,257745.349648 538 | 1997,320465.144856 539 | 1998,344035.628671 540 | 1999,273969.557571 541 | 2000,315744.839817 542 | 2001,276889.581413 543 | 2002,251982.741677 544 | 2003,268037.062375 545 | 2004,281096.10751 546 | 2005,217253.111278 547 | 2006,230069.06587 548 | 2007,253137.74804 549 | 2008,220520.787658 550 | 2009,193098.183721 551 | 2010,191644.596441 552 | 2011,132212.598144 553 | 2012,175342.271771 554 | 2013,183663.401645 555 | 2014,184382.627688 556 | 2015,202123.189841 557 | 2016,196488.00913 558 | 2017,201247.674577 559 | 2018,123043.285237 560 | 2019,130882.853041 561 | 2020,106966.944401 562 | 2021,108632.597434 563 | 2022,179040.34486 564 | 2023,135312.324818 565 | 2024,239270.622155 566 | 2025,344032.242492 567 | 2026,175604.464365 568 | 2027,153760.468584 569 | 2028,147991.01718 570 | 2029,170836.172858 571 | 2030,272883.021116 572 | 2031,230726.392175 573 | 2032,249056.947507 574 | 2033,258477.443684 575 | 2034,162656.714841 576 | 2035,223782.664167 577 | 2036,187856.350549 578 | 2037,188947.588893 579 | 2038,266605.009248 580 | 2039,225268.158589 581 | 2040,247992.486103 582 | 2041,291401.020008 583 | 2042,203830.586958 584 | 2043,169804.11741 585 | 2044,151184.741005 586 | 2045,216075.627815 587 | 2046,138102.566443 588 | 2047,147807.218288 589 | 2048,137117.905357 590 | 2049,137171.469739 591 | 2050,180430.184932 592 | 2051,108466.023928 593 | 2052,128066.848333 594 | 2053,147630.186484 595 | 2054,79538.8770639 596 | 2055,155403.858176 597 | 2056,142158.422503 598 | 2057,118568.336454 599 | 2058,226545.692672 600 | 2059,135041.752972 601 | 2060,173661.418195 602 | 2061,172666.35116 603 | 2062,131210.155243 604 | 2063,115047.018455 605 | 2064,143441.039034 606 | 2065,117876.148077 607 | 2066,167232.488174 608 | 2067,115389.038677 609 | 2068,136839.082861 610 | 2069,79436.8381211 611 | 2070,107600.800782 612 | 2071,96953.2686645 613 | 2072,129932.623698 614 | 2073,139883.684207 615 | 2074,185193.092103 616 | 2075,151843.613921 617 | 2076,118998.345632 618 | 2077,152738.961441 619 | 2078,129195.290481 620 | 2079,128597.859956 621 | 2080,119624.608848 622 | 2081,123687.734988 623 | 2082,123414.389719 624 | 2083,141989.976594 625 | 2084,110544.819004 626 | 2085,124385.482261 627 | 2086,110351.252798 628 | 2087,118585.637186 629 | 2088,98801.2398392 630 | 2089,82155.0935176 631 | 2090,127737.806474 632 | 2091,117834.522199 633 | 2092,126219.574039 634 | 2093,112982.53452 635 | 2094,110142.191066 636 | 2095,143232.794193 637 | 2096,77274.6468395 638 | 2097,95167.4437404 639 | 2098,142706.507026 640 | 2099,54325.4435528 641 | 2100,80231.5827488 642 | 2101,120042.144871 643 | 2102,123543.548422 644 | 2103,101719.168458 645 | 2104,130446.737636 646 | 2105,125272.610258 647 | 2106,66591.2701526 648 | 2107,210332.145492 649 | 2108,110192.526747 650 | 2109,107636.776141 651 | 2110,129412.610453 652 | 2111,139525.180133 653 | 2112,141447.9247 654 | 2113,120878.480243 655 | 2114,112635.880371 656 | 2115,156054.954654 657 | 2116,118322.778701 658 | 2117,150985.416868 659 | 2118,122978.410782 660 | 2119,109075.565739 661 | 2120,111050.405271 662 | 2121,101733.816825 663 | 2122,102341.329182 664 | 2123,88428.8934392 665 | 2124,161602.217188 666 | 2125,127084.695538 667 | 2126,149354.51372 668 | 2127,149438.474096 669 | 2128,126730.004203 670 | 2129,96975.8974096 671 | 2130,140366.748788 672 | 2131,143553.742686 673 | 2132,113538.187023 674 | 2133,123971.577174 675 | 2134,121240.848225 676 | 2135,93608.6149508 677 | 2136,74625.2873065 678 | 2137,112450.133239 679 | 2138,131446.773379 680 | 2139,150975.829586 681 | 2140,140471.241426 682 | 2141,141778.344708 683 | 2142,132370.558405 684 | 2143,140862.489733 685 | 2144,116068.145087 686 | 2145,135535.219363 687 | 2146,157847.554219 688 | 2147,140268.802083 689 | 2148,125947.252311 690 | 2149,142661.266343 691 | 2150,229444.998678 692 | 2151,106288.367922 693 | 2152,172182.896103 694 | 2153,160958.925296 695 | 2154,106309.610675 696 | 2155,140010.185148 697 | 2156,244849.496544 698 | 2157,234139.55006 699 | 2158,240597.290878 700 | 2159,202215.712276 701 | 2160,167592.276879 702 | 2161,238792.595491 703 | 2162,359733.289039 704 | 2163,367024.237713 705 | 2164,252603.907848 706 | 2165,204834.188125 707 | 2166,146172.927214 708 | 2167,224738.386 709 | 2168,203261.558013 710 | 2169,199619.533982 711 | 2170,225964.142643 712 | 2171,144301.254906 713 | 2172,132860.888631 714 | 2173,163555.013213 715 | 2174,231430.104514 716 | 2175,292093.16446 717 | 2176,342779.042139 718 | 2177,246581.232485 719 | 2178,210634.371159 720 | 2179,143380.394893 721 | 2180,211723.095283 722 | 2181,187900.473658 723 | 2182,214865.451947 724 | 2183,192428.860034 725 | 2184,125875.7608 726 | 2185,113502.822815 727 | 2186,147654.915593 728 | 2187,152173.595764 729 | 2188,153934.304256 730 | 2189,222036.984954 731 | 2190,80410.693588 732 | 2191,81644.0642563 733 | 2192,91558.9329544 734 | 2193,97746.7006845 735 | 2194,99305.7248222 736 | 2195,111289.611674 737 | 2196,98543.3721658 738 | 2197,116570.122081 739 | 2198,157328.110238 740 | 2199,168159.427733 741 | 2200,148436.90336 742 | 2201,141179.465609 743 | 2202,203296.524473 744 | 2203,150806.6602 745 | 2204,194351.852379 746 | 2205,119574.699565 747 | 2206,137453.240671 748 | 2207,213563.725361 749 | 2208,255270.71325 750 | 2209,214158.157921 751 | 2210,122681.19068 752 | 2211,112303.517902 753 | 2212,114043.641316 754 | 2213,101672.886977 755 | 2214,130626.198374 756 | 2215,102485.2199 757 | 2216,149412.630936 758 | 2217,65484.4268226 759 | 2218,72785.639 760 | 2219,67190.6882805 761 | 2220,64340.9254556 762 | 2221,355189.836917 763 | 2222,296254.336596 764 | 2223,303816.818081 765 | 2224,212647.124986 766 | 2225,122879.481024 767 | 2226,192499.546687 768 | 2227,206258.534635 769 | 2228,279145.62537 770 | 2229,240456.696623 771 | 2230,158116.997989 772 | 2231,211192.334445 773 | 2232,183311.62317 774 | 2233,183157.047527 775 | 2234,246371.270914 776 | 2235,228514.266834 777 | 2236,268017.10898 778 | 2237,363569.34693 779 | 2238,203252.388671 780 | 2239,106301.270622 781 | 2240,162227.540963 782 | 2241,150858.567786 783 | 2242,126284.989605 784 | 2243,121959.069449 785 | 2244,96458.0613845 786 | 2245,95026.7689303 787 | 2246,145765.019919 788 | 2247,104023.379289 789 | 2248,125134.39553 790 | 2249,126126.841535 791 | 2250,135101.759294 792 | 2251,108551.186835 793 | 2252,174476.574859 794 | 2253,151809.870119 795 | 2254,177497.306717 796 | 2255,192198.05292 797 | 2256,183733.989929 798 | 2257,206900.183318 799 | 2258,166035.685581 800 | 2259,181115.789538 801 | 2260,146142.46122 802 | 2261,185795.9369 803 | 2262,213684.518344 804 | 2263,386600.503676 805 | 2264,418031.518049 806 | 2265,160540.069593 807 | 2266,290948.142727 808 | 2267,384772.803543 809 | 2268,426142.740533 810 | 2269,151402.73876 811 | 2270,189796.384611 812 | 2271,226004.36643 813 | 2272,195595.54465 814 | 2273,165033.4387 815 | 2274,183885.598104 816 | 2275,160814.550356 817 | 2276,192915.117487 818 | 2277,184132.270435 819 | 2278,146402.01393 820 | 2279,128431.510973 821 | 2280,116147.618772 822 | 2281,175035.647052 823 | 2282,189723.297386 824 | 2283,100444.972744 825 | 2284,109591.221163 826 | 2285,138750.047797 827 | 2286,122249.460118 828 | 2287,377337.864548 829 | 2288,293111.076453 830 | 2289,379553.999994 831 | 2290,470145.262291 832 | 2291,344851.855207 833 | 2292,452090.716034 834 | 2293,452413.129221 835 | 2294,438777.295101 836 | 2295,447965.741887 837 | 2296,289891.401194 838 | 2297,339418.45835 839 | 2298,353553.470637 840 | 2299,395568.052733 841 | 2300,355609.772589 842 | 2301,310088.802265 843 | 2302,250810.632923 844 | 2303,244936.644532 845 | 2304,249403.882795 846 | 2305,187280.584187 847 | 2306,187417.727228 848 | 2307,192793.657081 849 | 2308,220556.339154 850 | 2309,286069.359616 851 | 2310,217638.372553 852 | 2311,191031.006552 853 | 2312,176565.478349 854 | 2313,176070.879507 855 | 2314,166246.656116 856 | 2315,173641.114946 857 | 2316,187594.714991 858 | 2317,186438.702463 859 | 2318,176877.917353 860 | 2319,174727.208431 861 | 2320,179226.091705 862 | 2321,245778.800444 863 | 2322,167953.208552 864 | 2323,191318.312942 865 | 2324,162738.047332 866 | 2325,201124.306076 867 | 2326,165376.34396 868 | 2327,214379.432296 869 | 2328,235141.167297 870 | 2329,188746.761856 871 | 2330,178968.846884 872 | 2331,366316.481883 873 | 2332,375503.007013 874 | 2333,335769.833786 875 | 2334,263553.107781 876 | 2335,286664.188033 877 | 2336,343241.208014 878 | 2337,204126.153801 879 | 2338,267534.730922 880 | 2339,216092.87905 881 | 2340,400636.64273 882 | 2341,215213.924996 883 | 2342,230188.532926 884 | 2343,227609.019793 885 | 2344,223470.234314 886 | 2345,245189.659007 887 | 2346,215000.978912 888 | 2347,202137.71922 889 | 2348,247128.903906 890 | 2349,181820.555074 891 | 2350,304495.023434 892 | 2351,264571.046423 893 | 2352,255519.22222 894 | 2353,264733.476079 895 | 2354,135716.297755 896 | 2355,141282.340877 897 | 2356,155697.460893 898 | 2357,195787.06293 899 | 2358,194532.175519 900 | 2359,123766.052023 901 | 2360,116474.817095 902 | 2361,141901.227773 903 | 2362,271526.593469 904 | 2363,139539.80944 905 | 2364,156889.632451 906 | 2365,223169.218067 907 | 2366,195222.226679 908 | 2367,227833.163471 909 | 2368,213952.427455 910 | 2369,221557.774318 911 | 2370,172274.341613 912 | 2371,170942.369406 913 | 2372,192789.096251 914 | 2373,279013.519158 915 | 2374,312790.342754 916 | 2375,253962.891686 917 | 2376,276265.55205 918 | 2377,314732.491514 919 | 2378,142695.794478 920 | 2379,205227.062609 921 | 2380,143121.122405 922 | 2381,163323.542091 923 | 2382,203882.279536 924 | 2383,203854.777454 925 | 2384,252899.717444 926 | 2385,160289.573589 927 | 2386,136318.962361 928 | 2387,133911.548006 929 | 2388,94641.5690506 930 | 2389,127817.986121 931 | 2390,148406.370011 932 | 2391,143560.125415 933 | 2392,116363.369252 934 | 2393,167185.75287 935 | 2394,145382.395067 936 | 2395,206843.090075 937 | 2396,145806.560698 938 | 2397,210644.279429 939 | 2398,132444.142875 940 | 2399,58718.3413888 941 | 2400,57963.660749 942 | 2401,110493.381882 943 | 2402,137448.310443 944 | 2403,134537.708685 945 | 2404,149412.647268 946 | 2405,162273.593424 947 | 2406,141543.751225 948 | 2407,123138.439249 949 | 2408,139394.468714 950 | 2409,124913.689207 951 | 2410,165871.260577 952 | 2411,119573.905536 953 | 2412,154612.829908 954 | 2413,132453.011271 955 | 2414,142127.403845 956 | 2415,127962.573441 957 | 2416,125316.363658 958 | 2417,131045.975974 959 | 2418,127107.767797 960 | 2419,128569.628893 961 | 2420,125784.021957 962 | 2421,151620.949099 963 | 2422,111621.860208 964 | 2423,116990.181667 965 | 2424,157077.634122 966 | 2425,181386.846743 967 | 2426,130912.072609 968 | 2427,135122.840179 969 | 2428,178713.019395 970 | 2429,116675.713143 971 | 2430,134548.000754 972 | 2431,109624.979744 973 | 2432,143465.382999 974 | 2433,148477.154834 975 | 2434,129111.377161 976 | 2435,146371.348835 977 | 2436,108524.506632 978 | 2437,104919.332755 979 | 2438,128232.85316 980 | 2439,107632.531758 981 | 2440,120819.643415 982 | 2441,86574.5335768 983 | 2442,97188.6683538 984 | 2443,120001.975989 985 | 2444,126810.543135 986 | 2445,82148.4355528 987 | 2446,135554.085842 988 | 2447,182583.027259 989 | 2448,134935.173218 990 | 2449,107185.14777 991 | 2450,142587.279085 992 | 2451,131284.481768 993 | 2452,195629.625293 994 | 2453,90718.3797361 995 | 2454,120865.066504 996 | 2455,111077.176404 997 | 2456,129435.732572 998 | 2457,127981.714561 999 | 2458,120709.648677 1000 | 2459,110505.628896 1001 | 2460,132794.429115 1002 | 2461,120930.406411 1003 | 2462,133628.051582 1004 | 2463,125057.954181 1005 | 2464,172382.984983 1006 | 2465,138749.238182 1007 | 2466,116158.658641 1008 | 2467,134980.970043 1009 | 2468,80963.7151493 1010 | 2469,78514.1637289 1011 | 2470,178181.283922 1012 | 2471,205200.625959 1013 | 2472,161454.649686 1014 | 2473,113785.697642 1015 | 2474,83313.3599617 1016 | 2475,219160.309954 1017 | 2476,114389.095659 1018 | 2477,126833.05271 1019 | 2478,149570.292072 1020 | 2479,102432.751031 1021 | 2480,154873.136297 1022 | 2481,125094.058271 1023 | 2482,132152.245225 1024 | 2483,114382.313284 1025 | 2484,123369.14977 1026 | 2485,125587.978787 1027 | 2486,153349.282149 1028 | 2487,189954.410852 1029 | 2488,155221.60835 1030 | 2489,148055.727146 1031 | 2490,150020.863166 1032 | 2491,84531.8196558 1033 | 2492,189449.822573 1034 | 2493,151702.940297 1035 | 2494,151341.736363 1036 | 2495,85954.4523788 1037 | 2496,230704.79469 1038 | 2497,147413.073068 1039 | 2498,111301.571657 1040 | 2499,91170.0937121 1041 | 2500,129091.330378 1042 | 2501,130780.598756 1043 | 2502,140183.986448 1044 | 2503,89476.5769298 1045 | 2504,185305.738142 1046 | 2505,224958.59302 1047 | 2506,259453.524948 1048 | 2507,284660.798881 1049 | 2508,259292.294659 1050 | 2509,218144.595202 1051 | 2510,222257.191064 1052 | 2511,176818.115867 1053 | 2512,214448.859217 1054 | 2513,222501.891797 1055 | 2514,257557.407693 1056 | 2515,150360.9711 1057 | 2516,168209.967421 1058 | 2517,138625.082407 1059 | 2518,152999.310624 1060 | 2519,228601.335541 1061 | 2520,218494.58212 1062 | 2521,189619.747009 1063 | 2522,222576.441616 1064 | 2523,111952.939118 1065 | 2524,137741.242005 1066 | 2525,149889.047468 1067 | 2526,134348.404528 1068 | 2527,109785.883702 1069 | 2528,129632.888215 1070 | 2529,132614.353645 1071 | 2530,117620.078203 1072 | 2531,266570.340129 1073 | 2532,228070.742011 1074 | 2533,197140.827029 1075 | 2534,236837.41293 1076 | 2535,317519.381352 1077 | 2536,242005.360581 1078 | 2537,241925.817274 1079 | 2538,178317.443427 1080 | 2539,186461.428688 1081 | 2540,174384.086036 1082 | 2541,179090.929847 1083 | 2542,171705.26268 1084 | 2543,127164.301755 1085 | 2544,118732.743326 1086 | 2545,134746.501112 1087 | 2546,129958.367302 1088 | 2547,136241.64647 1089 | 2548,146244.217083 1090 | 2549,159058.054611 1091 | 2550,504823.497143 1092 | 2551,144052.984608 1093 | 2552,121085.817604 1094 | 2553,78008.5562842 1095 | 2554,96846.9240613 1096 | 2555,117423.598789 1097 | 2556,100993.959731 1098 | 2557,100920.029623 1099 | 2558,133496.087358 1100 | 2559,135600.520853 1101 | 2560,141131.610774 1102 | 2561,136681.095543 1103 | 2562,128028.806466 1104 | 2563,149259.549837 1105 | 2564,203695.20529 1106 | 2565,143570.955945 1107 | 2566,161280.432738 1108 | 2567,133203.090058 1109 | 2568,187671.422145 1110 | 2569,207716.665046 1111 | 2570,119946.654435 1112 | 2571,193854.300375 1113 | 2572,154410.199822 1114 | 2573,224065.300549 1115 | 2574,262834.292741 1116 | 2575,128971.356984 1117 | 2576,117144.055245 1118 | 2577,152033.176097 1119 | 2578,82600.6096924 1120 | 2579,66449.5239817 1121 | 2580,117144.041663 1122 | 2581,110666.86771 1123 | 2582,103820.773448 1124 | 2583,276250.957961 1125 | 2584,168028.931767 1126 | 2585,183920.604914 1127 | 2586,216996.67113 1128 | 2587,192980.967856 1129 | 2588,145534.164761 1130 | 2589,150148.22617 1131 | 2590,211230.138543 1132 | 2591,214550.760978 1133 | 2592,215322.678584 1134 | 2593,245163.949479 1135 | 2594,171765.471646 1136 | 2595,200264.946659 1137 | 2596,322550.492712 1138 | 2597,194257.880133 1139 | 2598,285381.822753 1140 | 2599,338387.014897 1141 | 2600,139872.530458 1142 | 2601,143763.713781 1143 | 2602,78503.9389763 1144 | 2603,91587.0701336 1145 | 2604,83467.8315196 1146 | 2605,78164.3313068 1147 | 2606,153722.896558 1148 | 2607,193479.594618 1149 | 2608,199435.065145 1150 | 2609,166903.255994 1151 | 2610,111472.340695 1152 | 2611,122700.348744 1153 | 2612,155152.71402 1154 | 2613,131639.640157 1155 | 2614,123771.846744 1156 | 2615,154795.242983 1157 | 2616,145194.584908 1158 | 2617,181536.460536 1159 | 2618,202228.94973 1160 | 2619,202670.193872 1161 | 2620,186411.523378 1162 | 2621,179670.755614 1163 | 2622,183241.468329 1164 | 2623,252215.483397 1165 | 2624,309524.134988 1166 | 2625,300018.778068 1167 | 2626,172701.231112 1168 | 2627,162414.804834 1169 | 2628,479614.324883 1170 | 2629,492548.568815 1171 | 2630,346403.721706 1172 | 2631,459344.580022 1173 | 2632,432151.418563 1174 | 2633,305367.027509 1175 | 2634,426468.722423 1176 | 2635,158123.999115 1177 | 2636,180098.704874 1178 | 2637,182134.122148 1179 | 2638,254117.303012 1180 | 2639,189374.163357 1181 | 2640,157479.588798 1182 | 2641,102483.398192 1183 | 2642,193505.618625 1184 | 2643,98112.4189373 1185 | 2644,126094.399046 1186 | 2645,102632.569992 1187 | 2646,93081.2957783 1188 | 2647,100421.546654 1189 | 2648,142366.93432 1190 | 2649,140300.757779 1191 | 2650,135391.734866 1192 | 2651,140859.074213 1193 | 2652,414445.831289 1194 | 2653,248917.902231 1195 | 2654,257884.624499 1196 | 2655,417013.180493 1197 | 2656,327836.837018 1198 | 2657,358633.72994 1199 | 2658,319468.584867 1200 | 2659,314965.3762 1201 | 2660,376818.046296 1202 | 2661,376466.915168 1203 | 2662,378243.096941 1204 | 2663,289107.452068 1205 | 2664,279400.185017 1206 | 2665,332620.831083 1207 | 2666,288716.910853 1208 | 2667,164396.395831 1209 | 2668,180121.609487 1210 | 2669,175934.751509 1211 | 2670,273675.961973 1212 | 2671,182081.238379 1213 | 2672,185651.638693 1214 | 2673,210637.344917 1215 | 2674,205787.741067 1216 | 2675,174179.552919 1217 | 2676,187608.267523 1218 | 2677,191344.675162 1219 | 2678,255836.40911 1220 | 2679,277853.107865 1221 | 2680,298229.283709 1222 | 2681,396584.7951 1223 | 2682,326601.569206 1224 | 2683,448054.464353 1225 | 2684,338954.226473 1226 | 2685,326186.707161 1227 | 2686,267568.446593 1228 | 2687,328060.381733 1229 | 2688,209228.311036 1230 | 2689,202362.171026 1231 | 2690,439237.556009 1232 | 2691,193220.457523 1233 | 2692,130836.540875 1234 | 2693,189814.503113 1235 | 2694,127845.577372 1236 | 2695,191752.419119 1237 | 2696,184433.218963 1238 | 2697,191318.059369 1239 | 2698,182582.440509 1240 | 2699,173601.847624 1241 | 2700,156991.980682 1242 | 2701,150945.805316 1243 | 2702,116580.695966 1244 | 2703,121634.828631 1245 | 2704,139068.439295 1246 | 2705,120548.31004 1247 | 2706,119353.771038 1248 | 2707,126076.134624 1249 | 2708,132730.008247 1250 | 2709,104164.867469 1251 | 2710,128705.110119 1252 | 2711,256259.24911 1253 | 2712,388730.214498 1254 | 2713,168611.489159 1255 | 2714,149143.39024 1256 | 2715,172587.347805 1257 | 2716,146729.661528 1258 | 2717,185799.922852 1259 | 2718,224910.603553 1260 | 2719,153894.331619 1261 | 2720,172059.506861 1262 | 2721,137619.794498 1263 | 2722,164048.736687 1264 | 2723,145218.170897 1265 | 2724,130594.831933 1266 | 2725,134557.348127 1267 | 2726,148110.447303 1268 | 2727,179722.51682 1269 | 2728,172332.395329 1270 | 2729,151868.816425 1271 | 2730,143907.810513 1272 | 2731,124679.704166 1273 | 2732,129125.039221 1274 | 2733,158247.356963 1275 | 2734,147353.227736 1276 | 2735,135160.637757 1277 | 2736,146966.106482 1278 | 2737,123023.928403 1279 | 2738,131652.779089 1280 | 2739,159693.87289 1281 | 2740,137062.168906 1282 | 2741,144153.301702 1283 | 2742,152953.400462 1284 | 2743,147914.628361 1285 | 2744,158033.17974 1286 | 2745,138252.304062 1287 | 2746,138599.488618 1288 | 2747,141807.696762 1289 | 2748,126350.810707 1290 | 2749,132494.628808 1291 | 2750,132638.416406 1292 | 2751,139125.656068 1293 | 2752,195189.310285 1294 | 2753,150348.895043 1295 | 2754,214555.959719 1296 | 2755,130138.865619 1297 | 2756,90926.0269301 1298 | 2757,70854.1365848 1299 | 2758,84314.3692212 1300 | 2759,156703.568698 1301 | 2760,126042.267909 1302 | 2761,148816.549769 1303 | 2762,141446.65552 1304 | 2763,188099.541589 1305 | 2764,149051.299836 1306 | 2765,289847.5784 1307 | 2766,119693.593582 1308 | 2767,86270.0284877 1309 | 2768,128609.999666 1310 | 2769,134257.91689 1311 | 2770,139419.073904 1312 | 2771,111603.749486 1313 | 2772,113124.54493 1314 | 2773,166592.736629 1315 | 2774,138313.135848 1316 | 2775,116080.418294 1317 | 2776,134148.353159 1318 | 2777,141193.094382 1319 | 2778,100563.529746 1320 | 2779,123833.788846 1321 | 2780,93429.7647262 1322 | 2781,95107.638562 1323 | 2782,94209.8728645 1324 | 2783,101106.820508 1325 | 2784,121326.503403 1326 | 2785,137037.24684 1327 | 2786,66907.6792157 1328 | 2787,117797.224429 1329 | 2788,77979.8316 1330 | 2789,172473.026654 1331 | 2790,90682.8142812 1332 | 2791,114336.100498 1333 | 2792,56373.747404 1334 | 2793,167097.965651 1335 | 2794,92759.4394656 1336 | 2795,120252.727369 1337 | 2796,98300.9608326 1338 | 2797,185130.702902 1339 | 2798,108278.386397 1340 | 2799,115668.37363 1341 | 2800,66496.2537829 1342 | 2801,108492.786307 1343 | 2802,131796.902905 1344 | 2803,153231.107638 1345 | 2804,132989.797512 1346 | 2805,95629.3413897 1347 | 2806,83024.3300495 1348 | 2807,158028.420374 1349 | 2808,152253.135138 1350 | 2809,133706.140803 1351 | 2810,132876.971391 1352 | 2811,158959.805423 1353 | 2812,156564.905229 1354 | 2813,151796.000526 1355 | 2814,152484.173906 1356 | 2815,99488.9250667 1357 | 2816,237639.196747 1358 | 2817,149807.906653 1359 | 2818,130682.256849 1360 | 2819,159270.212218 1361 | 2820,133578.086189 1362 | 2821,104740.497537 1363 | 2822,189539.264482 1364 | 2823,280687.180213 1365 | 2824,186332.767868 1366 | 2825,156085.150857 1367 | 2826,131379.892297 1368 | 2827,133603.128445 1369 | 2828,215712.565833 1370 | 2829,189121.4638 1371 | 2830,229683.546508 1372 | 2831,179684.987257 1373 | 2832,243892.650849 1374 | 2833,314907.830453 1375 | 2834,214113.33812 1376 | 2835,222955.615392 1377 | 2836,196716.214561 1378 | 2837,150870.309572 1379 | 2838,146594.165047 1380 | 2839,178916.620573 1381 | 2840,199925.16569 1382 | 2841,203923.982601 1383 | 2842,233646.980486 1384 | 2843,147688.697672 1385 | 2844,155584.62885 1386 | 2845,117799.864505 1387 | 2846,215796.348955 1388 | 2847,203636.022278 1389 | 2848,210179.564826 1390 | 2849,204702.313286 1391 | 2850,295809.886569 1392 | 2851,225533.1881 1393 | 2852,224550.823452 1394 | 2853,249501.97646 1395 | 2854,140195.565115 1396 | 2855,205164.204209 1397 | 2856,201844.93621 1398 | 2857,185644.758339 1399 | 2858,195831.853416 1400 | 2859,127589.647441 1401 | 2860,125975.934632 1402 | 2861,122053.968766 1403 | 2862,192411.178355 1404 | 2863,120822.677206 1405 | 2864,253019.297765 1406 | 2865,140464.881953 1407 | 2866,131841.667581 1408 | 2867,93741.6368051 1409 | 2868,100418.067266 1410 | 2869,114610.382816 1411 | 2870,129276.880094 1412 | 2871,83786.276785 1413 | 2872,50638.9766313 1414 | 2873,99980.7395105 1415 | 2874,130078.13693 1416 | 2875,109389.701309 1417 | 2876,160918.795144 1418 | 2877,143521.961034 1419 | 2878,166605.366112 1420 | 2879,136572.639565 1421 | 2880,94643.2575173 1422 | 2881,153025.979968 1423 | 2882,169911.129464 1424 | 2883,195642.295734 1425 | 2884,203813.281626 1426 | 2885,195857.614849 1427 | 2886,227043.306625 1428 | 2887,87437.4808944 1429 | 2888,132449.646766 1430 | 2889,58454.9470195 1431 | 2890,81459.7991678 1432 | 2891,132697.754972 1433 | 2892,49452.6299453 1434 | 2893,72712.9915839 1435 | 2894,52570.0857428 1436 | 2895,342459.734916 1437 | 2896,300985.45353 1438 | 2897,206260.050202 1439 | 2898,144671.106181 1440 | 2899,210013.347793 1441 | 2900,158618.17931 1442 | 2901,206369.115488 1443 | 2902,184861.031876 1444 | 2903,354955.807406 1445 | 2904,355894.086334 1446 | 2905,91219.4798965 1447 | 2906,203359.990629 1448 | 2907,109650.157332 1449 | 2908,133140.930203 1450 | 2909,138034.504255 1451 | 2910,79271.4952417 1452 | 2911,77297.3434431 1453 | 2912,148379.460947 1454 | 2913,78965.6430001 1455 | 2914,74622.4327117 1456 | 2915,78676.1827239 1457 | 2916,78039.6945556 1458 | 2917,161974.536706 1459 | 2918,113530.237558 1460 | 2919,225049.187416 1461 | -------------------------------------------------------------------------------- /code/single_model/base_model.py: -------------------------------------------------------------------------------- 1 | import datetime 2 | import numpy as np 3 | import pandas as pd 4 | import xgboost as xgb 5 | from sklearn import preprocessing 6 | from sklearn.ensemble import RandomForestRegressor, GradientBoostingRegressor, ExtraTreesRegressor 7 | from sklearn.grid_search import GridSearchCV 8 | from sklearn.cross_validation import ShuffleSplit 9 | from sklearn.metrics import make_scorer, mean_squared_error 10 | from sklearn.kernel_ridge import KernelRidge 11 | from sklearn.svm import SVR 12 | from sklearn.neighbors import KNeighborsRegressor 13 | from scipy.stats import skew 14 | 15 | def mean_squared_error_(ground_truth, predictions): 16 | return mean_squared_error(ground_truth, predictions) ** 0.5 17 | RMSE = make_scorer(mean_squared_error_, greater_is_better=False) 18 | 19 | def create_submission(prediction,score): 20 | now = datetime.datetime.now() 21 | sub_file = 'submission_'+str(score)+'_'+str(now.strftime("%Y-%m-%d-%H-%M"))+'.csv' 22 | print ('Creating submission: ', sub_file) 23 | pd.DataFrame({'Id': test['Id'].values, 'SalePrice': prediction}).to_csv(sub_file, index=False) 24 | 25 | def data_preprocess(train,test): 26 | outlier_idx = [4,11,13,20,46,66,70,167,178,185,199, 224,261, 309,313,318, 349,412,423,440,454,477,478, 523,540, 581,588,595,654,688, 691, 774, 798, 875, 898,926,970,987,1027,1109, 1169,1182,1239, 1256,1298,1324,1353,1359,1405,1442,1447] 27 | train.drop(train.index[outlier_idx],inplace=True) 28 | all_data = pd.concat((train.loc[:,'MSSubClass':'SaleCondition'], 29 | test.loc[:,'MSSubClass':'SaleCondition'])) 30 | 31 | to_delete = ['Alley','FireplaceQu','PoolQC','Fence','MiscFeature'] 32 | all_data = all_data.drop(to_delete,axis=1) 33 | 34 | train["SalePrice"] = np.log1p(train["SalePrice"]) 35 | #log transform skewed numeric features 36 | numeric_feats = all_data.dtypes[all_data.dtypes != "object"].index 37 | skewed_feats = train[numeric_feats].apply(lambda x: skew(x.dropna())) #compute skewness 38 | skewed_feats = skewed_feats[skewed_feats > 0.75] 39 | skewed_feats = skewed_feats.index 40 | all_data[skewed_feats] = np.log1p(all_data[skewed_feats]) 41 | all_data = pd.get_dummies(all_data) 42 | all_data = all_data.fillna(all_data.mean()) 43 | X_train = all_data[:train.shape[0]] 44 | X_test = all_data[train.shape[0]:] 45 | y = train.SalePrice 46 | 47 | return X_train,X_test,y 48 | 49 | def model_random_forecast(Xtrain,Xtest,ytrain): 50 | 51 | X_train = Xtrain 52 | y_train = ytrain 53 | rfr = RandomForestRegressor(n_jobs=1, random_state=0) 54 | param_grid = {}#'n_estimators': [500], 'max_features': [10,15,20,25], 'max_depth':[3,5,7,9,11]} 55 | model = GridSearchCV(estimator=rfr, param_grid=param_grid, n_jobs=1, cv=10, scoring=RMSE) 56 | model.fit(X_train, y_train) 57 | print('Random forecast regression...') 58 | print('Best Params:') 59 | print(model.best_params_) 60 | print('Best CV Score:') 61 | print(-model.best_score_) 62 | 63 | y_pred = model.predict(Xtest) 64 | return y_pred, -model.best_score_ 65 | 66 | def model_gradient_boosting_tree(Xtrain,Xtest,ytrain): 67 | 68 | X_train = Xtrain 69 | y_train = ytrain 70 | gbr = GradientBoostingRegressor(random_state=0) 71 | param_grid = { 72 | # 'n_estimators': [500], 73 | # 'max_features': [10,15], 74 | # 'max_depth': [6,8,10], 75 | # 'learning_rate': [0.05,0.1,0.15], 76 | # 'subsample': [0.8] 77 | } 78 | model = GridSearchCV(estimator=gbr, param_grid=param_grid, n_jobs=1, cv=10, scoring=RMSE) 79 | model.fit(X_train, y_train) 80 | print('Gradient boosted tree regression...') 81 | print('Best Params:') 82 | print(model.best_params_) 83 | print('Best CV Score:') 84 | print(-model.best_score_) 85 | 86 | y_pred = model.predict(Xtest) 87 | return y_pred, -model.best_score_ 88 | 89 | def model_xgb_regression(Xtrain,Xtest,ytrain): 90 | 91 | X_train = Xtrain 92 | y_train = ytrain 93 | 94 | xgbreg = xgb.XGBRegressor(seed=0) 95 | param_grid = { 96 | # 'n_estimators': [500], 97 | # 'learning_rate': [ 0.05], 98 | # 'max_depth': [ 7, 9, 11], 99 | # 'subsample': [ 0.8], 100 | # 'colsample_bytree': [0.75,0.8,0.85], 101 | } 102 | model = GridSearchCV(estimator=xgbreg, param_grid=param_grid, n_jobs=1, cv=10, scoring=RMSE) 103 | model.fit(X_train, y_train) 104 | print('eXtreme Gradient Boosting regression...') 105 | print('Best Params:') 106 | print(model.best_params_) 107 | print('Best CV Score:') 108 | print(-model.best_score_) 109 | 110 | y_pred = model.predict(Xtest) 111 | return y_pred, -model.best_score_ 112 | 113 | def model_extra_trees_regression(Xtrain,Xtest,ytrain): 114 | 115 | X_train = Xtrain 116 | y_train = ytrain 117 | 118 | etr = ExtraTreesRegressor(n_jobs=1, random_state=0) 119 | param_grid = {}#'n_estimators': [500], 'max_features': [10,15,20]} 120 | model = GridSearchCV(estimator=etr, param_grid=param_grid, n_jobs=1, cv=10, scoring=RMSE) 121 | model.fit(X_train, y_train) 122 | print('Extra trees regression...') 123 | print('Best Params:') 124 | print(model.best_params_) 125 | print('Best CV Score:') 126 | print(-model.best_score_) 127 | 128 | y_pred = model.predict(Xtest) 129 | return y_pred, -model.best_score_ 130 | 131 | 132 | # read data, build model and do prediction 133 | train = pd.read_csv("../../input/train.csv") # read train data 134 | test = pd.read_csv("../../input/test.csv") # read test data 135 | Xtrain,Xtest,ytrain = data_preprocess(train,test) 136 | 137 | 138 | #test_predict,score = model_random_forecast(Xtrain,Xtest,ytrain) 139 | #test_predict,score = model_xgb_regression(Xtrain,Xtest,ytrain) 140 | test_predict,score = model_extra_trees_regression(Xtrain,Xtest,ytrain) 141 | #test_predict,score = model_gradient_boosting_tree(Xtrain,Xtest,ytrain) 142 | 143 | create_submission(np.exp(test_predict),score) 144 | 145 | 146 | 147 | -------------------------------------------------------------------------------- /code/single_model/submission_0.109164143602_XGBoost.csv: -------------------------------------------------------------------------------- 1 | Id,SalePrice 2 | 1461,127112.359375 3 | 1462,168785.609375 4 | 1463,185407.25 5 | 1464,191554.3125 6 | 1465,183485.1875 7 | 1466,175747.265625 8 | 1467,172771.265625 9 | 1468,169727.296875 10 | 1469,192250.859375 11 | 1470,126350.21875 12 | 1471,202489.421875 13 | 1472,95147.75 14 | 1473,92454.4296875 15 | 1474,150442.0625 16 | 1475,120228.375 17 | 1476,386485.65625 18 | 1477,254099.765625 19 | 1478,291836.8125 20 | 1479,327539.75 21 | 1480,476804.34375 22 | 1481,318104.59375 23 | 1482,206665.0 24 | 1483,170316.859375 25 | 1484,158660.453125 26 | 1485,176277.359375 27 | 1486,196497.703125 28 | 1487,337083.03125 29 | 1488,243473.953125 30 | 1489,209363.5 31 | 1490,219786.5625 32 | 1491,187821.015625 33 | 1492,94346.28125 34 | 1493,194729.390625 35 | 1494,293257.71875 36 | 1495,302696.875 37 | 1496,246242.015625 38 | 1497,178524.25 39 | 1498,163779.0 40 | 1499,153462.53125 41 | 1500,149899.140625 42 | 1501,179287.421875 43 | 1502,144351.8125 44 | 1503,283216.40625 45 | 1504,239704.953125 46 | 1505,228902.640625 47 | 1506,189571.609375 48 | 1507,257728.859375 49 | 1508,205256.484375 50 | 1509,168579.375 51 | 1510,147232.4375 52 | 1511,145710.859375 53 | 1512,164517.265625 54 | 1513,145777.71875 55 | 1514,151645.421875 56 | 1515,199616.265625 57 | 1516,157819.734375 58 | 1517,163677.515625 59 | 1518,135086.703125 60 | 1519,226124.546875 61 | 1520,137146.890625 62 | 1521,136694.046875 63 | 1522,175899.34375 64 | 1523,114083.265625 65 | 1524,121330.914062 66 | 1525,128989.78125 67 | 1526,122302.460938 68 | 1527,104580.914062 69 | 1528,136043.65625 70 | 1529,153075.46875 71 | 1530,164890.3125 72 | 1531,101142.265625 73 | 1532,98323.4140625 74 | 1533,137768.25 75 | 1534,123421.546875 76 | 1535,145214.5 77 | 1536,105670.890625 78 | 1537,72754.3671875 79 | 1538,160782.421875 80 | 1539,184185.234375 81 | 1540,93622.2578125 82 | 1541,140128.234375 83 | 1542,137072.09375 84 | 1543,222240.59375 85 | 1544,81449.171875 86 | 1545,109541.96875 87 | 1546,127448.351562 88 | 1547,131786.125 89 | 1548,133335.890625 90 | 1549,109610.414062 91 | 1550,136542.0 92 | 1551,121247.515625 93 | 1552,126989.257812 94 | 1553,141327.234375 95 | 1554,122387.289062 96 | 1555,170405.40625 97 | 1556,84350.28125 98 | 1557,98166.2890625 99 | 1558,89399.75 100 | 1559,83287.78125 101 | 1560,135108.859375 102 | 1561,141939.65625 103 | 1562,123674.523438 104 | 1563,122305.03125 105 | 1564,151202.65625 106 | 1565,144252.171875 107 | 1566,250794.53125 108 | 1567,78947.3125 109 | 1568,227928.921875 110 | 1569,127136.0 111 | 1570,129453.640625 112 | 1571,121959.6875 113 | 1572,149339.515625 114 | 1573,250656.3125 115 | 1574,104191.96875 116 | 1575,218095.296875 117 | 1576,225871.734375 118 | 1577,201730.953125 119 | 1578,147616.546875 120 | 1579,148502.296875 121 | 1580,196944.390625 122 | 1581,146376.1875 123 | 1582,129761.539062 124 | 1583,335188.8125 125 | 1584,230288.21875 126 | 1585,141452.640625 127 | 1586,71201.03125 128 | 1587,98073.8359375 129 | 1588,151806.90625 130 | 1589,94098.7265625 131 | 1590,134526.046875 132 | 1591,96966.0078125 133 | 1592,113600.898438 134 | 1593,128844.828125 135 | 1594,118843.875 136 | 1595,104638.28125 137 | 1596,253045.890625 138 | 1597,182959.0625 139 | 1598,198519.140625 140 | 1599,168006.875 141 | 1600,172758.75 142 | 1601,71154.671875 143 | 1602,117481.710938 144 | 1603,82531.890625 145 | 1604,276096.90625 146 | 1605,247716.71875 147 | 1606,175428.9375 148 | 1607,167727.046875 149 | 1608,214407.125 150 | 1609,197596.265625 151 | 1610,161059.875 152 | 1611,142121.421875 153 | 1612,165842.703125 154 | 1613,160267.28125 155 | 1614,122258.265625 156 | 1615,83751.0234375 157 | 1616,74062.7109375 158 | 1617,86791.125 159 | 1618,127292.75 160 | 1619,133297.625 161 | 1620,161180.5 162 | 1621,137267.53125 163 | 1622,142039.59375 164 | 1623,293708.90625 165 | 1624,198489.421875 166 | 1625,125634.453125 167 | 1626,167955.296875 168 | 1627,194796.4375 169 | 1628,272454.09375 170 | 1629,182934.46875 171 | 1630,338150.375 172 | 1631,211406.390625 173 | 1632,241583.609375 174 | 1633,168463.8125 175 | 1634,181631.546875 176 | 1635,180564.5625 177 | 1636,155093.90625 178 | 1637,182906.390625 179 | 1638,193155.40625 180 | 1639,184972.96875 181 | 1640,271578.8125 182 | 1641,180773.046875 183 | 1642,226927.96875 184 | 1643,230442.0 185 | 1644,229554.75 186 | 1645,188784.640625 187 | 1646,157450.96875 188 | 1647,153237.890625 189 | 1648,131059.570312 190 | 1649,138698.4375 191 | 1650,112542.835938 192 | 1651,116466.117188 193 | 1652,92423.921875 194 | 1653,95553.5 195 | 1654,150175.578125 196 | 1655,149159.46875 197 | 1656,144446.28125 198 | 1657,151866.125 199 | 1658,143242.796875 200 | 1659,137547.3125 201 | 1660,156194.234375 202 | 1661,462478.53125 203 | 1662,415365.21875 204 | 1663,393519.125 205 | 1664,455562.53125 206 | 1665,305992.875 207 | 1666,338375.5625 208 | 1667,360922.375 209 | 1668,337291.09375 210 | 1669,299640.0625 211 | 1670,370080.90625 212 | 1671,256453.671875 213 | 1672,410194.21875 214 | 1673,312689.375 215 | 1674,251070.203125 216 | 1675,189631.8125 217 | 1676,194094.75 218 | 1677,223815.8125 219 | 1678,421213.1875 220 | 1679,403593.71875 221 | 1680,353733.96875 222 | 1681,249193.109375 223 | 1682,321966.65625 224 | 1683,172400.9375 225 | 1684,174561.953125 226 | 1685,170454.5 227 | 1686,167787.03125 228 | 1687,164186.078125 229 | 1688,190696.90625 230 | 1689,195453.140625 231 | 1690,191433.96875 232 | 1691,179524.21875 233 | 1692,274166.28125 234 | 1693,157532.078125 235 | 1694,184355.53125 236 | 1695,163556.109375 237 | 1696,278643.96875 238 | 1697,169854.578125 239 | 1698,370559.8125 240 | 1699,295292.9375 241 | 1700,248814.828125 242 | 1701,270782.53125 243 | 1702,254089.34375 244 | 1703,262593.90625 245 | 1704,305510.59375 246 | 1705,225724.4375 247 | 1706,399728.75 248 | 1707,240694.09375 249 | 1708,209105.296875 250 | 1709,258303.421875 251 | 1710,227342.5625 252 | 1711,275127.28125 253 | 1712,298403.0 254 | 1713,279666.53125 255 | 1714,228750.765625 256 | 1715,210930.515625 257 | 1716,183981.765625 258 | 1717,168218.515625 259 | 1718,135146.359375 260 | 1719,196947.203125 261 | 1720,247656.25 262 | 1721,167986.6875 263 | 1722,123589.867188 264 | 1723,151650.921875 265 | 1724,218394.59375 266 | 1725,228243.890625 267 | 1726,176970.328125 268 | 1727,157860.078125 269 | 1728,179395.515625 270 | 1729,162255.140625 271 | 1730,157824.546875 272 | 1731,122444.726562 273 | 1732,134730.4375 274 | 1733,116776.195312 275 | 1734,114583.523438 276 | 1735,129421.421875 277 | 1736,117531.804688 278 | 1737,336040.84375 279 | 1738,230963.65625 280 | 1739,257246.34375 281 | 1740,196649.734375 282 | 1741,183691.4375 283 | 1742,171128.0 284 | 1743,180099.875 285 | 1744,319028.46875 286 | 1745,208135.578125 287 | 1746,201122.015625 288 | 1747,223663.46875 289 | 1748,230360.703125 290 | 1749,155031.5 291 | 1750,132520.640625 292 | 1751,238527.375 293 | 1752,118916.210938 294 | 1753,144746.0625 295 | 1754,201425.296875 296 | 1755,175886.765625 297 | 1756,126569.109375 298 | 1757,122672.765625 299 | 1758,143523.390625 300 | 1759,161045.4375 301 | 1760,160268.953125 302 | 1761,139263.875 303 | 1762,171785.65625 304 | 1763,174833.6875 305 | 1764,116517.109375 306 | 1765,127369.617188 307 | 1766,173336.84375 308 | 1767,207174.71875 309 | 1768,144115.359375 310 | 1769,184392.28125 311 | 1770,146174.75 312 | 1771,125531.929688 313 | 1772,133594.28125 314 | 1773,129466.359375 315 | 1774,128368.585938 316 | 1775,140505.328125 317 | 1776,129116.054688 318 | 1777,116019.03125 319 | 1778,133064.6875 320 | 1779,113051.867188 321 | 1780,183422.390625 322 | 1781,125885.710938 323 | 1782,93963.2265625 324 | 1783,138322.765625 325 | 1784,105717.757812 326 | 1785,117083.859375 327 | 1786,148388.484375 328 | 1787,165231.75 329 | 1788,55958.7539062 330 | 1789,93310.71875 331 | 1790,79282.234375 332 | 1791,181770.703125 333 | 1792,158700.09375 334 | 1793,130417.210938 335 | 1794,152302.984375 336 | 1795,141262.28125 337 | 1796,126749.6875 338 | 1797,112489.71875 339 | 1798,127091.148438 340 | 1799,113822.445312 341 | 1800,123304.84375 342 | 1801,125427.34375 343 | 1802,135663.40625 344 | 1803,149712.125 345 | 1804,143964.53125 346 | 1805,135819.0 347 | 1806,122134.96875 348 | 1807,130118.179688 349 | 1808,125780.710938 350 | 1809,119611.039062 351 | 1810,151676.078125 352 | 1811,93521.5078125 353 | 1812,98688.9453125 354 | 1813,120108.382812 355 | 1814,101616.398438 356 | 1815,58250.25 357 | 1816,97421.4921875 358 | 1817,112922.671875 359 | 1818,128071.9375 360 | 1819,125669.4375 361 | 1820,68434.328125 362 | 1821,118934.125 363 | 1822,149927.875 364 | 1823,55855.640625 365 | 1824,135957.796875 366 | 1825,128880.34375 367 | 1826,100476.414062 368 | 1827,104761.59375 369 | 1828,136833.734375 370 | 1829,107708.515625 371 | 1830,145089.21875 372 | 1831,155664.84375 373 | 1832,89689.15625 374 | 1833,132676.9375 375 | 1834,124208.070312 376 | 1835,123679.476562 377 | 1836,134422.9375 378 | 1837,91411.90625 379 | 1838,120268.851562 380 | 1839,79556.03125 381 | 1840,176029.90625 382 | 1841,143602.65625 383 | 1842,73064.828125 384 | 1843,133534.53125 385 | 1844,136323.015625 386 | 1845,139850.140625 387 | 1846,159968.59375 388 | 1847,151347.9375 389 | 1848,59460.0039062 390 | 1849,110682.695312 391 | 1850,120260.59375 392 | 1851,152394.515625 393 | 1852,125452.820312 394 | 1853,126361.421875 395 | 1854,171267.921875 396 | 1855,152263.765625 397 | 1856,222891.78125 398 | 1857,155149.078125 399 | 1858,142359.765625 400 | 1859,119976.5 401 | 1860,151009.984375 402 | 1861,118458.921875 403 | 1862,305107.90625 404 | 1863,283517.4375 405 | 1864,283605.0625 406 | 1865,338283.28125 407 | 1866,349797.28125 408 | 1867,231874.921875 409 | 1868,318804.625 410 | 1869,209456.765625 411 | 1870,227063.265625 412 | 1871,252215.421875 413 | 1872,168447.921875 414 | 1873,237364.171875 415 | 1874,138455.015625 416 | 1875,211834.640625 417 | 1876,198668.765625 418 | 1877,214425.3125 419 | 1878,193507.75 420 | 1879,135665.34375 421 | 1880,136539.78125 422 | 1881,233997.5 423 | 1882,258509.9375 424 | 1883,189306.578125 425 | 1884,201269.1875 426 | 1885,262767.25 427 | 1886,319174.53125 428 | 1887,205520.71875 429 | 1888,276056.90625 430 | 1889,159106.984375 431 | 1890,123051.570312 432 | 1891,142944.75 433 | 1892,101248.617188 434 | 1893,131169.984375 435 | 1894,125976.75 436 | 1895,139946.46875 437 | 1896,128458.59375 438 | 1897,119409.304688 439 | 1898,106958.007812 440 | 1899,163330.875 441 | 1900,151197.328125 442 | 1901,171553.828125 443 | 1902,146628.234375 444 | 1903,224794.890625 445 | 1904,146696.765625 446 | 1905,199546.78125 447 | 1906,135356.734375 448 | 1907,194845.859375 449 | 1908,111095.125 450 | 1909,135021.65625 451 | 1910,119666.375 452 | 1911,200119.84375 453 | 1912,314974.46875 454 | 1913,145070.40625 455 | 1914,59150.5742188 456 | 1915,331583.71875 457 | 1916,63865.5351562 458 | 1917,263772.03125 459 | 1918,145682.921875 460 | 1919,171505.578125 461 | 1920,140379.015625 462 | 1921,390880.0 463 | 1922,326646.65625 464 | 1923,215418.171875 465 | 1924,234984.8125 466 | 1925,203842.59375 467 | 1926,399184.375 468 | 1927,135899.46875 469 | 1928,150444.0625 470 | 1929,125475.4375 471 | 1930,130324.703125 472 | 1931,147861.703125 473 | 1932,141424.984375 474 | 1933,171073.5 475 | 1934,183436.5625 476 | 1935,170895.765625 477 | 1936,190442.65625 478 | 1937,181321.59375 479 | 1938,171061.09375 480 | 1939,256709.390625 481 | 1940,179693.109375 482 | 1941,178063.796875 483 | 1942,179680.25 484 | 1943,209862.25 485 | 1944,374531.53125 486 | 1945,384163.21875 487 | 1946,134230.140625 488 | 1947,309811.59375 489 | 1948,156981.96875 490 | 1949,245702.71875 491 | 1950,185029.078125 492 | 1951,255307.96875 493 | 1952,211362.640625 494 | 1953,164399.484375 495 | 1954,200179.40625 496 | 1955,135417.8125 497 | 1956,282945.34375 498 | 1957,152434.78125 499 | 1958,333582.5625 500 | 1959,143377.140625 501 | 1960,118706.703125 502 | 1961,121858.070312 503 | 1962,94136.2421875 504 | 1963,102638.375 505 | 1964,103561.328125 506 | 1965,145570.71875 507 | 1966,146802.4375 508 | 1967,287164.375 509 | 1968,411364.75 510 | 1969,410047.53125 511 | 1970,461195.5 512 | 1971,444763.375 513 | 1972,382121.0625 514 | 1973,258165.015625 515 | 1974,331937.125 516 | 1975,413800.71875 517 | 1976,275796.375 518 | 1977,376033.625 519 | 1978,403210.5625 520 | 1979,334668.1875 521 | 1980,195005.734375 522 | 1981,369246.09375 523 | 1982,232300.546875 524 | 1983,212259.921875 525 | 1984,162830.09375 526 | 1985,225491.640625 527 | 1986,210290.1875 528 | 1987,177992.828125 529 | 1988,174853.359375 530 | 1989,188802.640625 531 | 1990,220943.6875 532 | 1991,229245.84375 533 | 1992,212442.984375 534 | 1993,167888.84375 535 | 1994,235756.3125 536 | 1995,184350.609375 537 | 1996,256027.984375 538 | 1997,297134.21875 539 | 1998,325986.59375 540 | 1999,269065.8125 541 | 2000,312787.5 542 | 2001,258212.53125 543 | 2002,259220.6875 544 | 2003,277730.28125 545 | 2004,269962.84375 546 | 2005,222349.984375 547 | 2006,231741.390625 548 | 2007,250407.359375 549 | 2008,222986.40625 550 | 2009,190858.65625 551 | 2010,188160.578125 552 | 2011,132092.890625 553 | 2012,174984.3125 554 | 2013,181650.4375 555 | 2014,179710.75 556 | 2015,200619.15625 557 | 2016,189157.328125 558 | 2017,193118.75 559 | 2018,121182.546875 560 | 2019,132064.6875 561 | 2020,111549.835938 562 | 2021,112106.640625 563 | 2022,196488.140625 564 | 2023,142429.4375 565 | 2024,225407.78125 566 | 2025,331671.3125 567 | 2026,175748.609375 568 | 2027,151042.546875 569 | 2028,146021.34375 570 | 2029,167500.703125 571 | 2030,258733.140625 572 | 2031,229660.734375 573 | 2032,250211.140625 574 | 2033,255330.125 575 | 2034,158062.390625 576 | 2035,226862.84375 577 | 2036,187799.703125 578 | 2037,191973.84375 579 | 2038,243751.125 580 | 2039,227469.21875 581 | 2040,266629.1875 582 | 2041,304872.3125 583 | 2042,202693.640625 584 | 2043,168183.546875 585 | 2044,145837.09375 586 | 2045,214483.40625 587 | 2046,135136.828125 588 | 2047,152468.65625 589 | 2048,138301.921875 590 | 2049,131316.046875 591 | 2050,188350.875 592 | 2051,108481.570312 593 | 2052,132592.0625 594 | 2053,144768.296875 595 | 2054,72813.234375 596 | 2055,154646.6875 597 | 2056,138232.828125 598 | 2057,120936.515625 599 | 2058,219648.6875 600 | 2059,129454.132812 601 | 2060,165970.375 602 | 2061,177662.640625 603 | 2062,133784.125 604 | 2063,110647.132812 605 | 2064,143499.15625 606 | 2065,119313.34375 607 | 2066,163396.9375 608 | 2067,117849.4375 609 | 2068,142636.859375 610 | 2069,86264.7421875 611 | 2070,113478.210938 612 | 2071,90010.7421875 613 | 2072,128480.164062 614 | 2073,137884.3125 615 | 2074,188724.875 616 | 2075,154735.9375 617 | 2076,125013.789062 618 | 2077,152580.21875 619 | 2078,131383.0625 620 | 2079,135836.234375 621 | 2080,122438.539062 622 | 2081,128607.53125 623 | 2082,133618.609375 624 | 2083,149249.25 625 | 2084,109602.367188 626 | 2085,127570.804688 627 | 2086,115481.21875 628 | 2087,121207.398438 629 | 2088,105164.703125 630 | 2089,75554.296875 631 | 2090,128201.835938 632 | 2091,123062.015625 633 | 2092,130835.65625 634 | 2093,111762.265625 635 | 2094,116428.46875 636 | 2095,150361.3125 637 | 2096,78719.890625 638 | 2097,97501.234375 639 | 2098,150957.71875 640 | 2099,54111.5390625 641 | 2100,72782.125 642 | 2101,123880.265625 643 | 2102,122063.59375 644 | 2103,104111.914062 645 | 2104,134622.046875 646 | 2105,123416.726562 647 | 2106,63161.9453125 648 | 2107,206498.53125 649 | 2108,117112.898438 650 | 2109,114698.101562 651 | 2110,127860.195312 652 | 2111,135061.84375 653 | 2112,139334.40625 654 | 2113,123562.289062 655 | 2114,111844.046875 656 | 2115,155035.1875 657 | 2116,113024.59375 658 | 2117,146062.4375 659 | 2118,122798.828125 660 | 2119,105930.101562 661 | 2120,113938.21875 662 | 2121,111221.171875 663 | 2122,98446.421875 664 | 2123,87835.96875 665 | 2124,158754.28125 666 | 2125,126305.640625 667 | 2126,150470.90625 668 | 2127,157804.375 669 | 2128,124381.609375 670 | 2129,103042.640625 671 | 2130,149449.796875 672 | 2131,146136.5625 673 | 2132,121970.96875 674 | 2133,126795.390625 675 | 2134,124233.664062 676 | 2135,98895.0859375 677 | 2136,72229.78125 678 | 2137,113733.25 679 | 2138,132431.0625 680 | 2139,152408.46875 681 | 2140,143862.828125 682 | 2141,140001.0625 683 | 2142,131591.46875 684 | 2143,142729.65625 685 | 2144,119193.695312 686 | 2145,135430.46875 687 | 2146,172318.265625 688 | 2147,136963.375 689 | 2148,126115.585938 690 | 2149,145638.0625 691 | 2150,240652.3125 692 | 2151,110815.140625 693 | 2152,176748.359375 694 | 2153,154955.375 695 | 2154,105421.960938 696 | 2155,146735.671875 697 | 2156,256836.46875 698 | 2157,227941.09375 699 | 2158,233760.859375 700 | 2159,200041.234375 701 | 2160,168679.71875 702 | 2161,242770.265625 703 | 2162,360803.3125 704 | 2163,353039.71875 705 | 2164,252908.859375 706 | 2165,200405.375 707 | 2166,144759.171875 708 | 2167,228779.78125 709 | 2168,203605.375 710 | 2169,198408.984375 711 | 2170,226234.546875 712 | 2171,151966.8125 713 | 2172,136859.3125 714 | 2173,164119.390625 715 | 2174,231116.125 716 | 2175,306284.84375 717 | 2176,348269.78125 718 | 2177,237002.484375 719 | 2178,211902.53125 720 | 2179,147087.890625 721 | 2180,216299.03125 722 | 2181,188637.25 723 | 2182,212563.984375 724 | 2183,192906.890625 725 | 2184,122603.523438 726 | 2185,114588.875 727 | 2186,148930.609375 728 | 2187,154696.09375 729 | 2188,156920.75 730 | 2189,207649.4375 731 | 2190,79848.5234375 732 | 2191,81720.015625 733 | 2192,94056.46875 734 | 2193,102983.890625 735 | 2194,100811.195312 736 | 2195,107344.070312 737 | 2196,95441.9296875 738 | 2197,121058.71875 739 | 2198,157504.734375 740 | 2199,164351.515625 741 | 2200,140561.609375 742 | 2201,144276.9375 743 | 2202,209003.21875 744 | 2203,151727.15625 745 | 2204,191556.6875 746 | 2205,117364.125 747 | 2206,137539.96875 748 | 2207,221538.25 749 | 2208,261194.734375 750 | 2209,218104.65625 751 | 2210,120792.78125 752 | 2211,114860.429688 753 | 2212,114775.351562 754 | 2213,99610.390625 755 | 2214,126797.328125 756 | 2215,100007.3125 757 | 2216,146198.734375 758 | 2217,70302.7578125 759 | 2218,66722.9375 760 | 2219,66050.703125 761 | 2220,56090.6171875 762 | 2221,327162.3125 763 | 2222,272680.75 764 | 2223,282845.53125 765 | 2224,206697.328125 766 | 2225,124716.921875 767 | 2226,190469.71875 768 | 2227,206244.25 769 | 2228,267926.875 770 | 2229,246343.953125 771 | 2230,164244.5 772 | 2231,204150.171875 773 | 2232,182599.109375 774 | 2233,177781.609375 775 | 2234,240509.375 776 | 2235,217973.25 777 | 2236,265138.46875 778 | 2237,347608.78125 779 | 2238,204112.015625 780 | 2239,108920.171875 781 | 2240,159459.546875 782 | 2241,153271.21875 783 | 2242,129458.828125 784 | 2243,124808.304688 785 | 2244,97210.8125 786 | 2245,95498.9296875 787 | 2246,148676.3125 788 | 2247,103351.46875 789 | 2248,127979.992188 790 | 2249,124979.101562 791 | 2250,131801.84375 792 | 2251,110268.117188 793 | 2252,173449.796875 794 | 2253,150402.03125 795 | 2254,173353.546875 796 | 2255,197319.828125 797 | 2256,186541.46875 798 | 2257,211750.8125 799 | 2258,167162.390625 800 | 2259,179307.078125 801 | 2260,154315.796875 802 | 2261,188553.25 803 | 2262,217219.96875 804 | 2263,386941.875 805 | 2264,397089.59375 806 | 2265,161202.796875 807 | 2266,290809.96875 808 | 2267,379607.21875 809 | 2268,428506.625 810 | 2269,152978.140625 811 | 2270,194476.0625 812 | 2271,225349.96875 813 | 2272,193593.765625 814 | 2273,163939.65625 815 | 2274,186109.84375 816 | 2275,165800.46875 817 | 2276,196200.34375 818 | 2277,189484.296875 819 | 2278,150028.5625 820 | 2279,124262.21875 821 | 2280,117166.40625 822 | 2281,167203.515625 823 | 2282,178064.640625 824 | 2283,95648.2265625 825 | 2284,102466.53125 826 | 2285,145720.3125 827 | 2286,122430.835938 828 | 2287,361247.09375 829 | 2288,292265.71875 830 | 2289,379479.8125 831 | 2290,493346.875 832 | 2291,334293.375 833 | 2292,427957.3125 834 | 2293,438168.71875 835 | 2294,431790.84375 836 | 2295,416971.4375 837 | 2296,289857.46875 838 | 2297,320110.09375 839 | 2298,340683.90625 840 | 2299,414350.8125 841 | 2300,353542.40625 842 | 2301,292821.1875 843 | 2302,242810.328125 844 | 2303,240509.375 845 | 2304,254228.46875 846 | 2305,177965.328125 847 | 2306,179610.859375 848 | 2307,194159.546875 849 | 2308,214706.875 850 | 2309,281649.0625 851 | 2310,219385.953125 852 | 2311,180343.9375 853 | 2312,178061.921875 854 | 2313,179374.296875 855 | 2314,171022.765625 856 | 2315,176749.046875 857 | 2316,195061.34375 858 | 2317,187225.140625 859 | 2318,175782.125 860 | 2319,178874.46875 861 | 2320,180475.90625 862 | 2321,246554.546875 863 | 2322,159924.8125 864 | 2323,183541.015625 865 | 2324,164831.359375 866 | 2325,205553.84375 867 | 2326,163822.125 868 | 2327,216425.734375 869 | 2328,232442.8125 870 | 2329,190471.71875 871 | 2330,178613.140625 872 | 2331,347633.96875 873 | 2332,380898.21875 874 | 2333,327375.46875 875 | 2334,256094.40625 876 | 2335,277016.0625 877 | 2336,334475.46875 878 | 2337,207509.6875 879 | 2338,275290.8125 880 | 2339,211500.359375 881 | 2340,399436.84375 882 | 2341,211520.9375 883 | 2342,233588.359375 884 | 2343,225248.125 885 | 2344,220135.203125 886 | 2345,253241.6875 887 | 2346,218491.046875 888 | 2347,206969.34375 889 | 2348,246775.90625 890 | 2349,168758.890625 891 | 2350,304819.40625 892 | 2351,260628.40625 893 | 2352,251148.515625 894 | 2353,244755.3125 895 | 2354,133297.125 896 | 2355,139534.40625 897 | 2356,151149.03125 898 | 2357,196704.3125 899 | 2358,188035.71875 900 | 2359,125795.703125 901 | 2360,116252.945312 902 | 2361,141551.28125 903 | 2362,292503.3125 904 | 2363,145047.03125 905 | 2364,157156.625 906 | 2365,217307.609375 907 | 2366,184984.96875 908 | 2367,219991.65625 909 | 2368,211747.984375 910 | 2369,226933.59375 911 | 2370,166404.328125 912 | 2371,164887.640625 913 | 2372,183141.140625 914 | 2373,300436.96875 915 | 2374,327170.09375 916 | 2375,265034.84375 917 | 2376,266817.4375 918 | 2377,332829.4375 919 | 2378,142920.078125 920 | 2379,199494.265625 921 | 2380,145833.046875 922 | 2381,165386.09375 923 | 2382,204129.34375 924 | 2383,201600.375 925 | 2384,253180.828125 926 | 2385,162686.96875 927 | 2386,142312.265625 928 | 2387,139864.546875 929 | 2388,93079.9921875 930 | 2389,126271.070312 931 | 2390,147982.890625 932 | 2391,145144.03125 933 | 2392,119470.695312 934 | 2393,169833.1875 935 | 2394,145237.359375 936 | 2395,204671.640625 937 | 2396,146541.28125 938 | 2397,222899.4375 939 | 2398,128886.25 940 | 2399,60622.9765625 941 | 2400,53944.4960938 942 | 2401,114446.140625 943 | 2402,137144.921875 944 | 2403,137069.09375 945 | 2404,145194.703125 946 | 2405,168493.21875 947 | 2406,145348.0625 948 | 2407,120749.25 949 | 2408,141475.4375 950 | 2409,122840.40625 951 | 2410,163116.21875 952 | 2411,121237.109375 953 | 2412,152625.484375 954 | 2413,133815.765625 955 | 2414,137906.8125 956 | 2415,125159.09375 957 | 2416,133273.21875 958 | 2417,130986.21875 959 | 2418,130329.679688 960 | 2419,127989.03125 961 | 2420,126821.875 962 | 2421,152731.625 963 | 2422,113544.25 964 | 2423,114796.695312 965 | 2424,157375.15625 966 | 2425,174225.65625 967 | 2426,134682.65625 968 | 2427,141076.234375 969 | 2428,179635.875 970 | 2429,117162.164062 971 | 2430,136538.09375 972 | 2431,105975.570312 973 | 2432,143404.21875 974 | 2433,145173.09375 975 | 2434,126859.492188 976 | 2435,141367.8125 977 | 2436,107556.398438 978 | 2437,102935.1875 979 | 2438,127943.992188 980 | 2439,103507.8125 981 | 2440,127765.125 982 | 2441,86810.4140625 983 | 2442,99460.6953125 984 | 2443,118047.96875 985 | 2444,122860.671875 986 | 2445,78785.984375 987 | 2446,127534.554688 988 | 2447,184869.984375 989 | 2448,137715.3125 990 | 2449,106928.328125 991 | 2450,144508.828125 992 | 2451,127243.46875 993 | 2452,211923.953125 994 | 2453,94203.9609375 995 | 2454,120977.46875 996 | 2455,109280.382812 997 | 2456,130388.476562 998 | 2457,126287.570312 999 | 2458,120928.5625 1000 | 2459,110250.03125 1001 | 2460,125567.492188 1002 | 2461,118400.757812 1003 | 2462,133711.671875 1004 | 2463,129174.3125 1005 | 2464,164615.046875 1006 | 2465,137244.109375 1007 | 2466,119724.703125 1008 | 2467,133438.171875 1009 | 2468,77073.4296875 1010 | 2469,74889.015625 1011 | 2470,173115.8125 1012 | 2471,196578.859375 1013 | 2472,170567.015625 1014 | 2473,122047.765625 1015 | 2474,74177.6484375 1016 | 2475,228841.09375 1017 | 2476,116729.539062 1018 | 2477,130660.585938 1019 | 2478,150906.625 1020 | 2479,104971.515625 1021 | 2480,146879.453125 1022 | 2481,122853.296875 1023 | 2482,134189.953125 1024 | 2483,116475.5625 1025 | 2484,126951.71875 1026 | 2485,122744.734375 1027 | 2486,154410.453125 1028 | 2487,182785.359375 1029 | 2488,161545.375 1030 | 2489,148914.5625 1031 | 2490,148654.34375 1032 | 2491,81197.1171875 1033 | 2492,177726.359375 1034 | 2493,149572.703125 1035 | 2494,156984.515625 1036 | 2495,92267.6953125 1037 | 2496,229446.859375 1038 | 2497,149118.21875 1039 | 2498,112625.726562 1040 | 2499,94286.5625 1041 | 2500,120788.75 1042 | 2501,131607.28125 1043 | 2502,148518.15625 1044 | 2503,88820.265625 1045 | 2504,188359.859375 1046 | 2505,216867.453125 1047 | 2506,265581.34375 1048 | 2507,276883.21875 1049 | 2508,261059.015625 1050 | 2509,212270.03125 1051 | 2510,220287.453125 1052 | 2511,178567.15625 1053 | 2512,209445.375 1054 | 2513,208232.46875 1055 | 2514,237127.5 1056 | 2515,153145.703125 1057 | 2516,167135.609375 1058 | 2517,135602.34375 1059 | 2518,153975.03125 1060 | 2519,217797.875 1061 | 2520,218456.890625 1062 | 2521,186370.40625 1063 | 2522,220015.15625 1064 | 2523,109830.78125 1065 | 2524,135032.859375 1066 | 2525,150546.40625 1067 | 2526,136903.3125 1068 | 2527,111967.953125 1069 | 2528,128424.789062 1070 | 2529,129606.445312 1071 | 2530,118106.414062 1072 | 2531,265307.4375 1073 | 2532,226622.15625 1074 | 2533,194356.28125 1075 | 2534,231299.140625 1076 | 2535,316478.46875 1077 | 2536,236445.765625 1078 | 2537,239592.75 1079 | 2538,181380.390625 1080 | 2539,186861.421875 1081 | 2540,175803.921875 1082 | 2541,180765.109375 1083 | 2542,171892.828125 1084 | 2543,124617.289062 1085 | 2544,124531.875 1086 | 2545,138553.671875 1087 | 2546,131287.25 1088 | 2547,138742.234375 1089 | 2548,147381.359375 1090 | 2549,155143.46875 1091 | 2550,458662.46875 1092 | 2551,144374.796875 1093 | 2552,125877.1875 1094 | 2553,78968.8515625 1095 | 2554,97654.4140625 1096 | 2555,118077.921875 1097 | 2556,100694.351562 1098 | 2557,102417.492188 1099 | 2558,126219.78125 1100 | 2559,127727.84375 1101 | 2560,139192.96875 1102 | 2561,133550.84375 1103 | 2562,123699.40625 1104 | 2563,149977.921875 1105 | 2564,194145.84375 1106 | 2565,138737.078125 1107 | 2566,159210.65625 1108 | 2567,129066.9375 1109 | 2568,179957.375 1110 | 2569,210980.0 1111 | 2570,116785.554688 1112 | 2571,173796.1875 1113 | 2572,154480.109375 1114 | 2573,214481.15625 1115 | 2574,257248.796875 1116 | 2575,130631.929688 1117 | 2576,122458.039062 1118 | 2577,148884.609375 1119 | 2578,84470.546875 1120 | 2579,66428.4609375 1121 | 2580,136245.046875 1122 | 2581,102934.304688 1123 | 2582,109869.859375 1124 | 2583,274203.6875 1125 | 2584,160709.75 1126 | 2585,165877.5 1127 | 2586,208266.625 1128 | 2587,202246.4375 1129 | 2588,153200.78125 1130 | 2589,150314.28125 1131 | 2590,213650.46875 1132 | 2591,215447.75 1133 | 2592,214885.5 1134 | 2593,244362.09375 1135 | 2594,177345.0625 1136 | 2595,201634.59375 1137 | 2596,313396.625 1138 | 2597,184424.984375 1139 | 2598,291422.40625 1140 | 2599,343308.46875 1141 | 2600,134898.734375 1142 | 2601,146947.96875 1143 | 2602,82872.84375 1144 | 2603,90043.96875 1145 | 2604,83562.0234375 1146 | 2605,76329.296875 1147 | 2606,151989.0 1148 | 2607,191943.09375 1149 | 2608,186072.046875 1150 | 2609,162795.46875 1151 | 2610,112765.226562 1152 | 2611,131994.421875 1153 | 2612,147388.53125 1154 | 2613,128955.34375 1155 | 2614,122645.507812 1156 | 2615,157175.671875 1157 | 2616,143951.484375 1158 | 2617,179541.5 1159 | 2618,193955.78125 1160 | 2619,204093.90625 1161 | 2620,186879.0625 1162 | 2621,178834.71875 1163 | 2622,177221.640625 1164 | 2623,255596.421875 1165 | 2624,290598.4375 1166 | 2625,315554.4375 1167 | 2626,169527.03125 1168 | 2627,165981.140625 1169 | 2628,484131.0 1170 | 2629,490973.3125 1171 | 2630,329297.4375 1172 | 2631,468954.4375 1173 | 2632,457070.4375 1174 | 2633,313345.5 1175 | 2634,406199.375 1176 | 2635,154843.703125 1177 | 2636,176540.3125 1178 | 2637,187612.8125 1179 | 2638,258531.625 1180 | 2639,189778.546875 1181 | 2640,158561.21875 1182 | 2641,104086.601562 1183 | 2642,181794.453125 1184 | 2643,95635.0 1185 | 2644,124260.554688 1186 | 2645,99274.671875 1187 | 2646,91972.5078125 1188 | 2647,96240.9609375 1189 | 2648,138338.328125 1190 | 2649,136668.625 1191 | 2650,133735.265625 1192 | 2651,133430.03125 1193 | 2652,405931.03125 1194 | 2653,245672.734375 1195 | 2654,252168.75 1196 | 2655,390484.3125 1197 | 2656,300208.6875 1198 | 2657,351374.375 1199 | 2658,314428.25 1200 | 2659,307404.15625 1201 | 2660,363773.59375 1202 | 2661,364881.25 1203 | 2662,363940.15625 1204 | 2663,297192.3125 1205 | 2664,274302.28125 1206 | 2665,319934.90625 1207 | 2666,288812.53125 1208 | 2667,166159.796875 1209 | 2668,181966.171875 1210 | 2669,171448.328125 1211 | 2670,280403.625 1212 | 2671,183369.5625 1213 | 2672,181875.609375 1214 | 2673,206621.453125 1215 | 2674,200262.28125 1216 | 2675,167994.390625 1217 | 2676,187426.109375 1218 | 2677,191737.625 1219 | 2678,260255.34375 1220 | 2679,273290.46875 1221 | 2680,292246.5 1222 | 2681,390538.6875 1223 | 2682,341725.84375 1224 | 2683,424675.9375 1225 | 2684,322453.71875 1226 | 2685,327821.625 1227 | 2686,262078.265625 1228 | 2687,320302.15625 1229 | 2688,210681.421875 1230 | 2689,205340.28125 1231 | 2690,454092.96875 1232 | 2691,185680.109375 1233 | 2692,128173.46875 1234 | 2693,185203.3125 1235 | 2694,124745.117188 1236 | 2695,189958.34375 1237 | 2696,186260.0625 1238 | 2697,186877.8125 1239 | 2698,169666.9375 1240 | 2699,168482.9375 1241 | 2700,157098.640625 1242 | 2701,152706.0 1243 | 2702,118290.492188 1244 | 2703,117975.265625 1245 | 2704,141771.21875 1246 | 2705,125730.21875 1247 | 2706,118109.234375 1248 | 2707,127187.179688 1249 | 2708,137897.34375 1250 | 2709,109948.578125 1251 | 2710,127931.914062 1252 | 2711,256364.90625 1253 | 2712,386594.40625 1254 | 2713,170479.859375 1255 | 2714,147531.125 1256 | 2715,172023.03125 1257 | 2716,143599.921875 1258 | 2717,170464.25 1259 | 2718,225276.703125 1260 | 2719,156403.671875 1261 | 2720,172612.171875 1262 | 2721,142800.328125 1263 | 2722,164571.71875 1264 | 2723,147922.21875 1265 | 2724,129263.90625 1266 | 2725,137739.75 1267 | 2726,145278.5 1268 | 2727,175858.921875 1269 | 2728,169089.46875 1270 | 2729,149797.390625 1271 | 2730,141313.09375 1272 | 2731,127226.726562 1273 | 2732,125571.921875 1274 | 2733,161130.859375 1275 | 2734,138217.796875 1276 | 2735,132445.46875 1277 | 2736,140598.34375 1278 | 2737,126516.492188 1279 | 2738,131902.9375 1280 | 2739,166789.765625 1281 | 2740,138376.46875 1282 | 2741,143742.0 1283 | 2742,150910.21875 1284 | 2743,144527.578125 1285 | 2744,161730.5 1286 | 2745,142528.890625 1287 | 2746,137096.671875 1288 | 2747,141613.9375 1289 | 2748,126064.476562 1290 | 2749,130614.242188 1291 | 2750,131131.453125 1292 | 2751,132874.71875 1293 | 2752,190204.515625 1294 | 2753,149259.78125 1295 | 2754,226781.9375 1296 | 2755,132895.765625 1297 | 2756,91105.1171875 1298 | 2757,66710.3984375 1299 | 2758,79299.4765625 1300 | 2759,162684.34375 1301 | 2760,120314.625 1302 | 2761,149417.015625 1303 | 2762,148622.4375 1304 | 2763,185323.46875 1305 | 2764,152109.921875 1306 | 2765,303324.53125 1307 | 2766,124834.96875 1308 | 2767,84128.8671875 1309 | 2768,134014.484375 1310 | 2769,130397.679688 1311 | 2770,148605.859375 1312 | 2771,112231.476562 1313 | 2772,116153.429688 1314 | 2773,141372.265625 1315 | 2774,143297.71875 1316 | 2775,125477.234375 1317 | 2776,135955.59375 1318 | 2777,150962.046875 1319 | 2778,96764.9921875 1320 | 2779,126220.148438 1321 | 2780,98139.890625 1322 | 2781,96340.046875 1323 | 2782,94340.34375 1324 | 2783,97361.765625 1325 | 2784,124505.273438 1326 | 2785,133456.875 1327 | 2786,64246.2382812 1328 | 2787,120285.257812 1329 | 2788,78650.1015625 1330 | 2789,184464.5625 1331 | 2790,87347.71875 1332 | 2791,116458.234375 1333 | 2792,54346.2304688 1334 | 2793,173164.6875 1335 | 2794,92825.046875 1336 | 2795,122439.820312 1337 | 2796,99236.7109375 1338 | 2797,185245.71875 1339 | 2798,113409.40625 1340 | 2799,120178.625 1341 | 2800,76274.7265625 1342 | 2801,115073.6875 1343 | 2802,131962.578125 1344 | 2803,155553.390625 1345 | 2804,138779.8125 1346 | 2805,98537.0625 1347 | 2806,80082.71875 1348 | 2807,155837.4375 1349 | 2808,153541.28125 1350 | 2809,141864.8125 1351 | 2810,138167.328125 1352 | 2811,155299.34375 1353 | 2812,147425.359375 1354 | 2813,148522.96875 1355 | 2814,154427.234375 1356 | 2815,101824.484375 1357 | 2816,250370.828125 1358 | 2817,143920.046875 1359 | 2818,126342.984375 1360 | 2819,150335.359375 1361 | 2820,130914.664062 1362 | 2821,107819.101562 1363 | 2822,206930.65625 1364 | 2823,273608.09375 1365 | 2824,183628.390625 1366 | 2825,151863.65625 1367 | 2826,132828.109375 1368 | 2827,141996.515625 1369 | 2828,201244.625 1370 | 2829,177499.375 1371 | 2830,228698.1875 1372 | 2831,183053.484375 1373 | 2832,240671.59375 1374 | 2833,298060.5625 1375 | 2834,210677.609375 1376 | 2835,222345.53125 1377 | 2836,192006.4375 1378 | 2837,157709.296875 1379 | 2838,148354.65625 1380 | 2839,177171.453125 1381 | 2840,203862.03125 1382 | 2841,200761.359375 1383 | 2842,229692.28125 1384 | 2843,152081.9375 1385 | 2844,154984.484375 1386 | 2845,121129.28125 1387 | 2846,212385.25 1388 | 2847,202794.1875 1389 | 2848,211957.09375 1390 | 2849,202000.28125 1391 | 2850,286709.5625 1392 | 2851,237636.421875 1393 | 2852,233432.703125 1394 | 2853,245045.859375 1395 | 2854,139638.5 1396 | 2855,200153.25 1397 | 2856,200479.34375 1398 | 2857,187865.4375 1399 | 2858,194558.046875 1400 | 2859,129120.242188 1401 | 2860,124806.757812 1402 | 2861,126299.257812 1403 | 2862,183459.125 1404 | 2863,128792.742188 1405 | 2864,255279.25 1406 | 2865,141731.609375 1407 | 2866,132375.0 1408 | 2867,94314.9765625 1409 | 2868,102701.039062 1410 | 2869,124903.914062 1411 | 2870,124387.421875 1412 | 2871,89194.515625 1413 | 2872,49340.8710938 1414 | 2873,108772.460938 1415 | 2874,137202.625 1416 | 2875,109941.867188 1417 | 2876,169352.84375 1418 | 2877,138660.21875 1419 | 2878,174586.59375 1420 | 2879,134318.75 1421 | 2880,90811.75 1422 | 2881,153401.515625 1423 | 2882,163659.40625 1424 | 2883,201932.296875 1425 | 2884,222448.1875 1426 | 2885,201550.96875 1427 | 2886,220486.078125 1428 | 2887,92927.703125 1429 | 2888,133224.171875 1430 | 2889,65494.265625 1431 | 2890,85928.421875 1432 | 2891,133662.328125 1433 | 2892,54718.28125 1434 | 2893,69752.3359375 1435 | 2894,47894.6054688 1436 | 2895,328990.75 1437 | 2896,281430.78125 1438 | 2897,210001.0 1439 | 2898,144838.171875 1440 | 2899,207966.734375 1441 | 2900,159032.046875 1442 | 2901,202954.375 1443 | 2902,179878.796875 1444 | 2903,354418.78125 1445 | 2904,347616.40625 1446 | 2905,89354.3203125 1447 | 2906,202687.453125 1448 | 2907,112459.796875 1449 | 2908,131072.6875 1450 | 2909,136629.921875 1451 | 2910,81661.5859375 1452 | 2911,82001.921875 1453 | 2912,141305.140625 1454 | 2913,77438.6484375 1455 | 2914,76395.640625 1456 | 2915,80457.1328125 1457 | 2916,78041.09375 1458 | 2917,153127.15625 1459 | 2918,114281.117188 1460 | 2919,228316.828125 1461 | -------------------------------------------------------------------------------- /code/single_model/submission_0.139196375677_extratree.csv: -------------------------------------------------------------------------------- 1 | Id,SalePrice 2 | 1461,122202.749076 3 | 1462,153898.721105 4 | 1463,180223.25452 5 | 1464,196257.142478 6 | 1465,187725.93072 7 | 1466,180148.934474 8 | 1467,169808.808171 9 | 1468,176458.528562 10 | 1469,175655.462137 11 | 1470,134981.366989 12 | 1471,199556.59233 13 | 1472,96104.9531416 14 | 1473,101987.569639 15 | 1474,155747.279025 16 | 1475,125062.818092 17 | 1476,375418.129415 18 | 1477,243729.83311 19 | 1478,308420.118842 20 | 1479,308583.795263 21 | 1480,414319.394434 22 | 1481,293420.246234 23 | 1482,201901.942851 24 | 1483,186039.424832 25 | 1484,175583.09509 26 | 1485,186141.621922 27 | 1486,200173.177436 28 | 1487,295045.319161 29 | 1488,233145.238415 30 | 1489,209074.690418 31 | 1490,228507.471101 32 | 1491,192465.779439 33 | 1492,90302.6772345 34 | 1493,172319.794277 35 | 1494,284872.713311 36 | 1495,287792.625299 37 | 1496,241145.488007 38 | 1497,181160.901972 39 | 1498,165217.433531 40 | 1499,157494.769352 41 | 1500,167243.672316 42 | 1501,173122.931085 43 | 1502,174602.070285 44 | 1503,278726.329725 45 | 1504,228146.318739 46 | 1505,212451.292335 47 | 1506,174047.71138 48 | 1507,230571.995142 49 | 1508,179617.754736 50 | 1509,160229.204423 51 | 1510,149810.443776 52 | 1511,149500.72496 53 | 1512,169306.014829 54 | 1513,146043.81073 55 | 1514,135603.022334 56 | 1515,168997.119144 57 | 1516,147557.410597 58 | 1517,155406.689105 59 | 1518,135885.750415 60 | 1519,220961.651223 61 | 1520,140926.395397 62 | 1521,142110.114239 63 | 1522,158952.42985 64 | 1523,123075.780828 65 | 1524,121544.207125 66 | 1525,127278.649468 67 | 1526,124716.905912 68 | 1527,114492.514096 69 | 1528,127656.476056 70 | 1529,142779.71955 71 | 1530,162135.978367 72 | 1531,130943.345111 73 | 1532,100688.99256 74 | 1533,133679.768664 75 | 1534,122710.844496 76 | 1535,135373.233979 77 | 1536,120223.230582 78 | 1537,80383.5490321 79 | 1538,145517.661003 80 | 1539,171512.321116 81 | 1540,98884.709661 82 | 1541,131895.920785 83 | 1542,130067.071306 84 | 1543,163339.335033 85 | 1544,91054.6316037 86 | 1545,111564.616209 87 | 1546,133558.711279 88 | 1547,136206.873998 89 | 1548,123782.363514 90 | 1549,119630.406726 91 | 1550,133796.313855 92 | 1551,114661.092417 93 | 1552,138219.937223 94 | 1553,134050.653224 95 | 1554,127120.060326 96 | 1555,166317.441854 97 | 1556,106004.256392 98 | 1557,94005.5986183 99 | 1558,108121.991348 100 | 1559,87607.5654381 101 | 1560,131254.711154 102 | 1561,126569.517264 103 | 1562,133528.591871 104 | 1563,128999.348714 105 | 1564,157708.471389 106 | 1565,157098.970906 107 | 1566,214420.527028 108 | 1567,88582.5886876 109 | 1568,216682.766487 110 | 1569,142370.384936 111 | 1570,146362.035365 112 | 1571,121947.869719 113 | 1572,136493.20772 114 | 1573,221706.234075 115 | 1574,120347.05375 116 | 1575,224159.713285 117 | 1576,236074.634882 118 | 1577,197529.568469 119 | 1578,138282.011861 120 | 1579,138654.863221 121 | 1580,185927.627818 122 | 1581,151561.715682 123 | 1582,128484.219559 124 | 1583,280138.329692 125 | 1584,225467.270906 126 | 1585,139295.365923 127 | 1586,85254.6259966 128 | 1587,110429.565776 129 | 1588,150054.258774 130 | 1589,97754.8990855 131 | 1590,129379.180775 132 | 1591,106092.678606 133 | 1592,117550.759503 134 | 1593,127049.956047 135 | 1594,128328.529851 136 | 1595,112254.297478 137 | 1596,198865.636949 138 | 1597,163219.344893 139 | 1598,190029.236413 140 | 1599,189348.620988 141 | 1600,180817.9802 142 | 1601,86605.3027533 143 | 1602,117595.344442 144 | 1603,88880.69325 145 | 1604,291972.603267 146 | 1605,241300.494273 147 | 1606,167455.083248 148 | 1607,148899.950897 149 | 1608,223465.085053 150 | 1609,192106.260048 151 | 1610,169532.366192 152 | 1611,143823.856191 153 | 1612,183111.401623 154 | 1613,161648.167584 155 | 1614,121975.846047 156 | 1615,96324.9476932 157 | 1616,93851.7987677 158 | 1617,87677.9696145 159 | 1618,126809.630785 160 | 1619,138146.476409 161 | 1620,153066.082855 162 | 1621,145674.329418 163 | 1622,147677.35228 164 | 1623,249454.194546 165 | 1624,220274.501829 166 | 1625,123475.062909 167 | 1626,160818.097512 168 | 1627,183235.084161 169 | 1628,267166.878711 170 | 1629,175938.482466 171 | 1630,287818.40715 172 | 1631,188441.961516 173 | 1632,226940.324722 174 | 1633,182878.455772 175 | 1634,193287.186784 176 | 1635,181193.311927 177 | 1636,171004.252518 178 | 1637,178750.066032 179 | 1638,191790.290498 180 | 1639,172135.614881 181 | 1640,215845.128663 182 | 1641,168424.16345 183 | 1642,245007.129016 184 | 1643,224576.662039 185 | 1644,230385.832295 186 | 1645,180018.254091 187 | 1646,160908.782635 188 | 1647,163052.160435 189 | 1648,142067.576422 190 | 1649,144576.7758 191 | 1650,122199.559744 192 | 1651,120877.788971 193 | 1652,97143.1103314 194 | 1653,99695.3218642 195 | 1654,149504.29145 196 | 1655,146998.328736 197 | 1656,148441.074382 198 | 1657,148461.382195 199 | 1658,164949.223381 200 | 1659,128851.160765 201 | 1660,160899.103413 202 | 1661,404058.427833 203 | 1662,335962.3375 204 | 1663,358376.9929 205 | 1664,396543.370606 206 | 1665,322472.80843 207 | 1666,326264.633156 208 | 1667,359235.428055 209 | 1668,348245.950625 210 | 1669,310358.924808 211 | 1670,327707.399444 212 | 1671,245559.948367 213 | 1672,353538.947839 214 | 1673,278082.360414 215 | 1674,238462.037789 216 | 1675,194933.245408 217 | 1676,200102.091007 218 | 1677,212058.770594 219 | 1678,393608.857804 220 | 1679,352748.267515 221 | 1680,325569.004594 222 | 1681,281652.410236 223 | 1682,321336.660087 224 | 1683,191320.442795 225 | 1684,177944.018572 226 | 1685,178525.617869 227 | 1686,170070.557546 228 | 1687,181078.46184 229 | 1688,204219.553386 230 | 1689,190291.122644 231 | 1690,189258.332185 232 | 1691,185674.613491 233 | 1692,264635.754713 234 | 1693,182144.800646 235 | 1694,182802.347976 236 | 1695,171521.821309 237 | 1696,253938.083028 238 | 1697,171919.604058 239 | 1698,313943.565381 240 | 1699,276108.88787 241 | 1700,260355.069284 242 | 1701,262078.293339 243 | 1702,244285.828129 244 | 1703,240825.345396 245 | 1704,263133.566317 246 | 1705,253198.767862 247 | 1706,375196.593233 248 | 1707,234041.719229 249 | 1708,210899.285925 250 | 1709,249785.709466 251 | 1710,218714.313875 252 | 1711,284681.864832 253 | 1712,240623.745951 254 | 1713,261043.861756 255 | 1714,209845.411482 256 | 1715,210824.100877 257 | 1716,170688.287168 258 | 1717,167038.168796 259 | 1718,130838.517021 260 | 1719,209701.569584 261 | 1720,239749.556767 262 | 1721,160895.528488 263 | 1722,128750.423559 264 | 1723,161274.27833 265 | 1724,214037.927887 266 | 1725,229742.780112 267 | 1726,193706.945302 268 | 1727,172908.237054 269 | 1728,186595.644446 270 | 1729,173762.116895 271 | 1730,146518.531357 272 | 1731,123926.524174 273 | 1732,132412.843147 274 | 1733,125311.344259 275 | 1734,127325.998008 276 | 1735,142724.584253 277 | 1736,125784.644912 278 | 1737,253717.064066 279 | 1738,233755.01926 280 | 1739,226194.503384 281 | 1740,212330.39994 282 | 1741,199346.271962 283 | 1742,170918.30039 284 | 1743,178446.423598 285 | 1744,268944.051735 286 | 1745,212521.448987 287 | 1746,198487.462816 288 | 1747,206383.265346 289 | 1748,197784.577037 290 | 1749,167136.090891 291 | 1750,133859.474261 292 | 1751,212950.829815 293 | 1752,125012.142704 294 | 1753,142867.837243 295 | 1754,182441.03155 296 | 1755,169501.881246 297 | 1756,127049.999237 298 | 1757,120908.62226 299 | 1758,151229.424167 300 | 1759,151442.811779 301 | 1760,165370.802835 302 | 1761,143139.996627 303 | 1762,173471.843522 304 | 1763,172939.876614 305 | 1764,128606.46629 306 | 1765,147865.491382 307 | 1766,164702.21265 308 | 1767,185271.865266 309 | 1768,143520.408469 310 | 1769,160990.412123 311 | 1770,154030.93265 312 | 1771,133203.915528 313 | 1772,140535.565095 314 | 1773,137927.468208 315 | 1774,137733.94667 316 | 1775,139020.379368 317 | 1776,127867.26489 318 | 1777,122151.034378 319 | 1778,144538.412831 320 | 1779,130228.359762 321 | 1780,159285.510587 322 | 1781,134510.75722 323 | 1782,108447.486235 324 | 1783,146677.555422 325 | 1784,120089.373977 326 | 1785,120781.192319 327 | 1786,145425.48721 328 | 1787,161999.533157 329 | 1788,83168.2213731 330 | 1789,103204.073504 331 | 1790,107174.766835 332 | 1791,165025.883645 333 | 1792,151100.569201 334 | 1793,142478.631627 335 | 1794,146604.988443 336 | 1795,135073.137553 337 | 1796,143393.260198 338 | 1797,111427.419379 339 | 1798,131960.200888 340 | 1799,119693.939471 341 | 1800,139735.109967 342 | 1801,126920.516989 343 | 1802,127781.785947 344 | 1803,154987.385743 345 | 1804,149772.236698 346 | 1805,140587.018212 347 | 1806,119884.24701 348 | 1807,121046.88825 349 | 1808,127183.465894 350 | 1809,119570.897854 351 | 1810,134800.043005 352 | 1811,96906.5051034 353 | 1812,93319.4664796 354 | 1813,120029.98963 355 | 1814,104351.548957 356 | 1815,72435.683852 357 | 1816,111331.86079 358 | 1817,135077.432543 359 | 1818,133307.885268 360 | 1819,134341.979478 361 | 1820,86130.0623841 362 | 1821,118868.191643 363 | 1822,146488.768519 364 | 1823,58517.3542472 365 | 1824,122802.884516 366 | 1825,138342.486738 367 | 1826,119035.43426 368 | 1827,106912.412249 369 | 1828,126403.960932 370 | 1829,113888.31969 371 | 1830,124979.362728 372 | 1831,135975.658931 373 | 1832,108056.744008 374 | 1833,132037.507634 375 | 1834,136399.15078 376 | 1835,120661.8508 377 | 1836,119075.872256 378 | 1837,106940.760242 379 | 1838,127684.336622 380 | 1839,108218.701788 381 | 1840,176765.309378 382 | 1841,137560.987186 383 | 1842,102811.606518 384 | 1843,140554.316344 385 | 1844,150826.350726 386 | 1845,145634.903014 387 | 1846,154035.506595 388 | 1847,158102.898415 389 | 1848,70740.6963669 390 | 1849,121570.333267 391 | 1850,125908.705229 392 | 1851,150381.925093 393 | 1852,125809.852589 394 | 1853,162592.947147 395 | 1854,178349.117916 396 | 1855,179977.290571 397 | 1856,219748.576014 398 | 1857,169368.021049 399 | 1858,138293.402855 400 | 1859,119025.339095 401 | 1860,157204.274389 402 | 1861,118898.000393 403 | 1862,226383.553256 404 | 1863,224021.663978 405 | 1864,224021.663978 406 | 1865,374227.426031 407 | 1866,344408.270887 408 | 1867,219979.171765 409 | 1868,289179.026446 410 | 1869,197963.300915 411 | 1870,224645.764052 412 | 1871,271672.81731 413 | 1872,179416.132014 414 | 1873,230551.639071 415 | 1874,139591.995748 416 | 1875,189615.153808 417 | 1876,194870.033333 418 | 1877,215879.353815 419 | 1878,212358.93299 420 | 1879,135169.104341 421 | 1880,136160.072408 422 | 1881,244101.75373 423 | 1882,238670.860201 424 | 1883,192031.017392 425 | 1884,202737.624882 426 | 1885,233053.740423 427 | 1886,285347.554132 428 | 1887,210687.213692 429 | 1888,256464.813538 430 | 1889,179449.713521 431 | 1890,133054.117224 432 | 1891,140461.77571 433 | 1892,114381.264809 434 | 1893,129456.718548 435 | 1894,129438.161174 436 | 1895,139151.727811 437 | 1896,131843.480438 438 | 1897,129595.9433 439 | 1898,136228.621405 440 | 1899,156751.774881 441 | 1900,142291.315763 442 | 1901,158146.012728 443 | 1902,141678.410023 444 | 1903,183402.828838 445 | 1904,138840.628807 446 | 1905,185279.144503 447 | 1906,134981.613202 448 | 1907,175664.109602 449 | 1908,115916.463684 450 | 1909,140072.947521 451 | 1910,125562.350466 452 | 1911,182843.625741 453 | 1912,272636.699603 454 | 1913,143660.182038 455 | 1914,69946.3057345 456 | 1915,354192.766583 457 | 1916,74868.7372851 458 | 1917,245907.93267 459 | 1918,140635.011169 460 | 1919,160619.711866 461 | 1920,145759.244983 462 | 1921,348489.457281 463 | 1922,334043.931967 464 | 1923,197004.878348 465 | 1924,218083.753944 466 | 1925,206693.453291 467 | 1926,360863.032567 468 | 1927,141168.678533 469 | 1928,160838.092085 470 | 1929,122176.315126 471 | 1930,142520.871692 472 | 1931,138656.387133 473 | 1932,145207.625296 474 | 1933,187919.53962 475 | 1934,182167.169985 476 | 1935,177967.557092 477 | 1936,187351.536707 478 | 1937,183847.214718 479 | 1938,180440.77518 480 | 1939,245968.981441 481 | 1940,188930.152465 482 | 1941,178233.434685 483 | 1942,184552.495524 484 | 1943,208783.934481 485 | 1944,350285.940891 486 | 1945,371195.968408 487 | 1946,150845.141895 488 | 1947,307192.93721 489 | 1948,157333.775364 490 | 1949,233742.167163 491 | 1950,179328.750444 492 | 1951,233627.572252 493 | 1952,216049.430803 494 | 1953,183284.96686 495 | 1954,188697.9255 496 | 1955,137183.873288 497 | 1956,256893.647627 498 | 1957,160313.725595 499 | 1958,286400.430555 500 | 1959,144244.98644 501 | 1960,125200.687846 502 | 1961,126761.443471 503 | 1962,95485.3870013 504 | 1963,102277.654736 505 | 1964,111733.072429 506 | 1965,150557.037587 507 | 1966,142579.343798 508 | 1967,316369.313224 509 | 1968,350625.827388 510 | 1969,364317.760509 511 | 1970,387399.645843 512 | 1971,414522.737157 513 | 1972,377024.724503 514 | 1973,286806.033254 515 | 1974,341164.844013 516 | 1975,380913.94232 517 | 1976,261281.061044 518 | 1977,333464.821327 519 | 1978,322931.097663 520 | 1979,302623.860779 521 | 1980,198985.571814 522 | 1981,335564.757511 523 | 1982,243002.149159 524 | 1983,222716.08515 525 | 1984,169680.751141 526 | 1985,224973.659316 527 | 1986,204158.635801 528 | 1987,187865.494044 529 | 1988,180634.892683 530 | 1989,199322.137248 531 | 1990,221799.922461 532 | 1991,216277.966124 533 | 1992,212771.792358 534 | 1993,176517.785008 535 | 1994,217695.609465 536 | 1995,178563.678061 537 | 1996,249939.245232 538 | 1997,317580.575858 539 | 1998,287318.531047 540 | 1999,259344.003082 541 | 2000,285146.955205 542 | 2001,279657.463958 543 | 2002,247693.074066 544 | 2003,256925.593801 545 | 2004,271462.257035 546 | 2005,240570.196258 547 | 2006,212836.485035 548 | 2007,240690.08245 549 | 2008,212956.115958 550 | 2009,203741.910792 551 | 2010,190746.624335 552 | 2011,142969.844854 553 | 2012,185485.150418 554 | 2013,192967.320875 555 | 2014,195413.791144 556 | 2015,206008.578354 557 | 2016,201353.972274 558 | 2017,201115.794415 559 | 2018,135950.814938 560 | 2019,135661.586654 561 | 2020,112160.08204 562 | 2021,121702.36036 563 | 2022,165407.86608 564 | 2023,143909.065782 565 | 2024,257329.274698 566 | 2025,293078.349676 567 | 2026,187176.393025 568 | 2027,160332.8026 569 | 2028,147896.172488 570 | 2029,175273.833879 571 | 2030,257282.125433 572 | 2031,235111.441073 573 | 2032,259697.038056 574 | 2033,243282.094432 575 | 2034,171080.322654 576 | 2035,192367.186857 577 | 2036,175631.353488 578 | 2037,177336.349325 579 | 2038,264762.163524 580 | 2039,239759.125508 581 | 2040,256439.292868 582 | 2041,243684.416318 583 | 2042,203658.153951 584 | 2043,163113.32097 585 | 2044,158407.136051 586 | 2045,192104.028938 587 | 2046,135545.260996 588 | 2047,149417.023152 589 | 2048,135813.258642 590 | 2049,135466.015283 591 | 2050,171540.796042 592 | 2051,118437.310052 593 | 2052,133223.024001 594 | 2053,143086.88817 595 | 2054,112194.346959 596 | 2055,158547.008532 597 | 2056,149120.986503 598 | 2057,130734.321993 599 | 2058,209481.284651 600 | 2059,145053.288807 601 | 2060,159483.447239 602 | 2061,157588.046544 603 | 2062,136779.938873 604 | 2063,125101.528474 605 | 2064,138134.534067 606 | 2065,111635.874074 607 | 2066,166579.571351 608 | 2067,144356.970211 609 | 2068,132974.148786 610 | 2069,86303.3534936 611 | 2070,112878.628457 612 | 2071,110368.11078 613 | 2072,133741.520652 614 | 2073,148697.74897 615 | 2074,166447.418737 616 | 2075,144301.194733 617 | 2076,117460.921012 618 | 2077,148946.498666 619 | 2078,129872.457627 620 | 2079,131716.373554 621 | 2080,121625.067272 622 | 2081,128872.103974 623 | 2082,119414.214923 624 | 2083,136146.608844 625 | 2084,119084.962015 626 | 2085,128907.28401 627 | 2086,112876.079153 628 | 2087,124272.132369 629 | 2088,101458.912677 630 | 2089,100277.44698 631 | 2090,131660.569823 632 | 2091,112535.590034 633 | 2092,128606.832417 634 | 2093,104356.650818 635 | 2094,118837.581717 636 | 2095,134605.852626 637 | 2096,90645.6445386 638 | 2097,107640.755274 639 | 2098,127862.149672 640 | 2099,68366.0120233 641 | 2100,96309.6210011 642 | 2101,116254.525444 643 | 2102,125962.642733 644 | 2103,114563.469098 645 | 2104,126300.023421 646 | 2105,129311.030437 647 | 2106,84836.0028633 648 | 2107,149734.288243 649 | 2108,117273.511639 650 | 2109,111401.265554 651 | 2110,133246.439099 652 | 2111,134372.542593 653 | 2112,136325.639595 654 | 2113,124513.588124 655 | 2114,124342.228892 656 | 2115,141614.227102 657 | 2116,120481.930134 658 | 2117,133567.860908 659 | 2118,128936.111064 660 | 2119,117096.393006 661 | 2120,117752.860887 662 | 2121,106780.714009 663 | 2122,119821.401732 664 | 2123,99942.1478489 665 | 2124,139196.860272 666 | 2125,127548.431025 667 | 2126,151258.007734 668 | 2127,132725.027411 669 | 2128,126904.133203 670 | 2129,104964.275157 671 | 2130,121974.051061 672 | 2131,135830.815684 673 | 2132,112107.244449 674 | 2133,117151.698131 675 | 2134,128565.001737 676 | 2135,101627.233615 677 | 2136,91848.4328907 678 | 2137,113951.571949 679 | 2138,137248.972292 680 | 2139,152305.578592 681 | 2140,138388.105589 682 | 2141,153645.996689 683 | 2142,137817.648674 684 | 2143,143917.156019 685 | 2144,122824.292627 686 | 2145,139574.04862 687 | 2146,151182.437722 688 | 2147,158037.67905 689 | 2148,139336.244925 690 | 2149,149397.342482 691 | 2150,194861.303759 692 | 2151,125433.190713 693 | 2152,138149.756788 694 | 2153,149818.290717 695 | 2154,107323.905786 696 | 2155,146803.585489 697 | 2156,239264.006461 698 | 2157,218564.730631 699 | 2158,226453.569234 700 | 2159,203864.132 701 | 2160,178296.247816 702 | 2161,243138.607684 703 | 2162,300296.455094 704 | 2163,376163.334225 705 | 2164,246346.019288 706 | 2165,191302.364167 707 | 2166,143369.463767 708 | 2167,207677.563305 709 | 2168,209491.897234 710 | 2169,205510.857375 711 | 2170,218731.173524 712 | 2171,149643.133166 713 | 2172,133273.349774 714 | 2173,159066.288375 715 | 2174,222159.381311 716 | 2175,275149.11356 717 | 2176,316590.189622 718 | 2177,230920.078766 719 | 2178,216240.105934 720 | 2179,147953.554267 721 | 2180,178648.014133 722 | 2181,203126.62473 723 | 2182,224559.948858 724 | 2183,192414.125939 725 | 2184,126289.239115 726 | 2185,139506.023518 727 | 2186,137461.997616 728 | 2187,156148.348997 729 | 2188,158294.812199 730 | 2189,192846.692082 731 | 2190,84608.7385097 732 | 2191,91208.8234829 733 | 2192,94268.8847878 734 | 2193,107334.19178 735 | 2194,113498.560237 736 | 2195,125719.730171 737 | 2196,117442.931194 738 | 2197,127841.307486 739 | 2198,144833.754382 740 | 2199,157694.951484 741 | 2200,149535.620221 742 | 2201,143849.528052 743 | 2202,179733.711867 744 | 2203,159000.28294 745 | 2204,176328.62898 746 | 2205,135361.073131 747 | 2206,130598.368466 748 | 2207,190503.357357 749 | 2208,212033.419527 750 | 2209,180535.469664 751 | 2210,124851.98603 752 | 2211,115244.808167 753 | 2212,118056.066892 754 | 2213,102701.448571 755 | 2214,142998.573508 756 | 2215,108409.921633 757 | 2216,135098.6515 758 | 2217,68409.0382343 759 | 2218,84454.7575166 760 | 2219,77133.5633731 761 | 2220,99015.818625 762 | 2221,353874.600313 763 | 2222,287106.692727 764 | 2223,274328.274641 765 | 2224,212277.377608 766 | 2225,139552.17947 767 | 2226,167620.132491 768 | 2227,197439.129842 769 | 2228,298861.020167 770 | 2229,228412.433572 771 | 2230,162886.238496 772 | 2231,218363.943487 773 | 2232,172423.085239 774 | 2233,185714.214864 775 | 2234,253414.700727 776 | 2235,237052.336529 777 | 2236,238967.086028 778 | 2237,315805.137365 779 | 2238,202708.106808 780 | 2239,102746.07205 781 | 2240,161732.951608 782 | 2241,151796.434522 783 | 2242,127805.780047 784 | 2243,125615.627365 785 | 2244,95698.3789094 786 | 2245,100831.431743 787 | 2246,143443.687981 788 | 2247,107784.410715 789 | 2248,129257.93196 790 | 2249,132236.555032 791 | 2250,131386.537574 792 | 2251,121807.530544 793 | 2252,163879.245547 794 | 2253,170840.251946 795 | 2254,172821.29587 796 | 2255,183520.839472 797 | 2256,184368.418875 798 | 2257,188641.126997 799 | 2258,176594.364192 800 | 2259,179099.775365 801 | 2260,146846.843808 802 | 2261,183541.217941 803 | 2262,207033.924388 804 | 2263,371449.830103 805 | 2264,359253.630923 806 | 2265,148484.337381 807 | 2266,292926.252846 808 | 2267,319743.877332 809 | 2268,375226.135764 810 | 2269,154086.108057 811 | 2270,189778.14521 812 | 2271,203616.816984 813 | 2272,211122.269648 814 | 2273,171813.807623 815 | 2274,174988.438991 816 | 2275,165301.638049 817 | 2276,192639.925332 818 | 2277,182797.459352 819 | 2278,141095.167089 820 | 2279,133167.21358 821 | 2280,115435.639386 822 | 2281,189040.063267 823 | 2282,194647.416774 824 | 2283,100006.288187 825 | 2284,119847.008842 826 | 2285,136175.39615 827 | 2286,129412.46504 828 | 2287,370332.029375 829 | 2288,299850.542558 830 | 2289,294775.822544 831 | 2290,414216.788748 832 | 2291,339381.74345 833 | 2292,391975.456384 834 | 2293,400155.985802 835 | 2294,356671.797544 836 | 2295,395285.543973 837 | 2296,230061.720846 838 | 2297,371732.930045 839 | 2298,346165.207106 840 | 2299,314141.187493 841 | 2300,322027.48278 842 | 2301,342699.590326 843 | 2302,243898.492943 844 | 2303,229052.694673 845 | 2304,241337.578204 846 | 2305,193298.305069 847 | 2306,192160.79974 848 | 2307,194312.791293 849 | 2308,213047.95389 850 | 2309,282710.176124 851 | 2310,228919.860502 852 | 2311,193343.810374 853 | 2312,183275.296995 854 | 2313,176930.593582 855 | 2314,181740.64723 856 | 2315,176247.195473 857 | 2316,195396.328193 858 | 2317,189352.960261 859 | 2318,186647.372808 860 | 2319,183320.498605 861 | 2320,183266.483157 862 | 2321,236227.410787 863 | 2322,171418.908957 864 | 2323,189991.473617 865 | 2324,186476.389074 866 | 2325,201584.741261 867 | 2326,183555.719798 868 | 2327,213520.929345 869 | 2328,219720.346841 870 | 2329,182939.10353 871 | 2330,175187.400086 872 | 2331,324930.026371 873 | 2332,334498.671573 874 | 2333,292381.601999 875 | 2334,262216.887593 876 | 2335,278666.70172 877 | 2336,302725.194698 878 | 2337,198363.178571 879 | 2338,250128.661148 880 | 2339,220909.811649 881 | 2340,372101.281097 882 | 2341,214646.92046 883 | 2342,227714.457941 884 | 2343,221679.002814 885 | 2344,223956.255772 886 | 2345,236367.677681 887 | 2346,209123.985047 888 | 2347,205322.050753 889 | 2348,226392.705865 890 | 2349,180537.461758 891 | 2350,326323.304996 892 | 2351,270422.784706 893 | 2352,237884.512917 894 | 2353,253238.991222 895 | 2354,128870.955394 896 | 2355,147240.518666 897 | 2356,164080.123322 898 | 2357,201654.357702 899 | 2358,196247.102256 900 | 2359,135367.877307 901 | 2360,125966.668868 902 | 2361,136284.238681 903 | 2362,239915.512137 904 | 2363,144839.524235 905 | 2364,157516.175952 906 | 2365,209331.829146 907 | 2366,196585.370697 908 | 2367,208416.595529 909 | 2368,223091.716835 910 | 2369,204764.180102 911 | 2370,174716.850261 912 | 2371,173661.854034 913 | 2372,180669.598074 914 | 2373,244113.055495 915 | 2374,267570.949305 916 | 2375,245142.618579 917 | 2376,245158.390219 918 | 2377,265692.6535 919 | 2378,149259.27894 920 | 2379,188544.663068 921 | 2380,148731.064917 922 | 2381,162841.864091 923 | 2382,190294.446124 924 | 2383,199153.069417 925 | 2384,231005.152652 926 | 2385,163721.408715 927 | 2386,140559.101033 928 | 2387,141593.529823 929 | 2388,103010.472901 930 | 2389,135541.204145 931 | 2390,148802.794468 932 | 2391,140450.119795 933 | 2392,118532.576444 934 | 2393,160841.600953 935 | 2394,154278.235574 936 | 2395,178720.242068 937 | 2396,150631.391381 938 | 2397,175579.647356 939 | 2398,133430.120555 940 | 2399,75354.6573705 941 | 2400,78517.3603929 942 | 2401,115038.505326 943 | 2402,137123.707813 944 | 2403,131193.422099 945 | 2404,159568.051043 946 | 2405,158953.006693 947 | 2406,137183.566578 948 | 2407,128922.878756 949 | 2408,141500.969331 950 | 2409,136891.678374 951 | 2410,158303.424704 952 | 2411,126328.195289 953 | 2412,150264.399937 954 | 2413,138324.079766 955 | 2414,137513.114864 956 | 2415,133060.640945 957 | 2416,124130.71578 958 | 2417,132596.084047 959 | 2418,129509.336041 960 | 2419,130709.580244 961 | 2420,136518.006919 962 | 2421,142710.432815 963 | 2422,119109.195986 964 | 2423,114719.16749 965 | 2424,141862.353204 966 | 2425,183471.422948 967 | 2426,125613.540016 968 | 2427,127565.35392 969 | 2428,164460.600569 970 | 2429,121292.539098 971 | 2430,135948.640354 972 | 2431,133837.553513 973 | 2432,144527.768459 974 | 2433,144355.950966 975 | 2434,139828.678725 976 | 2435,148701.818687 977 | 2436,120002.726067 978 | 2437,114733.191713 979 | 2438,127202.425231 980 | 2439,116598.698003 981 | 2440,123741.121936 982 | 2441,94352.6541533 983 | 2442,108101.220047 984 | 2443,125528.478112 985 | 2444,137854.05512 986 | 2445,94299.4814036 987 | 2446,136180.093512 988 | 2447,176356.023884 989 | 2448,132844.450171 990 | 2449,116377.415248 991 | 2450,139760.743828 992 | 2451,142347.436978 993 | 2452,152893.822506 994 | 2453,103369.000948 995 | 2454,128646.533821 996 | 2455,110344.379676 997 | 2456,121952.364359 998 | 2457,125380.594421 999 | 2458,131019.270894 1000 | 2459,116529.621273 1001 | 2460,133165.969071 1002 | 2461,129716.214633 1003 | 2462,127945.254724 1004 | 2463,123040.376177 1005 | 2464,143307.014567 1006 | 2465,139032.317686 1007 | 2466,120510.176244 1008 | 2467,147585.84775 1009 | 2468,97917.3494118 1010 | 2469,94525.7642121 1011 | 2470,152704.231275 1012 | 2471,164281.988142 1013 | 2472,136123.837659 1014 | 2473,115543.849925 1015 | 2474,98703.4652713 1016 | 2475,178684.199181 1017 | 2476,119237.552161 1018 | 2477,130339.045322 1019 | 2478,147253.285185 1020 | 2479,122536.157769 1021 | 2480,155283.326948 1022 | 2481,138397.398144 1023 | 2482,132644.458264 1024 | 2483,122490.124015 1025 | 2484,130556.423442 1026 | 2485,133618.295139 1027 | 2486,145789.250933 1028 | 2487,183593.528633 1029 | 2488,150863.237575 1030 | 2489,150607.693377 1031 | 2490,148232.060161 1032 | 2491,91698.1465808 1033 | 2492,178402.597627 1034 | 2493,150801.638412 1035 | 2494,141583.060594 1036 | 2495,100375.299327 1037 | 2496,212165.229197 1038 | 2497,142601.522703 1039 | 2498,122846.993493 1040 | 2499,99278.6471925 1041 | 2500,145715.273078 1042 | 2501,129024.384756 1043 | 2502,125943.085473 1044 | 2503,101919.947142 1045 | 2504,169726.149952 1046 | 2505,212998.723794 1047 | 2506,242924.92334 1048 | 2507,258246.468556 1049 | 2508,244715.062824 1050 | 2509,220839.382323 1051 | 2510,217276.228266 1052 | 2511,186275.305423 1053 | 2512,209140.022544 1054 | 2513,217341.430854 1055 | 2514,242829.495064 1056 | 2515,145350.155142 1057 | 2516,195770.282464 1058 | 2517,137499.12001 1059 | 2518,145696.918332 1060 | 2519,231836.035065 1061 | 2520,216255.642323 1062 | 2521,191644.42529 1063 | 2522,222031.788405 1064 | 2523,131675.526543 1065 | 2524,148126.263253 1066 | 2525,141396.778235 1067 | 2526,135969.288417 1068 | 2527,131098.315469 1069 | 2528,130003.95536 1070 | 2529,128701.386022 1071 | 2530,125110.717054 1072 | 2531,229803.460063 1073 | 2532,225815.040685 1074 | 2533,197001.885785 1075 | 2534,230547.729415 1076 | 2535,267144.995386 1077 | 2536,237062.78856 1078 | 2537,224404.695346 1079 | 2538,179740.418263 1080 | 2539,191505.512686 1081 | 2540,182391.413469 1082 | 2541,185712.894291 1083 | 2542,179133.886738 1084 | 2543,135944.655263 1085 | 2544,121899.978241 1086 | 2545,130736.075198 1087 | 2546,136186.586602 1088 | 2547,129957.970653 1089 | 2548,152858.138815 1090 | 2549,171237.015832 1091 | 2550,410962.678672 1092 | 2551,152988.984313 1093 | 2552,122865.138744 1094 | 2553,91454.2947031 1095 | 2554,106421.0225 1096 | 2555,123976.868359 1097 | 2556,111672.949395 1098 | 2557,116437.437372 1099 | 2558,119359.019502 1100 | 2559,137420.838597 1101 | 2560,146151.754557 1102 | 2561,149206.386946 1103 | 2562,129517.695977 1104 | 2563,145738.370498 1105 | 2564,173270.57149 1106 | 2565,154984.545617 1107 | 2566,155365.486714 1108 | 2567,136139.833086 1109 | 2568,172120.863676 1110 | 2569,179889.678476 1111 | 2570,126522.96913 1112 | 2571,180217.503979 1113 | 2572,142396.943971 1114 | 2573,197714.50955 1115 | 2574,229683.264998 1116 | 2575,123657.462838 1117 | 2576,113569.470691 1118 | 2577,141200.575454 1119 | 2578,98576.3281269 1120 | 2579,93792.8181224 1121 | 2580,102615.933781 1122 | 2581,107469.111053 1123 | 2582,112262.799776 1124 | 2583,251508.420851 1125 | 2584,167342.19008 1126 | 2585,205134.272025 1127 | 2586,210835.319516 1128 | 2587,176569.534074 1129 | 2588,146789.482925 1130 | 2589,147208.790928 1131 | 2590,202484.640731 1132 | 2591,188770.157399 1133 | 2592,210908.20797 1134 | 2593,249339.00971 1135 | 2594,168856.563543 1136 | 2595,209407.752317 1137 | 2596,272454.105965 1138 | 2597,202406.089398 1139 | 2598,260219.590799 1140 | 2599,354700.287771 1141 | 2600,135565.591703 1142 | 2601,154811.239512 1143 | 2602,87581.2212908 1144 | 2603,98201.2903251 1145 | 2604,96649.4448687 1146 | 2605,90057.7457227 1147 | 2606,161783.401309 1148 | 2607,181478.706294 1149 | 2608,183034.83643 1150 | 2609,168387.905176 1151 | 2610,109594.147218 1152 | 2611,119944.124977 1153 | 2612,152149.285428 1154 | 2613,132842.204685 1155 | 2614,130059.068111 1156 | 2615,153101.996268 1157 | 2616,148023.31206 1158 | 2617,163949.620829 1159 | 2618,190351.751427 1160 | 2619,176319.314291 1161 | 2620,185406.927976 1162 | 2621,179414.534342 1163 | 2622,177514.879501 1164 | 2623,236356.551436 1165 | 2624,280755.109272 1166 | 2625,251199.278204 1167 | 2626,172532.44854 1168 | 2627,153291.926911 1169 | 2628,420687.585039 1170 | 2629,446208.453571 1171 | 2630,360002.333625 1172 | 2631,399593.027427 1173 | 2632,394611.676433 1174 | 2633,296423.988382 1175 | 2634,363737.021497 1176 | 2635,160549.988489 1177 | 2636,187807.915026 1178 | 2637,191606.740166 1179 | 2638,229418.999893 1180 | 2639,183169.822156 1181 | 2640,154351.142881 1182 | 2641,117776.292662 1183 | 2642,194795.942553 1184 | 2643,104439.034045 1185 | 2644,134930.51459 1186 | 2645,105851.11268 1187 | 2646,93286.7216461 1188 | 2647,103216.913398 1189 | 2648,139024.954542 1190 | 2649,144273.206081 1191 | 2650,133469.847598 1192 | 2651,149063.027503 1193 | 2652,358132.663781 1194 | 2653,242263.956266 1195 | 2654,280311.635183 1196 | 2655,370699.645544 1197 | 2656,305302.264689 1198 | 2657,347348.776149 1199 | 2658,300353.727264 1200 | 2659,292207.846886 1201 | 2660,386252.738163 1202 | 2661,386036.612893 1203 | 2662,345055.623454 1204 | 2663,277331.730998 1205 | 2664,288228.331959 1206 | 2665,326184.52927 1207 | 2666,297123.614573 1208 | 2667,171883.883469 1209 | 2668,173414.06864 1210 | 2669,179476.734096 1211 | 2670,264095.819436 1212 | 2671,176573.290786 1213 | 2672,192486.770645 1214 | 2673,206332.865923 1215 | 2674,198644.439558 1216 | 2675,177407.672685 1217 | 2676,188493.634809 1218 | 2677,185711.778998 1219 | 2678,228688.222893 1220 | 2679,287446.706932 1221 | 2680,300388.710102 1222 | 2681,353118.049053 1223 | 2682,294569.918436 1224 | 2683,366771.779587 1225 | 2684,312473.425392 1226 | 2685,291948.910737 1227 | 2686,250385.072463 1228 | 2687,307341.805316 1229 | 2688,212554.652712 1230 | 2689,202981.93839 1231 | 2690,361119.91601 1232 | 2691,200728.804277 1233 | 2692,132200.70099 1234 | 2693,203616.773433 1235 | 2694,135724.766975 1236 | 2695,193091.950863 1237 | 2696,189062.551572 1238 | 2697,186678.579754 1239 | 2698,196231.567818 1240 | 2699,179523.358735 1241 | 2700,163641.113376 1242 | 2701,177211.286169 1243 | 2702,128796.989667 1244 | 2703,125805.502011 1245 | 2704,134642.941205 1246 | 2705,127949.30555 1247 | 2706,126940.388941 1248 | 2707,128962.904317 1249 | 2708,133681.09864 1250 | 2709,101879.604363 1251 | 2710,132194.599476 1252 | 2711,252799.281338 1253 | 2712,332890.818394 1254 | 2713,181437.158391 1255 | 2714,147401.0 1256 | 2715,170872.772013 1257 | 2716,171659.907109 1258 | 2717,197021.814824 1259 | 2718,228885.3475 1260 | 2719,159114.409912 1261 | 2720,164566.048064 1262 | 2721,141602.633769 1263 | 2722,162672.730336 1264 | 2723,151451.13569 1265 | 2724,138091.474399 1266 | 2725,137618.505025 1267 | 2726,140561.000623 1268 | 2727,173602.113997 1269 | 2728,163337.345702 1270 | 2729,157136.131576 1271 | 2730,139488.400236 1272 | 2731,128943.77964 1273 | 2732,126203.264678 1274 | 2733,148910.192235 1275 | 2734,145976.397108 1276 | 2735,135631.220069 1277 | 2736,147890.854319 1278 | 2737,125764.664019 1279 | 2738,133294.343421 1280 | 2739,159326.162403 1281 | 2740,145599.190749 1282 | 2741,147014.558323 1283 | 2742,154296.134965 1284 | 2743,150169.930238 1285 | 2744,147439.407172 1286 | 2745,141329.936321 1287 | 2746,133003.61193 1288 | 2747,153374.69647 1289 | 2748,131070.986185 1290 | 2749,135179.819759 1291 | 2750,136450.485682 1292 | 2751,131455.464709 1293 | 2752,178471.239533 1294 | 2753,143184.639511 1295 | 2754,169840.552254 1296 | 2755,130867.096428 1297 | 2756,108045.517434 1298 | 2757,84858.449598 1299 | 2758,107405.512047 1300 | 2759,150124.68756 1301 | 2760,128471.128726 1302 | 2761,146618.79375 1303 | 2762,143322.653915 1304 | 2763,170698.415037 1305 | 2764,162751.728875 1306 | 2765,213266.158247 1307 | 2766,127922.826405 1308 | 2767,89738.5314789 1309 | 2768,127353.094507 1310 | 2769,137923.460797 1311 | 2770,136163.979057 1312 | 2771,122122.359483 1313 | 2772,112807.965599 1314 | 2773,155797.126628 1315 | 2774,128118.034339 1316 | 2775,110741.874446 1317 | 2776,137063.432381 1318 | 2777,134409.346806 1319 | 2778,111578.635292 1320 | 2779,127793.822475 1321 | 2780,91859.2945378 1322 | 2781,105270.044451 1323 | 2782,110435.09154 1324 | 2783,112075.304225 1325 | 2784,119111.849012 1326 | 2785,140237.484322 1327 | 2786,91612.0186951 1328 | 2787,116769.254978 1329 | 2788,96385.4173566 1330 | 2789,147054.570108 1331 | 2790,101332.312619 1332 | 2791,114645.224209 1333 | 2792,69511.1793573 1334 | 2793,135014.267236 1335 | 2794,106714.087213 1336 | 2795,123757.937918 1337 | 2796,97687.4419463 1338 | 2797,147478.525523 1339 | 2798,110963.373387 1340 | 2799,117497.579434 1341 | 2800,76681.3923352 1342 | 2801,111583.109378 1343 | 2802,135688.411499 1344 | 2803,138132.160378 1345 | 2804,130490.385875 1346 | 2805,99628.4345712 1347 | 2806,108986.670482 1348 | 2807,147294.562194 1349 | 2808,149843.587344 1350 | 2809,138749.031724 1351 | 2810,136915.023655 1352 | 2811,154983.280704 1353 | 2812,146905.44982 1354 | 2813,160757.036006 1355 | 2814,148568.471356 1356 | 2815,96110.9833607 1357 | 2816,194894.570926 1358 | 2817,163554.297797 1359 | 2818,139011.740846 1360 | 2819,179544.650698 1361 | 2820,143974.336028 1362 | 2821,113008.099277 1363 | 2822,168425.120889 1364 | 2823,203851.378014 1365 | 2824,175025.987992 1366 | 2825,142700.440605 1367 | 2826,135455.477883 1368 | 2827,133022.031742 1369 | 2828,237230.464424 1370 | 2829,192945.569106 1371 | 2830,230394.309791 1372 | 2831,192073.638108 1373 | 2832,227354.998506 1374 | 2833,331405.618757 1375 | 2834,217717.212595 1376 | 2835,216327.282039 1377 | 2836,197930.61574 1378 | 2837,160073.092459 1379 | 2838,149693.16877 1380 | 2839,190261.186207 1381 | 2840,186541.45827 1382 | 2841,202976.448144 1383 | 2842,224042.238464 1384 | 2843,155825.588611 1385 | 2844,144689.739995 1386 | 2845,124129.850809 1387 | 2846,209948.419534 1388 | 2847,201378.138471 1389 | 2848,209488.790678 1390 | 2849,206753.57869 1391 | 2850,264677.978341 1392 | 2851,213208.437535 1393 | 2852,225848.628773 1394 | 2853,228135.316962 1395 | 2854,138328.481606 1396 | 2855,201207.568356 1397 | 2856,202646.944941 1398 | 2857,191390.379804 1399 | 2858,197738.286453 1400 | 2859,148116.178037 1401 | 2860,130901.441715 1402 | 2861,135571.544447 1403 | 2862,206524.707056 1404 | 2863,129148.543681 1405 | 2864,237396.428746 1406 | 2865,140918.231423 1407 | 2866,130001.0 1408 | 2867,114029.510053 1409 | 2868,112368.565893 1410 | 2869,115771.547293 1411 | 2870,141415.933634 1412 | 2871,91607.4448467 1413 | 2872,71243.5720117 1414 | 2873,105131.936735 1415 | 2874,126199.067108 1416 | 2875,111365.307152 1417 | 2876,157732.833637 1418 | 2877,138324.944928 1419 | 2878,149549.864527 1420 | 2879,135929.870517 1421 | 2880,107526.512965 1422 | 2881,147711.097691 1423 | 2882,160239.696994 1424 | 2883,177944.899623 1425 | 2884,182276.907723 1426 | 2885,167354.22189 1427 | 2886,187733.290065 1428 | 2887,95086.7862207 1429 | 2888,127039.742469 1430 | 2889,64915.0139536 1431 | 2890,98706.9984512 1432 | 2891,134298.187278 1433 | 2892,58112.7266575 1434 | 2893,88717.5509279 1435 | 2894,73474.8800287 1436 | 2895,320840.968264 1437 | 2896,293394.217531 1438 | 2897,192357.869414 1439 | 2898,142369.270103 1440 | 2899,212065.028137 1441 | 2900,158554.948281 1442 | 2901,185744.475071 1443 | 2902,187548.389833 1444 | 2903,322811.881997 1445 | 2904,324812.444433 1446 | 2905,110011.001332 1447 | 2906,183581.957862 1448 | 2907,113561.649792 1449 | 2908,133845.043763 1450 | 2909,142813.240633 1451 | 2910,84752.0907222 1452 | 2911,89381.6680862 1453 | 2912,150927.067103 1454 | 2913,90731.8903313 1455 | 2914,92470.0545946 1456 | 2915,92791.9795265 1457 | 2916,90483.7482857 1458 | 2917,137986.95052 1459 | 2918,111482.959376 1460 | 2919,206341.244652 1461 | -------------------------------------------------------------------------------- /doc/capstone_doc.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shitao-zz/Kaggle-House-Prices-Advanced-Regression-Techniques/d9a80619fcd97bd50f65399870c53e8a201086a9/doc/capstone_doc.pdf -------------------------------------------------------------------------------- /doc/fig/QBuDOjs.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shitao-zz/Kaggle-House-Prices-Advanced-Regression-Techniques/d9a80619fcd97bd50f65399870c53e8a201086a9/doc/fig/QBuDOjs.jpg -------------------------------------------------------------------------------- /doc/fig/corr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shitao-zz/Kaggle-House-Prices-Advanced-Regression-Techniques/d9a80619fcd97bd50f65399870c53e8a201086a9/doc/fig/corr.png -------------------------------------------------------------------------------- /doc/fig/flowchart.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shitao-zz/Kaggle-House-Prices-Advanced-Regression-Techniques/d9a80619fcd97bd50f65399870c53e8a201086a9/doc/fig/flowchart.jpg -------------------------------------------------------------------------------- /doc/fig/flowchart.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shitao-zz/Kaggle-House-Prices-Advanced-Regression-Techniques/d9a80619fcd97bd50f65399870c53e8a201086a9/doc/fig/flowchart.pdf -------------------------------------------------------------------------------- /doc/fig/neighborhood.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shitao-zz/Kaggle-House-Prices-Advanced-Regression-Techniques/d9a80619fcd97bd50f65399870c53e8a201086a9/doc/fig/neighborhood.png -------------------------------------------------------------------------------- /doc/fig/score_with_different_approaches.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shitao-zz/Kaggle-House-Prices-Advanced-Regression-Techniques/d9a80619fcd97bd50f65399870c53e8a201086a9/doc/fig/score_with_different_approaches.jpg -------------------------------------------------------------------------------- /doc/fig/score_with_different_approaches.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shitao-zz/Kaggle-House-Prices-Advanced-Regression-Techniques/d9a80619fcd97bd50f65399870c53e8a201086a9/doc/fig/score_with_different_approaches.png -------------------------------------------------------------------------------- /doc/fig/top6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shitao-zz/Kaggle-House-Prices-Advanced-Regression-Techniques/d9a80619fcd97bd50f65399870c53e8a201086a9/doc/fig/top6.png -------------------------------------------------------------------------------- /feature_selection.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "code", 5 | "execution_count": 1, 6 | "metadata": { 7 | "collapsed": false 8 | }, 9 | "outputs": [], 10 | "source": [ 11 | "import numpy as np\n", 12 | "import pandas as pd\n", 13 | "import datetime\n", 14 | "from sklearn.cross_validation import KFold\n", 15 | "from sklearn.cross_validation import train_test_split\n", 16 | "import time\n", 17 | "from sklearn import preprocessing\n", 18 | "from scipy.stats import skew" 19 | ] 20 | }, 21 | { 22 | "cell_type": "code", 23 | "execution_count": 2, 24 | "metadata": { 25 | "collapsed": false 26 | }, 27 | "outputs": [ 28 | { 29 | "name": "stdout", 30 | "output_type": "stream", 31 | "text": [ 32 | "Delete features with high number of missing values...\n" 33 | ] 34 | } 35 | ], 36 | "source": [ 37 | "train = pd.read_csv(\"./input/train.csv\") # read train data\n", 38 | "test = pd.read_csv(\"./input/test.csv\") # read test data\n", 39 | "\n", 40 | "tables = [train,test]\n", 41 | "print (\"Delete features with high number of missing values...\")\n", 42 | "total_missing = train.isnull().sum()\n", 43 | "to_delete = total_missing[total_missing>(train.shape[0]/3.)]\n", 44 | "for table in tables:\n", 45 | " table.drop(list(to_delete.index),axis=1,inplace=True)\n", 46 | "\n", 47 | "numerical_features = test.select_dtypes(include=[\"float\",\"int\",\"bool\"]).columns.values\n", 48 | "categorical_features = train.select_dtypes(include=[\"object\"]).columns.values" 49 | ] 50 | }, 51 | { 52 | "cell_type": "code", 53 | "execution_count": 3, 54 | "metadata": { 55 | "collapsed": false 56 | }, 57 | "outputs": [ 58 | { 59 | "data": { 60 | "text/plain": [ 61 | "Alley 1369\n", 62 | "FireplaceQu 690\n", 63 | "PoolQC 1453\n", 64 | "Fence 1179\n", 65 | "MiscFeature 1406\n", 66 | "dtype: int64" 67 | ] 68 | }, 69 | "execution_count": 3, 70 | "metadata": {}, 71 | "output_type": "execute_result" 72 | } 73 | ], 74 | "source": [ 75 | "to_delete" 76 | ] 77 | } 78 | ], 79 | "metadata": { 80 | "anaconda-cloud": {}, 81 | "kernelspec": { 82 | "display_name": "Python [Root]", 83 | "language": "python", 84 | "name": "Python [Root]" 85 | }, 86 | "language_info": { 87 | "codemirror_mode": { 88 | "name": "ipython", 89 | "version": 2 90 | }, 91 | "file_extension": ".py", 92 | "mimetype": "text/x-python", 93 | "name": "python", 94 | "nbconvert_exporter": "python", 95 | "pygments_lexer": "ipython2", 96 | "version": "2.7.12" 97 | } 98 | }, 99 | "nbformat": 4, 100 | "nbformat_minor": 0 101 | } 102 | -------------------------------------------------------------------------------- /input/data_description.txt: -------------------------------------------------------------------------------- 1 | MSSubClass: Identifies the type of dwelling involved in the sale. 2 | 3 | 20 1-STORY 1946 & NEWER ALL STYLES 4 | 30 1-STORY 1945 & OLDER 5 | 40 1-STORY W/FINISHED ATTIC ALL AGES 6 | 45 1-1/2 STORY - UNFINISHED ALL AGES 7 | 50 1-1/2 STORY FINISHED ALL AGES 8 | 60 2-STORY 1946 & NEWER 9 | 70 2-STORY 1945 & OLDER 10 | 75 2-1/2 STORY ALL AGES 11 | 80 SPLIT OR MULTI-LEVEL 12 | 85 SPLIT FOYER 13 | 90 DUPLEX - ALL STYLES AND AGES 14 | 120 1-STORY PUD (Planned Unit Development) - 1946 & NEWER 15 | 150 1-1/2 STORY PUD - ALL AGES 16 | 160 2-STORY PUD - 1946 & NEWER 17 | 180 PUD - MULTILEVEL - INCL SPLIT LEV/FOYER 18 | 190 2 FAMILY CONVERSION - ALL STYLES AND AGES 19 | 20 | MSZoning: Identifies the general zoning classification of the sale. 21 | 22 | A Agriculture 23 | C Commercial 24 | FV Floating Village Residential 25 | I Industrial 26 | RH Residential High Density 27 | RL Residential Low Density 28 | RP Residential Low Density Park 29 | RM Residential Medium Density 30 | 31 | LotFrontage: Linear feet of street connected to property 32 | 33 | LotArea: Lot size in square feet 34 | 35 | Street: Type of road access to property 36 | 37 | Grvl Gravel 38 | Pave Paved 39 | 40 | Alley: Type of alley access to property 41 | 42 | Grvl Gravel 43 | Pave Paved 44 | NA No alley access 45 | 46 | LotShape: General shape of property 47 | 48 | Reg Regular 49 | IR1 Slightly irregular 50 | IR2 Moderately Irregular 51 | IR3 Irregular 52 | 53 | LandContour: Flatness of the property 54 | 55 | Lvl Near Flat/Level 56 | Bnk Banked - Quick and significant rise from street grade to building 57 | HLS Hillside - Significant slope from side to side 58 | Low Depression 59 | 60 | Utilities: Type of utilities available 61 | 62 | AllPub All public Utilities (E,G,W,& S) 63 | NoSewr Electricity, Gas, and Water (Septic Tank) 64 | NoSeWa Electricity and Gas Only 65 | ELO Electricity only 66 | 67 | LotConfig: Lot configuration 68 | 69 | Inside Inside lot 70 | Corner Corner lot 71 | CulDSac Cul-de-sac 72 | FR2 Frontage on 2 sides of property 73 | FR3 Frontage on 3 sides of property 74 | 75 | LandSlope: Slope of property 76 | 77 | Gtl Gentle slope 78 | Mod Moderate Slope 79 | Sev Severe Slope 80 | 81 | Neighborhood: Physical locations within Ames city limits 82 | 83 | Blmngtn Bloomington Heights 84 | Blueste Bluestem 85 | BrDale Briardale 86 | BrkSide Brookside 87 | ClearCr Clear Creek 88 | CollgCr College Creek 89 | Crawfor Crawford 90 | Edwards Edwards 91 | Gilbert Gilbert 92 | IDOTRR Iowa DOT and Rail Road 93 | MeadowV Meadow Village 94 | Mitchel Mitchell 95 | Names North Ames 96 | NoRidge Northridge 97 | NPkVill Northpark Villa 98 | NridgHt Northridge Heights 99 | NWAmes Northwest Ames 100 | OldTown Old Town 101 | SWISU South & West of Iowa State University 102 | Sawyer Sawyer 103 | SawyerW Sawyer West 104 | Somerst Somerset 105 | StoneBr Stone Brook 106 | Timber Timberland 107 | Veenker Veenker 108 | 109 | Condition1: Proximity to various conditions 110 | 111 | Artery Adjacent to arterial street 112 | Feedr Adjacent to feeder street 113 | Norm Normal 114 | RRNn Within 200' of North-South Railroad 115 | RRAn Adjacent to North-South Railroad 116 | PosN Near positive off-site feature--park, greenbelt, etc. 117 | PosA Adjacent to postive off-site feature 118 | RRNe Within 200' of East-West Railroad 119 | RRAe Adjacent to East-West Railroad 120 | 121 | Condition2: Proximity to various conditions (if more than one is present) 122 | 123 | Artery Adjacent to arterial street 124 | Feedr Adjacent to feeder street 125 | Norm Normal 126 | RRNn Within 200' of North-South Railroad 127 | RRAn Adjacent to North-South Railroad 128 | PosN Near positive off-site feature--park, greenbelt, etc. 129 | PosA Adjacent to postive off-site feature 130 | RRNe Within 200' of East-West Railroad 131 | RRAe Adjacent to East-West Railroad 132 | 133 | BldgType: Type of dwelling 134 | 135 | 1Fam Single-family Detached 136 | 2FmCon Two-family Conversion; originally built as one-family dwelling 137 | Duplx Duplex 138 | TwnhsE Townhouse End Unit 139 | TwnhsI Townhouse Inside Unit 140 | 141 | HouseStyle: Style of dwelling 142 | 143 | 1Story One story 144 | 1.5Fin One and one-half story: 2nd level finished 145 | 1.5Unf One and one-half story: 2nd level unfinished 146 | 2Story Two story 147 | 2.5Fin Two and one-half story: 2nd level finished 148 | 2.5Unf Two and one-half story: 2nd level unfinished 149 | SFoyer Split Foyer 150 | SLvl Split Level 151 | 152 | OverallQual: Rates the overall material and finish of the house 153 | 154 | 10 Very Excellent 155 | 9 Excellent 156 | 8 Very Good 157 | 7 Good 158 | 6 Above Average 159 | 5 Average 160 | 4 Below Average 161 | 3 Fair 162 | 2 Poor 163 | 1 Very Poor 164 | 165 | OverallCond: Rates the overall condition of the house 166 | 167 | 10 Very Excellent 168 | 9 Excellent 169 | 8 Very Good 170 | 7 Good 171 | 6 Above Average 172 | 5 Average 173 | 4 Below Average 174 | 3 Fair 175 | 2 Poor 176 | 1 Very Poor 177 | 178 | YearBuilt: Original construction date 179 | 180 | YearRemodAdd: Remodel date (same as construction date if no remodeling or additions) 181 | 182 | RoofStyle: Type of roof 183 | 184 | Flat Flat 185 | Gable Gable 186 | Gambrel Gabrel (Barn) 187 | Hip Hip 188 | Mansard Mansard 189 | Shed Shed 190 | 191 | RoofMatl: Roof material 192 | 193 | ClyTile Clay or Tile 194 | CompShg Standard (Composite) Shingle 195 | Membran Membrane 196 | Metal Metal 197 | Roll Roll 198 | Tar&Grv Gravel & Tar 199 | WdShake Wood Shakes 200 | WdShngl Wood Shingles 201 | 202 | Exterior1st: Exterior covering on house 203 | 204 | AsbShng Asbestos Shingles 205 | AsphShn Asphalt Shingles 206 | BrkComm Brick Common 207 | BrkFace Brick Face 208 | CBlock Cinder Block 209 | CemntBd Cement Board 210 | HdBoard Hard Board 211 | ImStucc Imitation Stucco 212 | MetalSd Metal Siding 213 | Other Other 214 | Plywood Plywood 215 | PreCast PreCast 216 | Stone Stone 217 | Stucco Stucco 218 | VinylSd Vinyl Siding 219 | Wd Sdng Wood Siding 220 | WdShing Wood Shingles 221 | 222 | Exterior2nd: Exterior covering on house (if more than one material) 223 | 224 | AsbShng Asbestos Shingles 225 | AsphShn Asphalt Shingles 226 | BrkComm Brick Common 227 | BrkFace Brick Face 228 | CBlock Cinder Block 229 | CemntBd Cement Board 230 | HdBoard Hard Board 231 | ImStucc Imitation Stucco 232 | MetalSd Metal Siding 233 | Other Other 234 | Plywood Plywood 235 | PreCast PreCast 236 | Stone Stone 237 | Stucco Stucco 238 | VinylSd Vinyl Siding 239 | Wd Sdng Wood Siding 240 | WdShing Wood Shingles 241 | 242 | MasVnrType: Masonry veneer type 243 | 244 | BrkCmn Brick Common 245 | BrkFace Brick Face 246 | CBlock Cinder Block 247 | None None 248 | Stone Stone 249 | 250 | MasVnrArea: Masonry veneer area in square feet 251 | 252 | ExterQual: Evaluates the quality of the material on the exterior 253 | 254 | Ex Excellent 255 | Gd Good 256 | TA Average/Typical 257 | Fa Fair 258 | Po Poor 259 | 260 | ExterCond: Evaluates the present condition of the material on the exterior 261 | 262 | Ex Excellent 263 | Gd Good 264 | TA Average/Typical 265 | Fa Fair 266 | Po Poor 267 | 268 | Foundation: Type of foundation 269 | 270 | BrkTil Brick & Tile 271 | CBlock Cinder Block 272 | PConc Poured Contrete 273 | Slab Slab 274 | Stone Stone 275 | Wood Wood 276 | 277 | BsmtQual: Evaluates the height of the basement 278 | 279 | Ex Excellent (100+ inches) 280 | Gd Good (90-99 inches) 281 | TA Typical (80-89 inches) 282 | Fa Fair (70-79 inches) 283 | Po Poor (<70 inches 284 | NA No Basement 285 | 286 | BsmtCond: Evaluates the general condition of the basement 287 | 288 | Ex Excellent 289 | Gd Good 290 | TA Typical - slight dampness allowed 291 | Fa Fair - dampness or some cracking or settling 292 | Po Poor - Severe cracking, settling, or wetness 293 | NA No Basement 294 | 295 | BsmtExposure: Refers to walkout or garden level walls 296 | 297 | Gd Good Exposure 298 | Av Average Exposure (split levels or foyers typically score average or above) 299 | Mn Mimimum Exposure 300 | No No Exposure 301 | NA No Basement 302 | 303 | BsmtFinType1: Rating of basement finished area 304 | 305 | GLQ Good Living Quarters 306 | ALQ Average Living Quarters 307 | BLQ Below Average Living Quarters 308 | Rec Average Rec Room 309 | LwQ Low Quality 310 | Unf Unfinshed 311 | NA No Basement 312 | 313 | BsmtFinSF1: Type 1 finished square feet 314 | 315 | BsmtFinType2: Rating of basement finished area (if multiple types) 316 | 317 | GLQ Good Living Quarters 318 | ALQ Average Living Quarters 319 | BLQ Below Average Living Quarters 320 | Rec Average Rec Room 321 | LwQ Low Quality 322 | Unf Unfinshed 323 | NA No Basement 324 | 325 | BsmtFinSF2: Type 2 finished square feet 326 | 327 | BsmtUnfSF: Unfinished square feet of basement area 328 | 329 | TotalBsmtSF: Total square feet of basement area 330 | 331 | Heating: Type of heating 332 | 333 | Floor Floor Furnace 334 | GasA Gas forced warm air furnace 335 | GasW Gas hot water or steam heat 336 | Grav Gravity furnace 337 | OthW Hot water or steam heat other than gas 338 | Wall Wall furnace 339 | 340 | HeatingQC: Heating quality and condition 341 | 342 | Ex Excellent 343 | Gd Good 344 | TA Average/Typical 345 | Fa Fair 346 | Po Poor 347 | 348 | CentralAir: Central air conditioning 349 | 350 | N No 351 | Y Yes 352 | 353 | Electrical: Electrical system 354 | 355 | SBrkr Standard Circuit Breakers & Romex 356 | FuseA Fuse Box over 60 AMP and all Romex wiring (Average) 357 | FuseF 60 AMP Fuse Box and mostly Romex wiring (Fair) 358 | FuseP 60 AMP Fuse Box and mostly knob & tube wiring (poor) 359 | Mix Mixed 360 | 361 | 1stFlrSF: First Floor square feet 362 | 363 | 2ndFlrSF: Second floor square feet 364 | 365 | LowQualFinSF: Low quality finished square feet (all floors) 366 | 367 | GrLivArea: Above grade (ground) living area square feet 368 | 369 | BsmtFullBath: Basement full bathrooms 370 | 371 | BsmtHalfBath: Basement half bathrooms 372 | 373 | FullBath: Full bathrooms above grade 374 | 375 | HalfBath: Half baths above grade 376 | 377 | Bedroom: Bedrooms above grade (does NOT include basement bedrooms) 378 | 379 | Kitchen: Kitchens above grade 380 | 381 | KitchenQual: Kitchen quality 382 | 383 | Ex Excellent 384 | Gd Good 385 | TA Typical/Average 386 | Fa Fair 387 | Po Poor 388 | 389 | TotRmsAbvGrd: Total rooms above grade (does not include bathrooms) 390 | 391 | Functional: Home functionality (Assume typical unless deductions are warranted) 392 | 393 | Typ Typical Functionality 394 | Min1 Minor Deductions 1 395 | Min2 Minor Deductions 2 396 | Mod Moderate Deductions 397 | Maj1 Major Deductions 1 398 | Maj2 Major Deductions 2 399 | Sev Severely Damaged 400 | Sal Salvage only 401 | 402 | Fireplaces: Number of fireplaces 403 | 404 | FireplaceQu: Fireplace quality 405 | 406 | Ex Excellent - Exceptional Masonry Fireplace 407 | Gd Good - Masonry Fireplace in main level 408 | TA Average - Prefabricated Fireplace in main living area or Masonry Fireplace in basement 409 | Fa Fair - Prefabricated Fireplace in basement 410 | Po Poor - Ben Franklin Stove 411 | NA No Fireplace 412 | 413 | GarageType: Garage location 414 | 415 | 2Types More than one type of garage 416 | Attchd Attached to home 417 | Basment Basement Garage 418 | BuiltIn Built-In (Garage part of house - typically has room above garage) 419 | CarPort Car Port 420 | Detchd Detached from home 421 | NA No Garage 422 | 423 | GarageYrBlt: Year garage was built 424 | 425 | GarageFinish: Interior finish of the garage 426 | 427 | Fin Finished 428 | RFn Rough Finished 429 | Unf Unfinished 430 | NA No Garage 431 | 432 | GarageCars: Size of garage in car capacity 433 | 434 | GarageArea: Size of garage in square feet 435 | 436 | GarageQual: Garage quality 437 | 438 | Ex Excellent 439 | Gd Good 440 | TA Typical/Average 441 | Fa Fair 442 | Po Poor 443 | NA No Garage 444 | 445 | GarageCond: Garage condition 446 | 447 | Ex Excellent 448 | Gd Good 449 | TA Typical/Average 450 | Fa Fair 451 | Po Poor 452 | NA No Garage 453 | 454 | PavedDrive: Paved driveway 455 | 456 | Y Paved 457 | P Partial Pavement 458 | N Dirt/Gravel 459 | 460 | WoodDeckSF: Wood deck area in square feet 461 | 462 | OpenPorchSF: Open porch area in square feet 463 | 464 | EnclosedPorch: Enclosed porch area in square feet 465 | 466 | 3SsnPorch: Three season porch area in square feet 467 | 468 | ScreenPorch: Screen porch area in square feet 469 | 470 | PoolArea: Pool area in square feet 471 | 472 | PoolQC: Pool quality 473 | 474 | Ex Excellent 475 | Gd Good 476 | TA Average/Typical 477 | Fa Fair 478 | NA No Pool 479 | 480 | Fence: Fence quality 481 | 482 | GdPrv Good Privacy 483 | MnPrv Minimum Privacy 484 | GdWo Good Wood 485 | MnWw Minimum Wood/Wire 486 | NA No Fence 487 | 488 | MiscFeature: Miscellaneous feature not covered in other categories 489 | 490 | Elev Elevator 491 | Gar2 2nd Garage (if not described in garage section) 492 | Othr Other 493 | Shed Shed (over 100 SF) 494 | TenC Tennis Court 495 | NA None 496 | 497 | MiscVal: $Value of miscellaneous feature 498 | 499 | MoSold: Month Sold (MM) 500 | 501 | YrSold: Year Sold (YYYY) 502 | 503 | SaleType: Type of sale 504 | 505 | WD Warranty Deed - Conventional 506 | CWD Warranty Deed - Cash 507 | VWD Warranty Deed - VA Loan 508 | New Home just constructed and sold 509 | COD Court Officer Deed/Estate 510 | Con Contract 15% Down payment regular terms 511 | ConLw Contract Low Down payment and low interest 512 | ConLI Contract Low Interest 513 | ConLD Contract Low Down 514 | Oth Other 515 | 516 | SaleCondition: Condition of sale 517 | 518 | Normal Normal Sale 519 | Abnorml Abnormal Sale - trade, foreclosure, short sale 520 | AdjLand Adjoining Land Purchase 521 | Alloca Allocation - two linked properties with separate deeds, typically condo with a garage unit 522 | Family Sale between family members 523 | Partial Home was not completed when last assessed (associated with New Homes) 524 | -------------------------------------------------------------------------------- /outlier_detection.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "code", 5 | "execution_count": 1, 6 | "metadata": { 7 | "collapsed": false 8 | }, 9 | "outputs": [ 10 | { 11 | "name": "stderr", 12 | "output_type": "stream", 13 | "text": [ 14 | "/Users/swang/anaconda/lib/python2.7/site-packages/matplotlib/font_manager.py:273: UserWarning: Matplotlib is building the font cache using fc-list. This may take a moment.\n", 15 | " warnings.warn('Matplotlib is building the font cache using fc-list. This may take a moment.')\n" 16 | ] 17 | } 18 | ], 19 | "source": [ 20 | "import numpy as np\n", 21 | "import pandas as pd\n", 22 | "import matplotlib.pyplot as plt\n", 23 | "from scipy import stats\n", 24 | "\n", 25 | "from sklearn import svm\n", 26 | "from sklearn.covariance import EllipticEnvelope\n", 27 | "%matplotlib inline" 28 | ] 29 | }, 30 | { 31 | "cell_type": "code", 32 | "execution_count": 2, 33 | "metadata": { 34 | "collapsed": false 35 | }, 36 | "outputs": [], 37 | "source": [ 38 | "train = pd.read_csv(\"./input/train.csv\") \n", 39 | "test = pd.read_csv(\"prediction_training.csv\").drop('Id',axis=1,inplace=False)\n", 40 | "origin = pd.DataFrame(train['SalePrice'])" 41 | ] 42 | }, 43 | { 44 | "cell_type": "code", 45 | "execution_count": 3, 46 | "metadata": { 47 | "collapsed": false 48 | }, 49 | "outputs": [], 50 | "source": [ 51 | "dif = np.abs(test-origin) > 12000" 52 | ] 53 | }, 54 | { 55 | "cell_type": "code", 56 | "execution_count": 4, 57 | "metadata": { 58 | "collapsed": false 59 | }, 60 | "outputs": [], 61 | "source": [ 62 | "idx = dif[dif['SalePrice']].index.tolist()" 63 | ] 64 | }, 65 | { 66 | "cell_type": "code", 67 | "execution_count": 5, 68 | "metadata": { 69 | "collapsed": false 70 | }, 71 | "outputs": [], 72 | "source": [ 73 | "train.drop(train.index[idx],inplace=True)" 74 | ] 75 | }, 76 | { 77 | "cell_type": "code", 78 | "execution_count": 6, 79 | "metadata": { 80 | "collapsed": false 81 | }, 82 | "outputs": [ 83 | { 84 | "data": { 85 | "text/plain": [ 86 | "(1408, 81)" 87 | ] 88 | }, 89 | "execution_count": 6, 90 | "metadata": {}, 91 | "output_type": "execute_result" 92 | } 93 | ], 94 | "source": [ 95 | "train.shape" 96 | ] 97 | }, 98 | { 99 | "cell_type": "code", 100 | "execution_count": 7, 101 | "metadata": { 102 | "collapsed": false 103 | }, 104 | "outputs": [ 105 | { 106 | "data": { 107 | "text/plain": [ 108 | "[4,\n", 109 | " 11,\n", 110 | " 13,\n", 111 | " 20,\n", 112 | " 46,\n", 113 | " 66,\n", 114 | " 70,\n", 115 | " 167,\n", 116 | " 178,\n", 117 | " 185,\n", 118 | " 199,\n", 119 | " 224,\n", 120 | " 261,\n", 121 | " 309,\n", 122 | " 313,\n", 123 | " 318,\n", 124 | " 349,\n", 125 | " 412,\n", 126 | " 423,\n", 127 | " 440,\n", 128 | " 454,\n", 129 | " 477,\n", 130 | " 478,\n", 131 | " 523,\n", 132 | " 540,\n", 133 | " 581,\n", 134 | " 585,\n", 135 | " 588,\n", 136 | " 595,\n", 137 | " 654,\n", 138 | " 688,\n", 139 | " 691,\n", 140 | " 774,\n", 141 | " 798,\n", 142 | " 875,\n", 143 | " 898,\n", 144 | " 926,\n", 145 | " 970,\n", 146 | " 987,\n", 147 | " 1027,\n", 148 | " 1109,\n", 149 | " 1169,\n", 150 | " 1182,\n", 151 | " 1239,\n", 152 | " 1256,\n", 153 | " 1298,\n", 154 | " 1324,\n", 155 | " 1353,\n", 156 | " 1359,\n", 157 | " 1405,\n", 158 | " 1442,\n", 159 | " 1447]" 160 | ] 161 | }, 162 | "execution_count": 7, 163 | "metadata": {}, 164 | "output_type": "execute_result" 165 | } 166 | ], 167 | "source": [ 168 | "idx" 169 | ] 170 | }, 171 | { 172 | "cell_type": "code", 173 | "execution_count": null, 174 | "metadata": { 175 | "collapsed": true 176 | }, 177 | "outputs": [], 178 | "source": [] 179 | } 180 | ], 181 | "metadata": { 182 | "anaconda-cloud": {}, 183 | "kernelspec": { 184 | "display_name": "Python [Root]", 185 | "language": "python", 186 | "name": "Python [Root]" 187 | }, 188 | "language_info": { 189 | "codemirror_mode": { 190 | "name": "ipython", 191 | "version": 2 192 | }, 193 | "file_extension": ".py", 194 | "mimetype": "text/x-python", 195 | "name": "python", 196 | "nbconvert_exporter": "python", 197 | "pygments_lexer": "ipython2", 198 | "version": "2.7.12" 199 | } 200 | }, 201 | "nbformat": 4, 202 | "nbformat_minor": 0 203 | } 204 | --------------------------------------------------------------------------------