12-Decision-Tree/01-What-is-Decision-Tree/01-What-is-Decision-Tree.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 什么是决策树"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import datasets\n",
    "\n",
    "iris = datasets.load_iris()\n",
    "X = iris.data[:,2:]\n",
    "y = iris.target"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAAGgFJREFUeJzt3X2QXXV9x/H3d282JoaHjGYhMQkGJeAoAoEdHoyjmVojDylJrRGY+hCHSsdKhYnaESdTI8YpHTpoKlQagQKVRkjAEAmWUtGqpaFuApLKkxjQBAJZQIKJQZLdb/+4N8nu3XNzf+ees/c83M9rJpO9Z3/nnO+FyXfPnvv5/Y65OyIiUi5dWRcgIiLpU3MXESkhNXcRkRJScxcRKSE1dxGRElJzFxEpITV3EZESUnMXESkhNXcRkRIak9WJJ02a5DNmzMjq9CIihbRhw4YX3L2n2bjMmvuMGTPo6+vL6vQiIoVkZr8OGafbMiIiJaTmLiJSQmruIiIlpOYuIlJCau4iIiWk5i4iUkJq7iIiJdQ0525m04GbgcnAILDC3ZfXjZkD3Ak8Vdt0h7tfnm6pIlJ06zavY/nG5Ty36zkmT5jMJSdfwjlvOSfR/kCiY5ZVyCSmvcBn3X2jmR0KbDCze939kbpxP3H3eemXKCJlsG7zOpbev5RXB14FYNuubSy9fylAUDOO2n/JT5dgZuwZ3NPSMcus6W0Zd9/m7htrX/8OeBSYOtqFiUi5LN+4fH9j3ufVgVdZvnF5gz2a77/X9+5v7K0cs8xi3XM3sxnALOCBiG+fYWY/N7Pvm9k7Gux/kZn1mVlff39/7GJFpLie2/VcrO2tjos7tqyCm7uZHQLcDlzq7q/UfXsj8GZ3PxH4BrAm6hjuvsLde929t6en6bo3IlIikydMjrW91XFxx5ZVUHM3s26qjf0Wd7+j/vvu/oq776x9fTfQbWaTUq1URArtkpMvYVxl3LBt4yrj9n8o2sr+Y2wM3V3dLR+zzELSMgZcDzzq7lc1GDMZeN7d3cxOpfpD48VUKxWRQtv3AWeryZZG+yc5ZpmZux98gNm7gZ8Am6hGIQG+CBwF4O7XmtnFwKeoJmt2A4vd/f6DHbe3t9e15K+ISDxmtsHde5uNa3rl7u4/BazJmKuBq8PLE5EsJc2bh1i2fhmrnljFoA/SZV0sPHYhS05fkuo5pLHMHtYhItlImjcPsWz9Mm59/Nb9rwd9cP9rNfj20PIDIh0mad48xKonVsXaLulTcxfpMEnz5iEGfTDWdkmfmrtIh0maNw/RZdGtpdF2SZ/+S4t0mKR58xALj10Ya7ukTx+oinSYpHnzEPs+NFVaJjtNc+6jRTl3EZH4QnPuui0jIlJCui0j0oFCH3oRui30lk6cyVOhY9sxISupLGrUbRmRDlM/iQmqC3ANfegFQHdXN+7OXt970HHjKuNY+q6lTZtV1Hkb7Rs6Ns4xs5J2jbotIyKRQh96sWdwz7DG3mhc6ASoOJOnQse2Y0JWUlnVqOYu0mFG40EWIceMM3kqdGw7JmQllVWNau4iHWY0HmQRcsw4k6dCx7ZjQlZSWdWo5i7SYUIfetHd1c0YG9N0XOgEqDiTp0LHtmNCVlJZ1ai0jEiHifPQi9BtIR8Mxpk8FTq2HROyksqqRqVlREQKRGkZEcnUus3rmLt6LifcdAJzV89l3eZ1icblTd7r1m0ZEUld6ANB2vHgkNFQhLp15S4iqStTTj1KEepWcxeR1JUppx6lCHWruYtI6sqUU49ShLrV3EUkdWXKqUcpQt36QFVEUlemnHqUItStnLuISIGE5tx15S4isbRrLfg8rdOep1pC6cpdRIJFrU0euu571Lik67m3Q55qAc1QFZFREJXvDl33PWpc0vXc2yFPtcSh5i4iwdq1FnyecuR5qiUONXcRCdauteDzlCPPUy1xqLmLSLCofHfouu9R45Ku594OeaolDqVlRCRYu9aCz1OOPE+1xNE0LWNm04GbgcnAILDC3ZfXjTFgOXA28HtgkbtvPNhxlZYREYkvzZz7XuCz7r7RzA4FNpjZve7+yJAxZwEza39OA75Z+1tE2qRRFjtJLj3vV6dJJcmv5z37HjvnbmZ3Ale7+71Dtv0z8CN3X1l7/Tgwx923NTqOrtxF0tMoiz3/mPnc+eSdLeXSs8xyt0OS/HqW2fdRybmb2QxgFvBA3bemAluGvN5a2yYibdAoi73qiVUt59KLkOVOIkl+vQjZ9+DmbmaHALcDl7r7K/XfjthlxK8EZnaRmfWZWV9/f3+8SkWkoUaZ60EfHJXjlkGS/HoRsu9Bzd3Muqk29lvc/Y6IIVuB6UNeTwOerR/k7ivcvdfde3t6elqpV0QiNMpcd1mytHPes9xJJMmvFyH73vT/fC0Jcz3wqLtf1WDYWuBjVnU6sONg99tFJF2NstgLj13Yci69CFnuJJLk14uQfQ9Jy8wGPgpsMrOHatu+CBwF4O7XAndTjUE+STUK+Yn0SxWRRg6WxZ51xCylZSIkya8XIfuuVSFFRApE67mLCBCdx35w+4OsemIVgz5Il3Wx8NiFLDl9SdC+ebo6hWLUmAVduYuUWFQeu2IVBnxgxNjzjjtvWIPP2zrmUYpQY9q0nruIROaxoxo7wKonVjXdN29Z7iLUmBU1d5ESi5O7rs/EFyHLXYQas6LmLlJicXLX9Zn4ImS5i1BjVtTcRUosKo9dsUrk2IXHLmy6b96y3EWoMStKy4iUWKM8dkhapghZ7iLUmBWlZURECkQ5d5ESW3bXIla90Mcg1XurCyf1wqRjgrLrkH42fNn6ZSPOHTUzNuoccWop8/rradOVu0jBLLtrEbe+0Ac2ZDFW9+Gva+qz65B+NnzZ+mXc+vitI7Ybhg9ZHDbqHHFqKer662lTzl2kpFbVN3aIbOwwMrsO6WfDo84BDGvsjc4Rp5ayr7+eNjV3kYKJs0J71HruaWfD46wZX3+OOLWUff31tKm5ixRMnH+0Ueu5p50Nj7NmfP054tRS9vXX06bmLlIwCyf1Vu+xD9Xgs7P67Dqknw2POgdU77k3O0ecWsq+/nralJYRKZgl826EBGmZtLPh+87RSlomTi1lX389bUrLiIgUiNIyIjm3bvM65q6eywk3ncDc1XNZt3nd6Jzo4dvga8fD0onVvx++bXTOI7mi2zIiGajPXW/btY2l9y8FSPdWwcO3wfc+A3t2V1/v2FJ9DXDCh9M7j+SOrtxFMtC23PUPLj/Q2PfZs7u6XUpNzV0kA23LXe/YGm+7lIaau0gG2pa7PnxavO1SGmruIhloW+76fX8L3eOHb+seX90upaYPVEUy0Lbc9b4PTX9wefVWzOHTqo1dH6aWnnLuIiIFopy7SN6F5s9HI6eeo+x72/L+HUa3ZUSyEJo/H42ceo6y723L+3cgXbmLZCE0fz4aOfUcZd87cZ31dlFzF8lCaP58NHLqOcq+d+I66+2i5i6ShdD8+Wjk1HOUfe/EddbbRc1dJAuh+fPRyKnnKPveieust4s+UBXJQmj+fDRy6jnKvnfiOuvtopy7iEiBhObcm165m9kNwDxgu7sfH/H9OcCdwFO1TXe4u5ack87w8G2tXwH/w9tg57YDrw+ZAnMvH3k8CDvHXYthw43gA2AVOGURzLuKdZvXjbgyBl0tl13TK3czew+wE7j5IM39c+4+L86JdeUuhVefF4fqves/+cfmDb6+sTfS1Q1mMPDawc9x12Lou37E7uuOP5ulrz45LG44xsZgZuwZ3LN/27jKOJa+a6kafAGkNkPV3X8MvJRKVSJlkiQvHtLYAQb3DG/sjc6x4cbI3ZfveGhEjnyv7x3W2EHZ8jJKKy1zhpn93My+b2bvaDTIzC4ysz4z6+vv70/p1CIZyTIvXn8OH4gc9lylEnxIZcvLJY3mvhF4s7ufCHwDWNNooLuvcPded+/t6elJ4dQiGcoyL15/Dotu4pMHopt+5Fhly0slcXN391fcfWft67uBbjOblLgykbxLkhc/ZErYObq6oTK2+TlOWRS5+yWHnzQiRz7GxtDd1T1sm7Ll5ZO4uZvZZDOz2ten1o75YtLjiuTeCR+ufrB5+HTAqn+HfJgK8LnHRjb4Q6bAB781/HgL/gnmX9P8HPOugt4LD1zBWwV6L+ScD61k6buWMmXCFAxjyoQpLHv3Mr4y+yvDtunD1PIJScusBOYAk4DngS8B3QDufq2ZXQx8CtgL7AYWu/v9zU6stIyISHyp5dzd/YIm378auDpGbSL5kSSnHkeDDHpQPb9ZP3Lfo07PxQzTg4nK1+u3g/bRDFXpXEly6nE0yKDTe+HwBh9VT1cFBiM+FK3fPhp1J1C/TjsoS58WPYlJpJl2rWveIIM+YntUPVGNPWp7RuuxN6J12rOn5i6dq1059QYZ9BHbk543g/XYG9E67dlTc5fO1a6ceoMM+ojtSc+bwXrsjWid9uypuUvnate65g0y6CO2R9XT1eAHQ/32jNZjb0TrtGdPzV06V5KcehwNMugj0jJR9Sy4NnrfBdeOft0JnPOWc0bk6/VhanspLSMiUiBKy4iIdDA9Zk+KL+2JSDedC0/914HXR78X3nhM9CSkqMlJEDbpCFp/MIdIE7otI8WW9kSk+sZ+MJPeBi88FjbWKsOjj5Wx4F5dr32f0AdzSEfTbRnpDGlPRApt7BDe2GFkpn3gteGNHcIfzCESQM1dii3LB2a0S5nei7SNmrsUW5YPzGiXMr0XaRs1dym2tCciHf3e8LGT3hY+tn42amVs9R77UKEP5hAJoOYuxZb2RKSPrx3Z4I9+b/REoosfiN4ete1P6yYdzb+m+iCOVh7MIRJAaRkRkQJJ7WEdIqUWlZGH8Kx5aMY+SRa/XQ8UkVJRc5fOVZ+R37EF1vzV8Kz5ji3VMTCyoUbtHzU2dFxojaH7SkfTPXfpXJEPx4iRNQ/N2CfJ4rfrgSJSOmru0rni5MejxoZm7JNk8Tshxy+jQs1dOlec/HjU2NCMfZIsfifk+GVUqLlL54p8OEaMrHloxj5JFr9dDxSR0lFzl84V+XCMGFnz0Ix9kix+ux4oIqWjnLuISIEo5y7tVYQsdtJMu0iBqLlLckXIYkfVeOenh6+pnse6RVqke+6SXBGy2FE1Rq2pnre6RVqk5i7JFSGLnTTTLlIwau6SXBGy2Ekz7SIFo+YuyRUhix1VY9Sa6nmrW6RFau6SXBGy2FE1Rq2pnre6RVrUNOduZjcA84Dt7n58xPcNWA6cDfweWOTuG5udWDl3EZH40sy53whcDdzc4PtnATNrf04Dvln7WyTcXYthw43gA9WnF52yCOZd1fq4tNdPB+XhpVCaNnd3/7GZzTjIkPnAzV79FWC9mU00synuvi2lGqXs7loMfdcfeO0DB14Pbdyh49JePz3OGu8iOZHGPfepwJYhr7fWtomE2XBj2PbQcWmvnx5njXeRnEijuVvEtsgb+WZ2kZn1mVlff39/CqeWUvCBsO2h40Zj/fSkY0XaLI3mvhWYPuT1NODZqIHuvsLde929t6enJ4VTSylYJWx76LjRWD896ViRNkujua8FPmZVpwM7dL9dYjllUdj20HFpr58eZ413kZxo+oGqma0E5gCTzGwr8CWgG8DdrwXuphqDfJJqFPITo1WslNS+D0ObpWBCx+37kLOVdEujfVs9nkhGtJ67iEiBhObcNUNVRKSE1NxFREpIzV1EpITU3EVESkjNXUSkhNTcRURKSM1dRKSE1NxFREpIzV1EpITU3EVESkjNXUSkhNTcRURKSM1dRKSE1NxFREpIzV1EpITU3EVESkjNXUSkhNTcRURKSM1dRKSE1NxFREpIzV1EpITU3EVESkjNXUSkhNTcRURKaEzWBRTJmgef4cp7HufZl3fzponj+fwHjmPBrKlZlyUiMoKae6A1Dz7DZXdsYveeAQCeeXk3l92xCUANXkRyR7dlAl15z+P7G/s+u/cMcOU9j2dUkYhIY2rugZ59eXes7SIiWVJzD/SmieNjbRcRyZKae6DPf+A4xndXhm0b313h8x84LqOKREQa0weqgfZ9aKq0jIgUgZp7DAtmTVUzF5FCCLotY2ZnmtnjZvakmX0h4vuLzKzfzB6q/fmL9EvNpzUPPsPsK+7j6C+sY/YV97HmwWeyLklEpPmVu5lVgGuA9wNbgZ+Z2Vp3f6Ru6K3ufvEo1Jhbyr6LSF6FXLmfCjzp7pvd/TXgO8D80S2rGJR9F5G8CmnuU4EtQ15vrW2r92dm9rCZrTaz6VEHMrOLzKzPzPr6+/tbKDdflH0XkbwKae4Wsc3rXn8PmOHuJwD/CdwUdSB3X+Huve7e29PTE6/SHFL2XUTyKqS5bwWGXolPA54dOsDdX3T3P9Refgs4JZ3y8k3ZdxHJq5Dm/jNgppkdbWZjgfOBtUMHmNmUIS/PBR5Nr8T8WjBrKn/3wXcydeJ4DJg6cTx/98F36sNUEclc07SMu+81s4uBe4AKcIO7/8LMLgf63H0t8BkzOxfYC7wELBrFmnNF2XcRySNzr7993h69vb3e19fX1nOGrsf+59/6H/77Vy/tfz37rW/glk+eEbk/hM1a1VrwIpIGM9vg7r1Nx3VKc6/PpEP1/nj9bZT6xr7PzCMmsPW3rw7bv7ti4LBn8MB/w6hjhp5bRKSZ0ObeMQuHhWbSoxo7wC+37xqx/54BH9bYGx1TeXgRabeOae7tzKTXH1N5eBFpt45p7u3MpNcfU3l4EWm3jmnuoZn02W99Q+T+M4+YMGL/7orR3TV8jlfUMZWHF5F265jmHppJv+WTZ4xo8LPf+gbuXTxnxP5XfuhErlx4YtNjKg8vIu3WMWkZEZEyUFpGRKSDddSTmJas2cTKB7Yw4E7FjAtOm85T/TtHTFha2HtU8IQjTU4SkTzqmNsyS9Zs4tvrfxM01hi+7GWjCUeanCQi7abbMnVWPrCl+aCa+h93jSYcaXKSiORVxzT3gYS/oURNONLkJBHJq45p7hWLeuZIuKgJR5qcJCJ51THN/YLTIp/8F6n+x0CjCUeanCQiedUxzX3ZgnfykdOP2n8FXzHjI6cfFTlh6WvnnRQ04UiTk0QkrzomLSMiUgahaZnC5dxDc+VRmfYHNr/IL7fv2j9m5hETeKp/F3uH/HwbY/D6sRVe+cOBFMxhr6vw8JfP5LSv3svzv3tt//YjDx3LZWe/XQ/rEJHcKdSVe2iuPE6mPW16WIeIjKZS5txDc+VxMu1p08M6RCQPCtXcQ3PlSTPtSelhHSKStUI199BcedJMe1J6WIeIZK1QzT00Vx4n0542PaxDRPKgUM09NFfeKNM+84gJw8bNPGICY+ou8sdYNR0z1GGvq/D0Fedw5KFjh20/8tCxfD0gE688vIi0W6HSMiIina60OfcoSTLkUfte88NfjsjD37t4zihVLyKSvsJfuSfJkEft24gavIjkQSlz7lGSZMij9m1k6JW8iEjeFb65J8mQK2cuImVV+OaeJEOunLmIlFXhm3uSDHnUvo3UxyhFRPKs8M09SYY8at+vn3dSZB5eH6aKSJEEpWXM7ExgOVABrnP3K+q+/zrgZuAU4EXgPHd/+mDHVM5dRCS+1NIyZlYBrgHOAt4OXGBmb68bdiHwW3c/Bvga8PfxSxYRkbSE3JY5FXjS3Te7+2vAd4D5dWPmAzfVvl4NvM8s49W7REQ6WEhznwoMXSB9a21b5Bh33wvsAN6YRoEiIhJfSHOPugKvv1EfMgYzu8jM+sysr7+/P6Q+ERFpQUhz3woMXUN3GvBsozFmNgY4HHip/kDuvsLde929t6enp7WKRUSkqZDm/jNgppkdbWZjgfOBtXVj1gIfr339IeA+z2rRGhERCY5Cng18nWoU8gZ3/6qZXQ70uftaMxsH/Cswi+oV+/nuvrnJMfuBXyeofRLwQoL980TvJZ/K9F6gXO+nk9/Lm9296a2PzFaFTMrM+kKynkWg95JPZXovUK73o/fSXOFnqIqIyEhq7iIiJVTk5r4i6wJSpPeST2V6L1Cu96P30kRh77mLiEhjRb5yFxGRBgrX3M3sBjPbbmb/l3UtSZnZdDP7oZk9ama/MLNLsq6pVWY2zsz+18x+XnsvX866pqTMrGJmD5rZXVnXkoSZPW1mm8zsITMr9FKsZjbRzFab2WO1fzdnZF1TK8zsuNr/j31/XjGzS1M9R9Fuy5jZe4CdwM3ufnzW9SRhZlOAKe6+0cwOBTYAC9z9kYxLi622UNwEd99pZt3AT4FL3H19xqW1zMwWA73AYe4+L+t6WmVmTwO97l74XLiZ3QT8xN2vq02qfL27v5x1XUnUVt59BjjN3ZPM/RmmcFfu7v5jIpY2KCJ33+buG2tf/w54lJGLshWCV+2sveyu/SnWlcMQZjYNOAe4LutapMrMDgPeA1wP4O6vFb2x17wP+FWajR0K2NzLysxmUJ3h+0C2lbSudhvjIWA7cK+7F/a9UJ2R/TfAYNaFpMCB/zCzDWZ2UdbFJPAWoB/4l9rtsuvMrAzPvzwfWJn2QdXcc8DMDgFuBy5191eyrqdV7j7g7idRXVzuVDMr5G0zM5sHbHf3DVnXkpLZ7n4y1QfufLp2a7OIxgAnA99091nALuAL2ZaUTO3W0rnAqrSPreaesdr96duBW9z9jqzrSUPtV+UfAWdmXEqrZgPn1u5Vfwf4IzP7drYltc7dn639vR34LtUH8BTRVmDrkN8IV1Nt9kV2FrDR3Z9P+8Bq7hmqfQh5PfCou1+VdT1JmFmPmU2sfT0e+GPgsWyrao27X+bu09x9BtVfme9z949kXFZLzGxC7cN6arcw5gKFTJq5+3PAFjM7rrbpfUDhwgd1LmAUbslA9decQjGzlcAcYJKZbQW+5O7XZ1tVy2YDHwU21e5VA3zR3e/OsKZWTQFuqn3y3wXc5u6FjhCWxJHAd2tPvRwD/Ju7/3u2JSXy18AttdsZm4FPZFxPy8zs9cD7gb8cleMXLQopIiLN6baMiEgJqbmLiJSQmruISAmpuYuIlJCau4hICam5i4iUkJq7iEgJqbmLiJTQ/wMx8DMUmXaorgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10d41e6a0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.scatter(X[y==0,0], X[y==0,1])\n",
    "plt.scatter(X[y==1,0], X[y==1,1])\n",
    "plt.scatter(X[y==2,0], X[y==2,1])\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DecisionTreeClassifier(class_weight=None, criterion='entropy', max_depth=2,\n",
       "            max_features=None, max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=2,\n",
       "            min_weight_fraction_leaf=0.0, presort=False, random_state=42,\n",
       "            splitter='best')"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.tree import DecisionTreeClassifier\n",
    "\n",
    "dt_clf = DecisionTreeClassifier(max_depth=2, criterion=\"entropy\", random_state=42)\n",
    "dt_clf.fit(X, y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def plot_decision_boundary(model, axis):\n",
    "    \n",
    "    x0, x1 = np.meshgrid(\n",
    "        np.linspace(axis[0], axis[1], int((axis[1]-axis[0])*100)).reshape(-1, 1),\n",
    "        np.linspace(axis[2], axis[3], int((axis[3]-axis[2])*100)).reshape(-1, 1),\n",
    "    )\n",
    "    X_new = np.c_[x0.ravel(), x1.ravel()]\n",
    "\n",
    "    y_predict = model.predict(X_new)\n",
    "    zz = y_predict.reshape(x0.shape)\n",
    "\n",
    "    from matplotlib.colors import ListedColormap\n",
    "    custom_cmap = ListedColormap(['#EF9A9A','#FFF59D','#90CAF9'])\n",
    "    \n",
    "    plt.contourf(x0, x1, zz, cmap=custom_cmap)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAAHDpJREFUeJzt3X2QHPV95/H3dx+Q0LJiwRJIIJk1BYmNSZDCnoytKxcVOxwgyriIuZPP59guKkolxgd3qbo60BVPZ4ekrsqOyvjsUoALJD6IebCjBBFjl0l4cPGwkkUMiCvrsDkpElpAT6sn0O5+74/p3Z3t7dnp6emZfpjPq2qL6d/8uucrUfqq1f2ZX5u7IyIi5dKVdQEiIpI+NXcRkRJScxcRKSE1dxGRElJzFxEpITV3EZESqtvczWy+mb1gZi+Z2StmdnvEnHlm9jdmtsPMnjezwVYUKyIi8cQ5c38X+G13vwhYAVxuZpeE5lwH7Hf384BvAH+WbpkiItKIus3dKw4Hm73BT/ibT1cD9wWvHwY+YWaWWpUiItKQnjiTzKwb2AKcB3zL3Z8PTTkb2Ang7mNmdhB4H/B26DjrgHUAffPmXXz+kiXNVS8Neefk92Vdgog0aedrW99298X15sVq7u4+DqwwswHg+2Z2obu/XDUl6ix91roG7r4R2AiwcnDQn1y/Ps7HS0ruW/GFrEsQkSbduGreG3HmNZSWcfcDwD8Cl4fe2gUsBzCzHuBUYF8jxxYRkfTEScssDs7YMbOTgU8Cr4WmbQImTws/A/zEtSKZiEhm4lyWWQrcF1x37wK+5+5/b2Z3AMPuvgm4B/grM9tB5Yx9bcsqFhGRuuo2d3f/Z2BlxPgtVa+PA9emW5qIiCSlb6iKiJSQmruISAmpuYuIlJCau4hICam5i4iUkJq7iEgJqbmLiJSQmruISAmpuYuIlJCau4hICam5i4iUkJq7iEgJqbmLiJSQmruISAmpuYuIlJCau4hICam5i4iUkJq7iEgJqbmLiJSQmruISAmpuYuIlJCau4hICam5i4iUkJq7iEgJqbmLiJSQmruISAmpuYuIlFDd5m5my83sSTPbbmavmNkNEXMuNbODZrYt+LmlNeWKiEgcPTHmjAF/7O5bzawf2GJmP3L3V0Pznnb3q9IvUUSKZMeBxxkeuYvDY3s5pedMhs64nvMGrki0H5DoWBKjubv7HmBP8HrUzLYDZwPh5i4iHW7Hgcd5es9XGffjABwee5On93wVYM6mHLXfP+2+DTNjwk80dCypaOiau5kNAiuB5yPe/qiZvWRmj5vZh1OoTUQKZnjkrqkGPWncjzM8clfD+zljU429kWNJRZzLMgCY2SnAI8CN7n4o9PZW4Bx3P2xmVwI/AM6POMY6YB3AstNPT1y0iOTT4bG9DY3HfT/p3E4W68zdzHqpNPbvuvuj4ffd/ZC7Hw5ebwZ6zWxRxLyN7j7k7kOL+vubLF1E8uaUnjMbGo/7ftK5nSxOWsaAe4Dt7v71GnOWBPMws1XBcd9Js1ARyb+hM66n2+bPGOu2+VM3RxvZz+ihy3obPpZUxLkssxr4PPBzM9sWjN0MvB/A3b8DfAb4QzMbA44Ba93dW1CviOTY5I3ORhMutfZLciypiJOWeQawOnPuAnSXQyRnksYS43p29528duBRnAmMLj44cA2rz7op0WecN3BF5H5q5snEvqEqIsWSNJYY17O772T7gYentp2Jqe3VZ93U9PGlOVp+QKSkksYS43rtwKxsxZzj0l5q7iIllTSWGJcz0dC4tJeau0hJJY0lxmU12ketcWkv/V8QKamkscS4PjhwTUPj0l66oSpSUkljiXFN3jSNSstI9tTcRTpM3NUXo8bCfzGsPuumWc08TvwybkSz1VHOpPJaVzU1d5GSirvS4lN7bsfdccbmnJd0dcfwfnEjmq2OciaV17rCdM1dpKTirrQ44SemGvtc85Ku7hjeL25Es9VRzqTyWleYmrtISbVi9cSkqztWj8eNaLY6yplUXusKU3MXKalWrJ6YdHXH6vG4Ec1WRzmTymtdYWruIiUVd6XFLuvFQrffkq7IGCd+GTei2eooZ1J5rStMN1RFSqqRlRbjjiVd3bF6v7gRzVZHOZPKa11hltXKvCsHB/3J9esz+exOdd+KL2RdgpRM0SONUfJe642r5m1x96F683TmLiKJFD3SGKVItdaja+4ikkjRI41RilRrPWruIpJI0SONUYpUaz1q7iKSSNEjjVGKVGs9au4ikkjRI41RilRrPbqhKiKJFD3SGKVItdaj5i4iidV6qHXSeXlQpFrnouYuIpHCee/lp/xrdh5+JpUvP+UlS56XOlpBzV1EZonKe28/8PDU+40sH5x0yd9Wy0sdraIbqiIyS1TeOyzu8sFJl/xttbzU0Spq7iIyS9q57iRL/rZaXupoFTV3EZkl7Vx3kiV/Wy0vdbSKmruIzBKV9w6Lu3xw0iV/Wy0vdbSKbqiKyCxRee+00jJ5yZLnpY5Wqbvkr5ktB+4HlgATwEZ33xCaY8AG4ErgKPBFd98613G15G/7acnfcmllVLHomok45j0emeaSv2PAH7v7VjPrB7aY2Y/c/dWqOVcA5wc/HwG+HfxXRFogTlQxKpYYFV8sU/wPmos4likeWfeau7vvmTwLd/dRYDtwdmja1cD9XvEcMGBmS1OvVkSAeFHFqFhiVHyxTPE/aC7iWKZ4ZEM3VM1sEFgJPB9662xgZ9X2Lmb/BYCZrTOzYTMbfnt0tLFKRWRKK6OKRddMxLFM8cjYzd3MTgEeAW5090PhtyN2mXUx3903uvuQuw8t6u9vrFIRmdLKqGLRNRNxLFM8MlZzN7NeKo39u+7+aMSUXcDyqu1lwO7myxORKHGiilGxxKj4Ypnif9BcxLFM8ci6N1SDJMw9wHZ3/3qNaZuA683sQSo3Ug+6+570yhSRaq2MKhZdMxHHMsUj46RlVgOfB35uZtuCsZuB9wO4+3eAzVRikDuoRCG/lH6pIlItvDTtjgOPs/PwMzPm7D26jSNjI4BzZGyEvUe3sfqsm3K7SmNY0rqaWba3Y5b8dfdniL6mXj3HgS+nVZSINCYqwvdPu2/FGZ+a40xMxSVXn3XTnPvmIf6X17qKQssPiJRAVISvurFXe+3AzNtmeY3/5bWuolBzFymBRqJ6zkSsfbOO/+W1rqJQcxcpgUaiehb6Y5/X+F9e6yoKNXeREoiK8BndkXM/OHBN3X3zEP/La11FoVUhRUqgVoRv79FtvHbgUZwJjC4+OHDNjJupc+2b9U3LvNZVFGruIgXw8i9+nxfe28IElX9urzrpYg72nTurca/9tcdm7TuZfe/rOYMzF6yIPH6c+N+zu++c9XlnLlgRq/nGiTTWmhOnmec1ypklNXeRnHv5F7/Pc+9tAaskkiegsn1ielXtqJhjmlHCZ3ffOWPVycnP237gESZXGql1/Dh1aCXH9Omau0jOvVDV2KeEtwPVMcc0o4Th+OS0mUtIRR0/Th1ayTF9au4iOTdRf8qU6phjmlHCcHxyLuHjx6lDKzmmT81dJOca+UNaHXNMM0oYjk/OJXz8OHVoJcf0qbmL5Nyqky6G8OMwazweszrmmGaUMByfnDbz8lDU8ePUoZUc06cbqiI5d+H5fwEx0zLVMcc0o4STx02SlolTh1ZyTF/dB2S3ih6Q3X56QLZI8aX5gGwpiRs+/NdZl9DxHntjOxtefpY3j46yZEE/N1y4mjXnfCidg786DE9thkP7YeFp8PEr4YK6PUAK5saY89TcRdrksTe2c9uWH3N8vPLQ6j1HR7lty48Bmm/wrw7DP3wPxoKHXx/aX9kGNfgOpRuqIm2y4eVnpxr7pOPjY2x4+dnmD/7U5unGPmnsRGVcOpKau0ibvHl0tKHxhhza39i4lJ6au0ibLFnQ39B4Qxae1ti4lJ6au0ib3HDhauZ3z7zNNb+7hxsuXN38wT9+JfT0zhzr6a2MS0fSDVWRNpm8adqStMzkTVOlZSSg5i7SRmuOHGHNzt3TDfgDR2ZPShppvGBo9rycxCNbGgGVSGruIu0SJ66YZqQxJ/HIlkZApSZdcxdplzhxxTQjjTmJR7Y0Aio1qbmLtEucuGKakcacxCNbGgGVmtTcRdolTlwxzUhjTuKRLY2ASk1q7iLtEieumGakMSfxyJZGQKUm3VAVaZc4ccU0I405iUe2NAIqNdVt7mZ2L3AVMOLuF0a8fynwt8Avg6FH3f2ONIsUyZVm4oVP/h0cOVR5fWg/PPHI7GPF9cRD8NJz4BNgXTz2od9gg43NaKD09bFh+Vm8ebS/MtbXx5rGf8VNW3POh9TM2yzOmftfAncB988x52l3vyqVikTyrJl44bdunW7sk947XvmZPNZjD0CXwfj43Md/4iHY9tOpzccWzOe2I+9wvKtypXXP0VH+24s/xMw4MTExNaYIYueoe83d3Z8C9rWhFpH8ayZeGG7sUXxiurHPdfyXnpuxueG0ganGPrWb+1Rjn6QIYudI64bqR83sJTN73Mw+XGuSma0zs2EzG357VDEoKaCs4oXh4/vMpv1mT3fsQymC2BnSaO5bgXPc/SLgm8APak10943uPuTuQ4v6FYOSAsoqXhg+vs38o7tkLHS2PwdFEDtD083d3Q+5++Hg9Wag18wWNV2ZSB41Ey/sW1h/jnVBd+gsPOr4F10yY/OG/QeYH7oE02NGb+hSjSKInaPp5m5mS8zMgtergmO+0+xxRXLpgiG4/N9On0kvPK2yHSct8+XbZzf4k+bPPNaaz8IVa+sf/7JrYcXHps7g1xw9zm1972Ppgn4MWLqgn6/+q3/Dfx+6bMbYbRd/UjdTO0ScKOQDwKXAIjPbBdwK9AK4+3eAzwB/aGZjwDFgrbt7yyoWSUuaqy9GCUUVueiSSoOPqqHarl/C6MHK69GDlW2YXetl11Z+AmuCn7BWNnOt9phfllUfXjk46E+uX5/JZ3eqgc/Fv+lWeuFII1Quf8Q9C68nFFWcsuJj0w05qgbrmnWzNHI8zVoTCq/2CJXLPvrXQWtZ33Vb3L3u/3gtPyCdqdUrJoaiipHjUTVENfao8Rw8/FqrPeabmrt0plZHGuM06WY/K+OHX2u1x3xTc5fO1OpIo9X4o1U93uxnZfzwa632mG9q7tKZWr1iYiiqGDkeVUOcvxQgFw+/1mqP+aZVIaUztXrFxMmbpuG0TFW6pWYNu345e79lH8h8dccwrfaYb0rLdBClZUSKL25aRmfuUmzNLL8b5cH/Cf/vF9PbfQvh6OGZZ9Ew+8w6aizqbBtmjp37IXh9e67OyKUcdObeQUp35p52Vj3c2JtlBtV/vrq7YcJrJ2kgF/l1yTfl3KX80s6qp9nYYWZjh8pSvnM1dshFfl3KQc1diiur5Xdbrej1Sy6ouUtxZbX8bqsVvX7JBTV3Ka60s+rvP7/5mqpVFkud1t1dO8c+KQf5dSkHNXcprmaW342y9o9mN/i+hdMN2boqC39VLbU759iafz+ztivWVpb0rR5b8bH06hepoiikFFvc5XejRMUof3MVHHh77mjiq8PT8cX+UyuRxwuGZn5BaXJeknrTjndKR1Jzl84UjlEe2g+PPQBdNv2A6kP7K3NgurlG7Ree08i8OHXF2U8kRJdlpDPVWm53PPQs0nA0MW78MmlMs9VLEUvHUHOXztRI3LB6btz4ZdKYZlnjndJ2au7SmRqJG1bPjRu/TBrTLGu8U9pOzV06U63ldrtDSzSEo4lx45dJY5qtXopYOoZuqEpnqrXcbtRY9Y3MuEsFJ11SuNVLEUvHUHOXdOU1xhdVV5Q4UcW48cukMc1m4p0iATV3SU9eY3xRdT3+4MwVGvNSq0hKdM1d0pPXGF9UXVErNOahVpGUqLlLevIa40saexQpMDV3SU9eY3xJY48iBabmLunJa4wvqq6oFRrzUKtISnRDVdKT1xhf0tijSIHVbe5mdi9wFTDi7hdGvG/ABuBK4CjwRXffmnahUhBJY3xPPDT7AdPhVRbjzqsVx4yqK2rFRz3AWkogzmWZvwQun+P9K4Dzg591wLebL0s6yhMPwbafTqdXfKKy/cRDjc+bjD1O3hidjDhGLb8bFrXvtp8mO5ZIxuo2d3d/Ctg3x5Srgfu94jlgwMyWplWgdICXnos3HmdeM3HMqH3DFJeUgkjjhurZwM6q7V3B2Cxmts7Mhs1s+O3R0RQ+WkohnDevNR5nXjNxzLgxSMUlpQDSaO4WMeZRE919o7sPufvQov7+FD5aSqHWc0XD43HmNRPHjBuDVFxSCiCN5r4LWF61vQzYncJxpVNcdEm88TjzmoljRu0bprikFEQazX0T8HtWcQlw0N33pHBc6RSXXRv9gOlwCibOvGYemh21rx5gLQVl7pFXUKYnmD0AXAosAvYCtwK9AO7+nSAKeReVRM1R4EvuXjdOsHJw0J9cv76p4qUxA5/rrj9JRHLN+q7b4u51zzDq5tzd/bN13nfgyw3UJiIiLablB0RESkjNXUSkhNTcRURKSM1dRKSE1NxFREpIzV1EpITU3EVESkjNXUSkhNTcRURKSM1dRKSE1NxFREpIzV1EpITU3EVESkjNXUSkhNTcRURKSM1dRKSE1NxFREpIzV1EpITU3EVESkjNXUSkhOo+IFvq2zx6Mt/c18+bY90s6RnnK6ePcmX/sazLEpEOpubepM2jJ3PHW6dy3Cv/CNoz1sMdb50KoAYvIpnRZZkmfXNf/1Rjn3Tcu/jmvv6MKhIRUXNv2ptj3Q2Ni4i0g5p7k5b0jDc0LiLSDmruTfrK6aPMt4kZY/Ntgq+cPppRRSIiuqHatMmbpkrLiEiexGruZnY5sAHoBu529z8Nvf9F4H8A/xIM3eXud6dYZ65d2X9MzVxEcqVuczezbuBbwO8Au4AXzWyTu78amvo37n59C2osJGXfRSRLca65rwJ2uPvr7v4e8CBwdWvLKrbJ7PuesR4cm8q+bx49OevSRKRDxGnuZwM7q7Z3BWNhv2tm/2xmD5vZ8lSqKyhl30Uka3Gau0WMeWj774BBd/9N4MfAfZEHMltnZsNmNvz2aHnTJMq+i0jW4jT3XUD1mfgyYHf1BHd/x93fDTb/Arg46kDuvtHdh9x9aFF/ec9ilX0XkazFae4vAueb2QfM7CRgLbCpeoKZLa3a/BSwPb0Si0fZdxHJWt20jLuPmdn1wA+pRCHvdfdXzOwOYNjdNwH/0cw+BYwB+4AvtrDm3FP2XUSyFivn7u6bgc2hsVuqXt8E3JRuae0VN7q4btfpvPDuvKntVfPe5dOnHpu1b5qfKSLSKH1DlfjL9k439ul7zC+8O48XR+bhwdiesR5uHRnAccaofTwtFSwiraS1ZYgfXQw39gqbauyTTmBTjb3W8RSXFJFWUnOnfdHF6uMpLikiraTmTvuii9XHU1xSRFpJzZ340cVV895l9ve3HAuN9eL0MPfxFJcUkVZSc6dyA/OWxQdZ2jOG4SztGeOWxQdn3djcuGxfVYOv/Kya9y5fO+PAjH1vP+MAd5wx9/HifqaISBJKywR+dqyXvWPdOLB3rJufHevlBwdPjow97tzXMxVf/PSpxyKX/I2zSJiWChaRVlFzB742spCHRvuYTMJMQLAN9WKPUfFFxRxFJGu6LAM8UtXYp1nkWDj2GBVfVMxRRLKm5g6hW5+NC8cXFXMUkaypudP8b0I4vqiYo4hkTc0d+N3+I0RFHOPEHqPii4o5ikjW1NyB9Wcc4tr+I3QFDb0L59r+I7Fij1HxRcUcRSRrpUvLxF1p8WsjC3lktI8JKn/D9TExde19Athy9CTeGJ/527Pl3ZPYPtLL6NSCYN3cObKQb7zVz1s+fT19sY3znxbXP0vXqpAi0iqlau5xI4hR0cdKw55Owrw+3hu8mh4bB0ZDKZpRuhj1mfPe8m5uHhmYGtOqkCLSbqW6LBM3glg7+hjeTm9Mq0KKSDuVqrnHjSA2G31MSqtCiki7lKq5x40gZvWL1qqQItIupWrucSOItaOP4e30xrQqpIi0U6mae9wIYlT0sZ8JqmOP53afoLtqG5zuiHn9TLDYxmeMLbZx/qROZFJxSRFpJXMPn3W2x8rBQX9y/fpMPrtTDXxO1/NFis76rtvi7kP15pUqCllL0jx51H53v9NXFZOEc7tP8Ojg260sX0SkYaW6LBNlMk++Z6wHx6by5PXWW4/a7+aRgaCx29TP6+O9XPOrRe34pYiIxFb65p40Tx61X61Me/WZvIhIHpS+uSfNkytvLiJFVvrmnjRPrry5iBRZ6Zt70jx51H61Mu3ndp9ouk4RkTSVvrknzZNH7fcnZxwIGvnMPLzSMiKSN7GikGZ2ObAB6Abudvc/Db0/D7gfuBh4B/h37v6rdEtN7sr+Y4m+HBS1n75kJCJFUPfM3cy6gW8BVwAXAJ81swtC064D9rv7ecA3gD9Lu1AREYkvzmWZVcAOd3/d3d8DHgSuDs25GrgveP0w8AkzC2cGRUSkTeJcljkb2Fm1vQv4SK057j5mZgeB9wEzLkab2TpgXbB5+LR16/5PkqJjWhT+/IJJv/519aekSL//2Sly7aD66zknzqQ4zT3qDDwcGYkzB3ffCGyM8ZlNM7PhOOsv5JXqz1aR6y9y7aD60xLnsswuYHnV9jJgd605ZtYDnArsS6NAERFpXJzm/iJwvpl9wMxOAtYCm0JzNgFfCF5/BviJZ7XcpIiI1L8sE1xDvx74IZUo5L3u/oqZ3QEMu/sm4B7gr8xsB5Uz9rWtLDqmtlz+aSHVn60i11/k2kH1pyKz9dxFRKR1Sv8NVRGRTqTmLiJSQqVr7mZ2r5mNmNnLWdeShJktN7MnzWy7mb1iZjdkXVNcZjbfzF4ws5eC2m/PuqYkzKzbzH5mZn+fdS2NMrNfmdnPzWybmQ1nXU+jzGzAzB42s9eCPwMfzbqmuMzs14Pf98mfQ2Z2Y2b1lO2au5l9HDgM3O/uF2ZdT6PMbCmw1N23mlk/sAX4tLu/mnFpdQXfSu5z98Nm1gs8A9zg7s9lXFpDzOw/A0PAQne/Kut6GmFmvwKG3L2QXwIys/uAp9397iCdt8DdD2RdV6OCZVv+BfiIu7+RRQ2lO3N396cocMbe3fe4+9bg9Siwnco3gHPPKw4Hm73BT6HOHsxsGbAGuDvrWjqNmS0EPk4lfYe7v1fExh74BPB/s2rsUMLmXiZmNgisBJ7PtpL4gksa24AR4EfuXpjaA38O/BcgvJh/UTjwhJltCZb7KJJzgbeA/xVcFrvbzPqyLiqhtcADWRag5p5TZnYK8Ahwo7sfyrqeuNx93N1XUPkm8yozK8ylMTO7Chhx9y1Z19KE1e7+W1RWcf1ycJmyKHqA3wK+7e4rgSPAf822pMYFl5M+BTyUZR1q7jkUXK9+BPiuuz+adT1JBP+c/kfg8oxLacRq4FPBdesHgd82s7/OtqTGuPvu4L8jwPeprOpaFLuAXVX/2nuYSrMvmiuAre6+N8si1NxzJrgpeQ+w3d2/nnU9jTCzxWY2ELw+Gfgk8Fq2VcXn7je5+zJ3H6Tyz+qfuPt/yLis2MysL7gJT3A54zKgMKkxd38T2Glmvx4MfQLIfZAgwmfJ+JIMxHwSU5GY2QPApcAiM9sF3Oru92RbVUNWA58Hfh5cuwa42d03Z1hTXEuB+4KkQBfwPXcvXJywwM4Evh88SqEH+N/u/g/ZltSwrwDfDS5tvA58KeN6GmJmC4DfAf4g81rKFoUUERFdlhERKSU1dxGRElJzFxEpITV3EZESUnMXESkhNXcRkRJScxcRKaH/D6v9Z7UVcMyCAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10ec52b00>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plot_decision_boundary(dt_clf, axis=[0.5, 7.5, 0, 3])\n",
    "plt.scatter(X[y==0,0], X[y==0,1])\n",
    "plt.scatter(X[y==1,0], X[y==1,1])\n",
    "plt.scatter(X[y==2,0], X[y==2,1])\n",
    "plt.show()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}