Grid Search.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.datasets import load_digits"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "digits = load_digits()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.image.AxesImage at 0x7fb0dfabab38>"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAPgAAAD8CAYAAABaQGkdAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAACsZJREFUeJzt3d2LXeUZhvH77qi0amSgNUEyIaMgASl0IhKQgKSxLbGKyUEPElCIFOKJYmhBYs/yD4g9KEKIOoKp0kYdRaxW0GiF1prEaWucWNIwIdNoo5TgR6Eh+vRgdkqaTtlrst/1sZ9ePwjOx2beZxIu15o9a6/XESEAOX2l7QEA1IfAgcQIHEiMwIHECBxIjMCBxAgcSIzAgcQIHEjsojq+qO2Ul8eNjIw0ut7SpUsbW2vZsmWNrXXq1KnG1pqdnW1sraZFhPs9ppbAs1qyZEmj6919992NrbV9+/bG1pqammpsra1btza2Vhdxig4kRuBAYgQOJEbgQGIEDiRG4EBiBA4kRuBAYpUCt73B9vu2j9jeUfdQAMroG7jtEUk/k3SLpOskbbF9Xd2DARhclSP4GklHIuJoRJyW9JSkjfWOBaCEKoEvl3T8nPfneh8D0HFVXmyy0CtW/uvVYra3Sdo28EQAiqkS+JykFee8PybpxPkPiohdknZJeV8uCgybKqfob0u61vbVti+RtFnS8/WOBaCEvkfwiDhj+x5JL0sakfRoRByqfTIAA6t0w4eIeFHSizXPAqAwrmQDEiNwIDECBxIjcCAxAgcSI3AgMQIHEiNwIDFHlL9svMlr0ScmJppaSpOTk42tJUnj4+ONrdXkdkJNavLvsGlVti7iCA4kRuBAYgQOJEbgQGIEDiRG4EBiBA4kRuBAYgQOJFZlZ5NHbZ+0/W4TAwEop8oRfFLShprnAFCDvoFHxBuS/t7ALAAK42dwILFKt02ugq2LgO4pFjhbFwHdwyk6kFiVX5M9Kem3klbZnrP9w/rHAlBClb3JtjQxCIDyOEUHEiNwIDECBxIjcCAxAgcSI3AgMQIHEiNwILFi16K3ZeXKlY2tNT093dhaUt5tmTJvJ9Q1HMGBxAgcSIzAgcQIHEiMwIHECBxIjMCBxAgcSIzAgcQIHEisyk0XV9h+zfaM7UO272tiMACDq3It+hlJP46Ig7aXSDpg+5WIeK/m2QAMqMreZB9ExMHe259KmpG0vO7BAAxuUa8msz0uabWktxb4HFsXAR1TOXDbl0t6WtL2iPjk/M+zdRHQPZWeRbd9sebj3hMRz9Q7EoBSqjyLbkmPSJqJiAfrHwlAKVWO4Gsl3Slpve3p3p/v1zwXgAKq7E32piQ3MAuAwriSDUiMwIHECBxIjMCBxAgcSIzAgcQIHEiMwIHEhn5vsueee66xtY4dO9bYWpK0cePGxtbatGlTY2tNTU01tlbT+6DNzs42ul4/HMGBxAgcSIzAgcQIHEiMwIHECBxIjMCBxAgcSIzAgcSq3HTxq7Z/b/sPva2LdjYxGIDBVblU9Z+S1kfEZ73bJ79p+1cR8buaZwMwoCo3XQxJn/Xevbj3h40NgCFQdeODEdvTkk5KeiUiFty6yPZ+2/tLDwngwlQKPCK+iIgJSWOS1tj+5gKP2RURN0TEDaWHBHBhFvUsekSckrRP0oZapgFQVJVn0a+0Pdp7+2uSviPpcN2DARhclWfRr5L0uO0Rzf8P4RcR8UK9YwEoocqz6H/U/J7gAIYMV7IBiRE4kBiBA4kROJAYgQOJETiQGIEDiRE4kJjnXw1a+IvaKV9OWsffFer1+uuvN7reunXrGlsrItzvMRzBgcQIHEiMwIHECBxIjMCBxAgcSIzAgcQIHEiMwIHEKgfeuzf6O7a5HxswJBZzBL9P0kxdgwAor+rOJmOSbpW0u95xAJRU9Qj+kKT7JX1Z4ywACquy8cFtkk5GxIE+j2NvMqBjqhzB10q63faspKckrbf9xPkPYm8yoHv6Bh4RD0TEWESMS9os6dWIuKP2yQAMjN+DA4lV2Zvs3yJin+Z3FwUwBDiCA4kROJAYgQOJETiQGIEDiRE4kBiBA4kROJDYoi506aLR0dHG1tq5c2dja0nNboMzPj7e2FqTk5ONrTU1NdXYWl3EERxIjMCBxAgcSIzAgcQIHEiMwIHECBxIjMCBxAgcSKzSlWy9O6p+KukLSWe4cyowHBZzqeq3I+Lj2iYBUByn6EBiVQMPSb+2fcD2tjoHAlBO1VP0tRFxwvZSSa/YPhwRb5z7gF74xA90SKUjeESc6P33pKRnJa1Z4DFsXQR0TJXNBy+zveTs25K+J+ndugcDMLgqp+jLJD1r++zjfx4RL9U6FYAi+gYeEUclfauBWQAUxq/JgMQIHEiMwIHECBxIjMCBxAgcSIzAgcQIHEjMEVH+i9rlv+j/oSa3+JmYmEi5VmYR4X6P4QgOJEbgQGIEDiRG4EBiBA4kRuBAYgQOJEbgQGIEDiRWKXDbo7b32j5se8b2jXUPBmBwVe+L/lNJL0XED2xfIunSGmcCUEjfwG1fIekmSVslKSJOSzpd71gASqhyin6NpI8kPWb7Hdu7e/dHB9BxVQK/SNL1kh6OiNWSPpe04/wH2d5me7/t/YVnBHCBqgQ+J2kuIt7qvb9X88H/B7YuArqnb+AR8aGk47ZX9T50s6T3ap0KQBFVn0W/V9Ke3jPoRyXdVd9IAEqpFHhETEvi1BsYMlzJBiRG4EBiBA4kRuBAYgQOJEbgQGIEDiRG4EBiBA4kVvVSVbRgdHS0sbX27dvX2FpoDkdwIDECBxIjcCAxAgcSI3AgMQIHEiNwIDECBxIjcCCxvoHbXmV7+pw/n9je3sRwAAbT91LViHhf0oQk2R6R9FdJz9Y8F4ACFnuKfrOkv0TEsTqGAVDWYl9sslnSkwt9wvY2SdsGnghAMZWP4L1ND26X9MuFPs/WRUD3LOYU/RZJByPib3UNA6CsxQS+Rf/j9BxAN1UK3Palkr4r6Zl6xwFQUtW9yf4h6es1zwKgMK5kAxIjcCAxAgcSI3AgMQIHEiNwIDECBxIjcCAxR0T5L2p/JGmxLyn9hqSPiw/TDVm/N76v9qyMiCv7PaiWwC+E7f1ZX4mW9Xvj++o+TtGBxAgcSKxLge9qe4AaZf3e+L46rjM/gwMor0tHcACFdSJw2xtsv2/7iO0dbc9Tgu0Vtl+zPWP7kO372p6pJNsjtt+x/ULbs5Rke9T2XtuHe/92N7Y90yBaP0Xv3Wv9z5q/Y8ycpLclbYmI91odbEC2r5J0VUQctL1E0gFJm4b9+zrL9o8k3SDpioi4re15SrH9uKTfRMTu3o1GL42IU23PdaG6cARfI+lIRByNiNOSnpK0seWZBhYRH0TEwd7bn0qakbS83anKsD0m6VZJu9uepSTbV0i6SdIjkhQRp4c5bqkbgS+XdPyc9+eUJISzbI9LWi3prXYnKeYhSfdL+rLtQQq7RtJHkh7r/fix2/ZlbQ81iC4E7gU+luapfduXS3pa0vaI+KTteQZl+zZJJyPiQNuz1OAiSddLejgiVkv6XNJQPyfUhcDnJK045/0xSSdamqUo2xdrPu49EZHljrRrJd1ue1bzP06tt/1EuyMVMydpLiLOnmnt1XzwQ6sLgb8t6VrbV/ee1Ngs6fmWZxqYbWv+Z7mZiHiw7XlKiYgHImIsIsY1/2/1akTc0fJYRUTEh5KO217V+9DNkob6SdHF7k1WXEScsX2PpJcljUh6NCIOtTxWCWsl3SnpT7anex/7SUS82OJM6O9eSXt6B5ujku5qeZ6BtP5rMgD16cIpOoCaEDiQGIEDiRE4kBiBA4kROJAYgQOJETiQ2L8AyIyJ8o3fp5IAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.imshow(digits.images[17], cmap='gray')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "7"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "digits.target[17]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "trainX, testX, trainY, testY = train_test_split(digits.data, digits.target)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.tree import DecisionTreeClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1347, 64)"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trainX.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(450, 64)"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testX.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "dt = DecisionTreeClassifier()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DecisionTreeClassifier(class_weight=None, criterion='gini', max_depth=None,\n",
       "            max_features=None, max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=2,\n",
       "            min_weight_fraction_leaf=0.0, presort=False, random_state=None,\n",
       "            splitter='best')"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\n",
    "    'max_features':[50,60],\n",
    "    'max_depth':[8,10,12]\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import GridSearchCV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "gs = GridSearchCV(dt, param_grid=params, cv=5, n_jobs=-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GridSearchCV(cv=5, error_score='raise-deprecating',\n",
       "       estimator=DecisionTreeClassifier(class_weight=None, criterion='gini', max_depth=None,\n",
       "            max_features=None, max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=2,\n",
       "            min_weight_fraction_leaf=0.0, presort=False, random_state=None,\n",
       "            splitter='best'),\n",
       "       fit_params=None, iid='warn', n_jobs=-1,\n",
       "       param_grid={'max_features': [50, 60], 'max_depth': [8, 10, 12]},\n",
       "       pre_dispatch='2*n_jobs', refit=True, return_train_score='warn',\n",
       "       scoring=None, verbose=0)"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gs.fit(trainX,trainY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8589458054936897"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gs.best_score_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'max_depth': 12, 'max_features': 60}"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gs.best_params_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "best_model = gs.best_estimator_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8066666666666666"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "best_model.score(testX,testY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.pipeline import make_pipeline\n",
    "from sklearn.preprocessing import MinMaxScaler\n",
    "from sklearn.feature_selection import SelectKBest, f_classif"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "pipeline = make_pipeline(MinMaxScaler(), SelectKBest(k=50, score_func=f_classif), DecisionTreeClassifier())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "grid_params = {\n",
    "    'selectkbest__k':[20,30,40],\n",
    "    'decisiontreeclassifier__max_depth':[8,10,12]\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "gs = GridSearchCV(pipeline, grid_params, cv=5, n_jobs=-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/awantik/anaconda3/lib/python3.7/site-packages/sklearn/feature_selection/univariate_selection.py:114: UserWarning: Features [ 0 32 39] are constant.\n",
      "  UserWarning)\n",
      "/home/awantik/anaconda3/lib/python3.7/site-packages/sklearn/feature_selection/univariate_selection.py:115: RuntimeWarning: invalid value encountered in true_divide\n",
      "  f = msb / msw\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "GridSearchCV(cv=5, error_score='raise-deprecating',\n",
       "       estimator=Pipeline(memory=None,\n",
       "     steps=[('minmaxscaler', MinMaxScaler(copy=True, feature_range=(0, 1))), ('selectkbest', SelectKBest(k=50, score_func=<function f_classif at 0x7fb0de0bed08>)), ('decisiontreeclassifier', DecisionTreeClassifier(class_weight=None, criterion='gini', max_depth=None,\n",
       "            max_features=None, max_lea...      min_weight_fraction_leaf=0.0, presort=False, random_state=None,\n",
       "            splitter='best'))]),\n",
       "       fit_params=None, iid='warn', n_jobs=-1,\n",
       "       param_grid={'selectkbest__k': [20, 30, 40], 'decisiontreeclassifier__max_depth': [8, 10, 12]},\n",
       "       pre_dispatch='2*n_jobs', refit=True, return_train_score='warn',\n",
       "       scoring=None, verbose=0)"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gs.fit(trainX,trainY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'decisiontreeclassifier__max_depth': 10, 'selectkbest__k': 30}"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gs.best_params_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8604305864884929"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gs.best_score_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}