.ipynb_checkpoints/Naive Bayes on MNIST Data-checkpoint.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.datasets import load_digits\n",
    "from sklearn.model_selection import cross_val_score\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 1. Dataset Preparation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Load the Sklearn MNIST Dataset\n",
    "digits = load_digits()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "X = digits.data  \n",
    "Y = digits.target"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1797, 64)\n",
      "(1797,)\n"
     ]
    }
   ],
   "source": [
    "print(X.shape)\n",
    "print(Y.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAPgAAAD8CAYAAABaQGkdAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4wLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvqOYd8AAACpFJREFUeJzt3d2LHfUdx/HPpxul9XGhtUWyoVHQgBS6EQlIQJPYlljF9KIXCShUCrlSDC2I9kb7D4i9KEKIGsFUaaMSEasVdLFCa83DtjVuLGmwZBNtlLo+FRqi317spKTpljMn5zcP+/X9guCe3cPO9xDfmdnZOfNzRAhATl/oegAAzSFwIDECBxIjcCAxAgcSI3AgMQIHEiNwIDECBxJb0sQ3tc3lcQVcfvnlrW1ryZJG/ldY0JEjR1rb1gcffNDattoWER70HDdxqSqBlzE1NdXatsbHx1vb1j333NPatnbt2tXattpWJ3AO0YHECBxIjMCBxAgcSIzAgcQIHEiMwIHECBxIrFbgttfbftP2Qdt3NT0UgDIGBm57TNLPJV0v6QpJm2xf0fRgAEZXZw++StLBiDgUEcclPS5pQ7NjASihTuBLJR0+5fFs9TkAPVfnLUQLXdD+P28msb1Z0uaRJwJQTJ3AZyUtO+XxhKSjpz8pIrZK2irxbjKgL+ocor8m6TLbl9g+W9JGSU83OxaAEgbuwSPihO3bJD0vaUzSQxGxv/HJAIys1m08IuJZSc82PAuAwriSDUiMwIHECBxIjMCBxAgcSIzAgcQIHEiMwIHE2luvBkObm5trbVvXXntta9tau3Zta9vKvLJJHezBgcQIHEiMwIHECBxIjMCBxAgcSIzAgcQIHEiMwIHE6qxs8pDtY7Zfb2MgAOXU2YNvl7S+4TkANGBg4BHxsqR/tDALgML4GRxIrNi7yVi6COifYoGzdBHQPxyiA4nV+TXZY5J+J2mF7VnbP2x+LAAl1FmbbFMbgwAoj0N0IDECBxIjcCAxAgcSI3AgMQIHEiNwIDECBxJj6aIhTE5Otrq9NWvWtLq9tkxPT3c9wucGe3AgMQIHEiNwIDECBxIjcCAxAgcSI3AgMQIHEiNwIDECBxKrc9PFZbZfsj1je7/tO9oYDMDo6lyLfkLSjyNir+3zJe2x/UJEvNHwbABGVGdtsrcjYm/18UeSZiQtbXowAKMb6t1ktpdLWinp1QW+xtJFQM/UDtz2eZKekLQlIj48/essXQT0T62z6LbP0nzcOyLiyWZHAlBKnbPolvSgpJmIuK/5kQCUUmcPvlrSLZLW2Z6u/ny34bkAFFBnbbJXJLmFWQAUxpVsQGIEDiRG4EBiBA4kRuBAYgQOJEbgQGIEDiS26Ncm27JlS2vbuvfee1vbliRdeOGFrW6vLVNTU12P8LnBHhxIjMCBxAgcSIzAgcQIHEiMwIHECBxIjMCBxAgcSKzOTRe/aPsPtv9YLV300zYGAzC6Opeq/kvSuoj4uLp98iu2fx0Rv294NgAjqnPTxZD0cfXwrOoPCxsAi0DdhQ/GbE9LOibphYhYcOki27tt7y49JIAzUyvwiPg0IiYlTUhaZfsbCzxna0RcFRFXlR4SwJkZ6ix6RMxJmpK0vpFpABRV5yz6RbbHq4+/JOlbkg40PRiA0dU5i36xpEdsj2n+H4RfRsQzzY4FoIQ6Z9H/pPk1wQEsMlzJBiRG4EBiBA4kRuBAYgQOJEbgQGIEDiRG4EBinn83aOFvaqd8O+n4+Hir23v//fdb3V5bVq5s77qp6enp1rbVtojwoOewBwcSI3AgMQIHEiNwIDECBxIjcCAxAgcSI3AgMQIHEqsdeHVv9H22uR8bsEgMswe/Q9JMU4MAKK/uyiYTkm6QtK3ZcQCUVHcPfr+kOyV91uAsAAqrs/DBjZKORcSeAc9jbTKgZ+rswVdLusn2W5Iel7TO9qOnP4m1yYD+GRh4RNwdERMRsVzSRkkvRsTNjU8GYGT8HhxIrM7aZP8REVOaX10UwCLAHhxIjMCBxAgcSIzAgcQIHEiMwIHECBxIjMCBxIa60AUoYXJysrVtZV66qA724EBiBA4kRuBAYgQOJEbgQGIEDiRG4EBiBA4kRuBAYrWuZKvuqPqRpE8lneDOqcDiMMylqmsj4r3GJgFQHIfoQGJ1Aw9Jv7G9x/bmJgcCUE7dQ/TVEXHU9lclvWD7QES8fOoTqvCJH+iRWnvwiDha/feYpKckrVrgOSxdBPRMncUHz7V9/smPJX1H0utNDwZgdHUO0b8m6SnbJ5//i4h4rtGpABQxMPCIOCTpmy3MAqAwfk0GJEbgQGIEDiRG4EBiBA4kRuBAYgQOJEbgQGIEDiRG4EBiBA4kRuBAYgQOJEbgQGIEDiRG4EBiBA4kRuBAYrUCtz1ue6ftA7ZnbF/d9GAARlf3vug/k/RcRHzf9tmSzmlwJgCFDAzc9gWSrpH0A0mKiOOSjjc7FoAS6hyiXyrpXUkP295ne1t1f3QAPVcn8CWSrpT0QESslPSJpLtOf5LtzbZ3295deEYAZ6hO4LOSZiPi1erxTs0H/19Yugjon4GBR8Q7kg7bXlF96jpJbzQ6FYAi6p5Fv13SjuoM+iFJtzY3EoBSagUeEdOSOPQGFhmuZAMSI3AgMQIHEiNwIDECBxIjcCAxAgcSI3AgMQIHEqt7qSokzc3Ntbq9Xbt2tbatDRs2tLatNWvWtLat7du3t7atPmIPDiRG4EBiBA4kRuBAYgQOJEbgQGIEDiRG4EBiBA4kNjBw2ytsT5/y50PbW9oYDsBoBl6qGhFvSpqUJNtjko5IeqrhuQAUMOwh+nWS/hoRf2tiGABlDftmk42SHlvoC7Y3S9o88kQAiqm9B68WPbhJ0q8W+jpLFwH9M8wh+vWS9kbE35saBkBZwwS+Sf/n8BxAP9UK3PY5kr4t6clmxwFQUt21yf4p6csNzwKgMK5kAxIjcCAxAgcSI3AgMQIHEiNwIDECBxIjcCAxR0T5b2q/K2nYt5R+RdJ7xYfph6yvjdfVna9HxEWDntRI4GfC9u6s70TL+tp4Xf3HITqQGIEDifUp8K1dD9CgrK+N19VzvfkZHEB5fdqDAyisF4HbXm/7TdsHbd/V9Twl2F5m+yXbM7b3276j65lKsj1me5/tZ7qepSTb47Z32j5Q/d1d3fVMo+j8EL261/pfNH/HmFlJr0naFBFvdDrYiGxfLOniiNhr+3xJeyR9b7G/rpNs/0jSVZIuiIgbu56nFNuPSPptRGyrbjR6TkTMdT3XmerDHnyVpIMRcSgijkt6XNKGjmcaWUS8HRF7q48/kjQjaWm3U5Vhe0LSDZK2dT1LSbYvkHSNpAclKSKOL+a4pX4EvlTS4VMezypJCCfZXi5ppaRXu52kmPsl3Snps64HKexSSe9Kerj68WOb7XO7HmoUfQjcC3wuzal92+dJekLSloj4sOt5RmX7RknHImJP17M0YImkKyU9EBErJX0iaVGfE+pD4LOSlp3yeELS0Y5mKcr2WZqPe0dEZLkj7WpJN9l+S/M/Tq2z/Wi3IxUzK2k2Ik4eae3UfPCLVh8Cf03SZbYvqU5qbJT0dMczjcy2Nf+z3ExE3Nf1PKVExN0RMRERyzX/d/ViRNzc8VhFRMQ7kg7bXlF96jpJi/qk6LBrkxUXESds3ybpeUljkh6KiP0dj1XCakm3SPqz7enqcz+JiGc7nAmD3S5pR7WzOSTp1o7nGUnnvyYD0Jw+HKIDaAiBA4kROJAYgQOJETiQGIEDiRE4kBiBA4n9GwAFencmMXrTAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.imshow(X[1].reshape((8,8)),cmap='gray')\n",
    "print(Y[1])\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[ 0.  0.  5. 13.  9.  1.  0.  0.  0.  0. 13. 15. 10. 15.  5.  0.  0.  3.\n",
      " 15.  2.  0. 11.  8.  0.  0.  4. 12.  0.  0.  8.  8.  0.  0.  5.  8.  0.\n",
      "  0.  9.  8.  0.  0.  4. 11.  0.  1. 12.  7.  0.  0.  2. 14.  5. 10. 12.\n",
      "  0.  0.  0.  0.  6. 13. 10.  0.  0.  0.]\n"
     ]
    }
   ],
   "source": [
    "print(X[0])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Train Models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.naive_bayes import GaussianNB, MultinomialNB\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "mnb = MultinomialNB()\n",
    "gnb = GaussianNB()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GaussianNB(priors=None)"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Train\n",
    "mnb.fit(X,Y)\n",
    "gnb.fit(X,Y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.9053978853644964\n",
      "0.8580968280467446\n"
     ]
    }
   ],
   "source": [
    "# Score\n",
    "print(mnb.score(X,Y))\n",
    "print(gnb.score(X,Y))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8103537583567821"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cross_val_score(gnb,X,Y,scoring=\"accuracy\",cv=10).mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8819396216300838"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cross_val_score(mnb,X,Y,scoring=\"accuracy\",cv=10).mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# This is because each feature i"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}