experiments.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>label</th>\n",
       "      <th>tweet</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>264183816548130816</td>\n",
       "      <td>1</td>\n",
       "      <td>Gas by my house hit $3.39!!!! I\\u2019m going t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>263405084770172928</td>\n",
       "      <td>-1</td>\n",
       "      <td>Theo Walcott is still shit\\u002c watch Rafa an...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>262163168678248449</td>\n",
       "      <td>-1</td>\n",
       "      <td>its not that I\\u2019m a GSP fan\\u002c i just h...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>264249301910310912</td>\n",
       "      <td>-1</td>\n",
       "      <td>Iranian general says Israel\\u2019s Iron Dome c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>262682041215234048</td>\n",
       "      <td>0</td>\n",
       "      <td>Tehran\\u002c Mon Amour: Obama Tried to Establi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>264229576773861376</td>\n",
       "      <td>0</td>\n",
       "      <td>I sat through this whole movie just for Harry ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>264105751826538497</td>\n",
       "      <td>1</td>\n",
       "      <td>with J Davlar 11th. Main rivals are team Polan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>264094586689953794</td>\n",
       "      <td>-1</td>\n",
       "      <td>Talking about ACT\\u2019s &amp;&amp; SAT\\u2019s\\u002c d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>212392538055778304</td>\n",
       "      <td>0</td>\n",
       "      <td>Why is \\\"\"Happy Valentines Day\\\"\" trending? It...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>254941790757601280</td>\n",
       "      <td>-1</td>\n",
       "      <td>They may have a SuperBowl in Dallas\\u002c but ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>264169034155696130</td>\n",
       "      <td>0</td>\n",
       "      <td>Im bringing the monster load of candy tomorrow...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>263192091700654080</td>\n",
       "      <td>0</td>\n",
       "      <td>Apple software\\u002c retail chiefs out in over...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>263398998675693568</td>\n",
       "      <td>1</td>\n",
       "      <td>@oluoch @victor_otti @kunjand I just watched i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>263650552167157762</td>\n",
       "      <td>1</td>\n",
       "      <td>One of my best 8th graders Kory was excited af...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>260200142420992000</td>\n",
       "      <td>0</td>\n",
       "      <td>#Livewire Nadal confirmed for Mexican Open in ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>264087629237202944</td>\n",
       "      <td>1</td>\n",
       "      <td>@MsSheLahY I didnt want to just pop up... but ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>250692636330049538</td>\n",
       "      <td>0</td>\n",
       "      <td>@Alyoup005 @addicted2haley hmmmm  November is ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>263304719471087617</td>\n",
       "      <td>0</td>\n",
       "      <td>#Iran US delisting MKO from global terrorists ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>261954070938537985</td>\n",
       "      <td>1</td>\n",
       "      <td>@JackStirling serge is amazing... like hes act...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>260940907082293248</td>\n",
       "      <td>0</td>\n",
       "      <td>@HatersgonnHate_ @HAMlikeHussain @Ramythe3lite...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>263956867787673600</td>\n",
       "      <td>1</td>\n",
       "      <td>Good Morning Becky ! Thursday is going to be F...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>263975113404342273</td>\n",
       "      <td>0</td>\n",
       "      <td>Expect light-moderate rains over E. Visayas; C...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>257343699460173824</td>\n",
       "      <td>1</td>\n",
       "      <td>One ticket left for the @49ers game tomorrow! ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>264125591337463808</td>\n",
       "      <td>-1</td>\n",
       "      <td>AFC away fans on Saturday. All this stuff abou...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>262350309781823488</td>\n",
       "      <td>-1</td>\n",
       "      <td>My Saturday night has consisted of me watching...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>264259830590603264</td>\n",
       "      <td>-1</td>\n",
       "      <td>Why is it so hard to find the @TVGuideMagazine...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>257239661976625152</td>\n",
       "      <td>0</td>\n",
       "      <td>Game 1 of the NLCS and a rematch of the NFC Ch...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>263868270006906880</td>\n",
       "      <td>0</td>\n",
       "      <td>James hall LIVE in Indianapolis Dec.8th.. CHRI...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>264223934403211264</td>\n",
       "      <td>0</td>\n",
       "      <td>@TrevorJavier the heat game may cost alot more...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>264041764460036096</td>\n",
       "      <td>1</td>\n",
       "      <td>Never start working on your dreams and goals t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9654</th>\n",
       "      <td>108291720541777921</td>\n",
       "      <td>-1</td>\n",
       "      <td>@Hopesolofans1 @hopesolo I hope my iPhone gets...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9655</th>\n",
       "      <td>113758849688805376</td>\n",
       "      <td>0</td>\n",
       "      <td>brooke burke LLLINKKK Where can I find the dre...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9656</th>\n",
       "      <td>100198972324454400</td>\n",
       "      <td>1</td>\n",
       "      <td>RT @SmileLikeMiley: There won't be just a Part...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9657</th>\n",
       "      <td>100575362601324544</td>\n",
       "      <td>1</td>\n",
       "      <td>I think Sparks Fly music video will be worldwi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9658</th>\n",
       "      <td>100575706446180354</td>\n",
       "      <td>1</td>\n",
       "      <td>RT @PrettyMissSwift: I think Sparks Fly music ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9659</th>\n",
       "      <td>103220092308946944</td>\n",
       "      <td>1</td>\n",
       "      <td>After that, I'll start plugging mine and @joes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9660</th>\n",
       "      <td>113365713082793984</td>\n",
       "      <td>1</td>\n",
       "      <td>Man was that Jets and Cowboys game awesome or ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9661</th>\n",
       "      <td>103232284173406208</td>\n",
       "      <td>1</td>\n",
       "      <td>MNF tonight! Let's go Sexy Rexy!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9662</th>\n",
       "      <td>108247073098448896</td>\n",
       "      <td>0</td>\n",
       "      <td>Just checking in to see if I had a nightmare l...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9663</th>\n",
       "      <td>118167524167782401</td>\n",
       "      <td>-1</td>\n",
       "      <td>Lmao RT @HeatherNoel13: Curtis painter looks l...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9664</th>\n",
       "      <td>103219394854912000</td>\n",
       "      <td>0</td>\n",
       "      <td>Monday Night Football #TeamTexans all day &amp; to...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9665</th>\n",
       "      <td>104214530766274560</td>\n",
       "      <td>0</td>\n",
       "      <td>@PierreGarcon85 come out and watch THOSE GUYS ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9666</th>\n",
       "      <td>108819813257842688</td>\n",
       "      <td>1</td>\n",
       "      <td>@PacificaPatch This Friday night, Terra Nova f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9667</th>\n",
       "      <td>104834373160935424</td>\n",
       "      <td>-1</td>\n",
       "      <td>Hank Williams &amp; whisky in an empty bar on a Fr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9668</th>\n",
       "      <td>104017879887917056</td>\n",
       "      <td>1</td>\n",
       "      <td>@kristiyamaguchi @markballas love that you 2 k...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9669</th>\n",
       "      <td>110180276801519616</td>\n",
       "      <td>1</td>\n",
       "      <td>Huge thanks to those of you who came out to my...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9670</th>\n",
       "      <td>100665193335500800</td>\n",
       "      <td>-1</td>\n",
       "      <td>RT @Rach_RVX: #Londonriots is trending 3rd wor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9671</th>\n",
       "      <td>103429907421466624</td>\n",
       "      <td>1</td>\n",
       "      <td>I had a fun day on terra nova. Followed by a h...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9672</th>\n",
       "      <td>106585520066404352</td>\n",
       "      <td>-1</td>\n",
       "      <td>Today, we found out that Rob Henry tore his AC...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9673</th>\n",
       "      <td>103217677996277760</td>\n",
       "      <td>1</td>\n",
       "      <td>Monday Night Football - Gary Neville did well ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9674</th>\n",
       "      <td>115268610204766209</td>\n",
       "      <td>1</td>\n",
       "      <td>Happy birthday, Hank Williams. In honor if the...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9675</th>\n",
       "      <td>101812880151810048</td>\n",
       "      <td>0</td>\n",
       "      <td>can somebody please tell me why it says \\\"\"MNF...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9676</th>\n",
       "      <td>101060707134619648</td>\n",
       "      <td>1</td>\n",
       "      <td>@andrewsikora The Tigers know it's a big game ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9677</th>\n",
       "      <td>108232564933804032</td>\n",
       "      <td>1</td>\n",
       "      <td>New cast of DWTS tba at 8pm tonight!! So excit...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9678</th>\n",
       "      <td>101450548439560192</td>\n",
       "      <td>-1</td>\n",
       "      <td>@stoney16 @JeffMossDSR I'd recommend just turn...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9679</th>\n",
       "      <td>103158179306807296</td>\n",
       "      <td>1</td>\n",
       "      <td>RT @MNFootNg It's monday and Monday Night Foot...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9680</th>\n",
       "      <td>103157324096618497</td>\n",
       "      <td>1</td>\n",
       "      <td>All I know is the road for that Lomardi start ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9681</th>\n",
       "      <td>100259220338905089</td>\n",
       "      <td>0</td>\n",
       "      <td>All Blue and White fam, we r meeting at Golden...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9682</th>\n",
       "      <td>104230318525001729</td>\n",
       "      <td>1</td>\n",
       "      <td>@DariusButler28   Have a great game agaist Tam...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9683</th>\n",
       "      <td>100461938533863424</td>\n",
       "      <td>-1</td>\n",
       "      <td>I'm pisseeedddd that I missed Kid Cudi's show ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9684 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      id  label  \\\n",
       "0     264183816548130816      1   \n",
       "1     263405084770172928     -1   \n",
       "2     262163168678248449     -1   \n",
       "3     264249301910310912     -1   \n",
       "4     262682041215234048      0   \n",
       "5     264229576773861376      0   \n",
       "6     264105751826538497      1   \n",
       "7     264094586689953794     -1   \n",
       "8     212392538055778304      0   \n",
       "9     254941790757601280     -1   \n",
       "10    264169034155696130      0   \n",
       "11    263192091700654080      0   \n",
       "12    263398998675693568      1   \n",
       "13    263650552167157762      1   \n",
       "14    260200142420992000      0   \n",
       "15    264087629237202944      1   \n",
       "16    250692636330049538      0   \n",
       "17    263304719471087617      0   \n",
       "18    261954070938537985      1   \n",
       "19    260940907082293248      0   \n",
       "20    263956867787673600      1   \n",
       "21    263975113404342273      0   \n",
       "22    257343699460173824      1   \n",
       "23    264125591337463808     -1   \n",
       "24    262350309781823488     -1   \n",
       "25    264259830590603264     -1   \n",
       "26    257239661976625152      0   \n",
       "27    263868270006906880      0   \n",
       "28    264223934403211264      0   \n",
       "29    264041764460036096      1   \n",
       "...                  ...    ...   \n",
       "9654  108291720541777921     -1   \n",
       "9655  113758849688805376      0   \n",
       "9656  100198972324454400      1   \n",
       "9657  100575362601324544      1   \n",
       "9658  100575706446180354      1   \n",
       "9659  103220092308946944      1   \n",
       "9660  113365713082793984      1   \n",
       "9661  103232284173406208      1   \n",
       "9662  108247073098448896      0   \n",
       "9663  118167524167782401     -1   \n",
       "9664  103219394854912000      0   \n",
       "9665  104214530766274560      0   \n",
       "9666  108819813257842688      1   \n",
       "9667  104834373160935424     -1   \n",
       "9668  104017879887917056      1   \n",
       "9669  110180276801519616      1   \n",
       "9670  100665193335500800     -1   \n",
       "9671  103429907421466624      1   \n",
       "9672  106585520066404352     -1   \n",
       "9673  103217677996277760      1   \n",
       "9674  115268610204766209      1   \n",
       "9675  101812880151810048      0   \n",
       "9676  101060707134619648      1   \n",
       "9677  108232564933804032      1   \n",
       "9678  101450548439560192     -1   \n",
       "9679  103158179306807296      1   \n",
       "9680  103157324096618497      1   \n",
       "9681  100259220338905089      0   \n",
       "9682  104230318525001729      1   \n",
       "9683  100461938533863424     -1   \n",
       "\n",
       "                                                  tweet  \n",
       "0     Gas by my house hit $3.39!!!! I\\u2019m going t...  \n",
       "1     Theo Walcott is still shit\\u002c watch Rafa an...  \n",
       "2     its not that I\\u2019m a GSP fan\\u002c i just h...  \n",
       "3     Iranian general says Israel\\u2019s Iron Dome c...  \n",
       "4     Tehran\\u002c Mon Amour: Obama Tried to Establi...  \n",
       "5     I sat through this whole movie just for Harry ...  \n",
       "6     with J Davlar 11th. Main rivals are team Polan...  \n",
       "7     Talking about ACT\\u2019s && SAT\\u2019s\\u002c d...  \n",
       "8     Why is \\\"\"Happy Valentines Day\\\"\" trending? It...  \n",
       "9     They may have a SuperBowl in Dallas\\u002c but ...  \n",
       "10    Im bringing the monster load of candy tomorrow...  \n",
       "11    Apple software\\u002c retail chiefs out in over...  \n",
       "12    @oluoch @victor_otti @kunjand I just watched i...  \n",
       "13    One of my best 8th graders Kory was excited af...  \n",
       "14    #Livewire Nadal confirmed for Mexican Open in ...  \n",
       "15    @MsSheLahY I didnt want to just pop up... but ...  \n",
       "16    @Alyoup005 @addicted2haley hmmmm  November is ...  \n",
       "17    #Iran US delisting MKO from global terrorists ...  \n",
       "18    @JackStirling serge is amazing... like hes act...  \n",
       "19    @HatersgonnHate_ @HAMlikeHussain @Ramythe3lite...  \n",
       "20    Good Morning Becky ! Thursday is going to be F...  \n",
       "21    Expect light-moderate rains over E. Visayas; C...  \n",
       "22    One ticket left for the @49ers game tomorrow! ...  \n",
       "23    AFC away fans on Saturday. All this stuff abou...  \n",
       "24    My Saturday night has consisted of me watching...  \n",
       "25    Why is it so hard to find the @TVGuideMagazine...  \n",
       "26    Game 1 of the NLCS and a rematch of the NFC Ch...  \n",
       "27    James hall LIVE in Indianapolis Dec.8th.. CHRI...  \n",
       "28    @TrevorJavier the heat game may cost alot more...  \n",
       "29    Never start working on your dreams and goals t...  \n",
       "...                                                 ...  \n",
       "9654  @Hopesolofans1 @hopesolo I hope my iPhone gets...  \n",
       "9655  brooke burke LLLINKKK Where can I find the dre...  \n",
       "9656  RT @SmileLikeMiley: There won't be just a Part...  \n",
       "9657  I think Sparks Fly music video will be worldwi...  \n",
       "9658  RT @PrettyMissSwift: I think Sparks Fly music ...  \n",
       "9659  After that, I'll start plugging mine and @joes...  \n",
       "9660  Man was that Jets and Cowboys game awesome or ...  \n",
       "9661                   MNF tonight! Let's go Sexy Rexy!  \n",
       "9662  Just checking in to see if I had a nightmare l...  \n",
       "9663  Lmao RT @HeatherNoel13: Curtis painter looks l...  \n",
       "9664  Monday Night Football #TeamTexans all day & to...  \n",
       "9665  @PierreGarcon85 come out and watch THOSE GUYS ...  \n",
       "9666  @PacificaPatch This Friday night, Terra Nova f...  \n",
       "9667  Hank Williams & whisky in an empty bar on a Fr...  \n",
       "9668  @kristiyamaguchi @markballas love that you 2 k...  \n",
       "9669  Huge thanks to those of you who came out to my...  \n",
       "9670  RT @Rach_RVX: #Londonriots is trending 3rd wor...  \n",
       "9671  I had a fun day on terra nova. Followed by a h...  \n",
       "9672  Today, we found out that Rob Henry tore his AC...  \n",
       "9673  Monday Night Football - Gary Neville did well ...  \n",
       "9674  Happy birthday, Hank Williams. In honor if the...  \n",
       "9675  can somebody please tell me why it says \\\"\"MNF...  \n",
       "9676  @andrewsikora The Tigers know it's a big game ...  \n",
       "9677  New cast of DWTS tba at 8pm tonight!! So excit...  \n",
       "9678  @stoney16 @JeffMossDSR I'd recommend just turn...  \n",
       "9679  RT @MNFootNg It's monday and Monday Night Foot...  \n",
       "9680  All I know is the road for that Lomardi start ...  \n",
       "9681  All Blue and White fam, we r meeting at Golden...  \n",
       "9682  @DariusButler28   Have a great game agaist Tam...  \n",
       "9683  I'm pisseeedddd that I missed Kid Cudi's show ...  \n",
       "\n",
       "[9684 rows x 3 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from sklearn.metrics import classification_report\n",
    "import numpy as np\n",
    "\n",
    "df = pd.read_csv('data/twitter-2013train-A.txt', sep='\\t', header=-1, encoding='utf-8')\n",
    "df.columns = ['id', 'label', 'tweet']\n",
    "df[\"label\"].apply(lambda x: x.strip())\n",
    "df['label'] = df['label'].map({'positive': 1, 'negative': -1, 'neutral': 0})\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       Gas by my house hit $3.39!!!! I\\u2019m going t...\n",
       "1       Theo Walcott is still shit\\u002c watch Rafa an...\n",
       "2       its not that I\\u2019m a GSP fan\\u002c i just h...\n",
       "3       Iranian general says Israel\\u2019s Iron Dome c...\n",
       "4       Tehran\\u002c Mon Amour: Obama Tried to Establi...\n",
       "5       I sat through this whole movie just for Harry ...\n",
       "6       with J Davlar 11th. Main rivals are team Polan...\n",
       "7       Talking about ACT\\u2019s && SAT\\u2019s\\u002c d...\n",
       "8       Why is \\\"\"Happy Valentines Day\\\"\" trending? It...\n",
       "9       They may have a SuperBowl in Dallas\\u002c but ...\n",
       "10      Im bringing the monster load of candy tomorrow...\n",
       "11      Apple software\\u002c retail chiefs out in over...\n",
       "12      @oluoch @victor_otti @kunjand I just watched i...\n",
       "13      One of my best 8th graders Kory was excited af...\n",
       "14      #Livewire Nadal confirmed for Mexican Open in ...\n",
       "15      @MsSheLahY I didnt want to just pop up... but ...\n",
       "16      @Alyoup005 @addicted2haley hmmmm  November is ...\n",
       "17      #Iran US delisting MKO from global terrorists ...\n",
       "18      @JackStirling serge is amazing... like hes act...\n",
       "19      @HatersgonnHate_ @HAMlikeHussain @Ramythe3lite...\n",
       "20      Good Morning Becky ! Thursday is going to be F...\n",
       "21      Expect light-moderate rains over E. Visayas; C...\n",
       "22      One ticket left for the @49ers game tomorrow! ...\n",
       "23      AFC away fans on Saturday. All this stuff abou...\n",
       "24      My Saturday night has consisted of me watching...\n",
       "25      Why is it so hard to find the @TVGuideMagazine...\n",
       "26      Game 1 of the NLCS and a rematch of the NFC Ch...\n",
       "27      James hall LIVE in Indianapolis Dec.8th.. CHRI...\n",
       "28      @TrevorJavier the heat game may cost alot more...\n",
       "29      Never start working on your dreams and goals t...\n",
       "                              ...                        \n",
       "9654    @Hopesolofans1 @hopesolo I hope my iPhone gets...\n",
       "9655    brooke burke LLLINKKK Where can I find the dre...\n",
       "9656    RT @SmileLikeMiley: There won't be just a Part...\n",
       "9657    I think Sparks Fly music video will be worldwi...\n",
       "9658    RT @PrettyMissSwift: I think Sparks Fly music ...\n",
       "9659    After that, I'll start plugging mine and @joes...\n",
       "9660    Man was that Jets and Cowboys game awesome or ...\n",
       "9661                     MNF tonight! Let's go Sexy Rexy!\n",
       "9662    Just checking in to see if I had a nightmare l...\n",
       "9663    Lmao RT @HeatherNoel13: Curtis painter looks l...\n",
       "9664    Monday Night Football #TeamTexans all day & to...\n",
       "9665    @PierreGarcon85 come out and watch THOSE GUYS ...\n",
       "9666    @PacificaPatch This Friday night, Terra Nova f...\n",
       "9667    Hank Williams & whisky in an empty bar on a Fr...\n",
       "9668    @kristiyamaguchi @markballas love that you 2 k...\n",
       "9669    Huge thanks to those of you who came out to my...\n",
       "9670    RT @Rach_RVX: #Londonriots is trending 3rd wor...\n",
       "9671    I had a fun day on terra nova. Followed by a h...\n",
       "9672    Today, we found out that Rob Henry tore his AC...\n",
       "9673    Monday Night Football - Gary Neville did well ...\n",
       "9674    Happy birthday, Hank Williams. In honor if the...\n",
       "9675    can somebody please tell me why it says \\\"\"MNF...\n",
       "9676    @andrewsikora The Tigers know it's a big game ...\n",
       "9677    New cast of DWTS tba at 8pm tonight!! So excit...\n",
       "9678    @stoney16 @JeffMossDSR I'd recommend just turn...\n",
       "9679    RT @MNFootNg It's monday and Monday Night Foot...\n",
       "9680    All I know is the road for that Lomardi start ...\n",
       "9681    All Blue and White fam, we r meeting at Golden...\n",
       "9682    @DariusButler28   Have a great game agaist Tam...\n",
       "9683    I'm pisseeedddd that I missed Kid Cudi's show ...\n",
       "Name: tweet, dtype: object"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[\"tweet\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from nltk import tokenize\n",
    "\n",
    "vectorizer_ngrams = CountVectorizer(analyzer = \"word\",   \\\n",
    "                             tokenizer = None,    \\\n",
    "                             preprocessor = None, \\\n",
    "                             stop_words = \"english\", \\\n",
    "                             min_df = 3, \\\n",
    "                             ngram_range = (1,3), \\\n",
    "                             max_features = 10000)\n",
    "\n",
    "vectorizer_chars = CountVectorizer(analyzer = \"char\",   \\\n",
    "                             tokenizer = None,    \\\n",
    "                             preprocessor = None, \\\n",
    "                             stop_words = \"english\", \\\n",
    "                             min_df = 3, \\\n",
    "                             ngram_range = (2,5), \\\n",
    "                             max_features = 10000)\n",
    "\n",
    "features_ngrams = vectorizer_ngrams.fit_transform(df[\"tweet\"])\n",
    "features_chars = vectorizer_chars.fit_transform(df[\"tweet\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9888\n",
      "10000\n",
      "[u'00', u'00 pm', u'00 u002c', u'000', u'00am', u'00pm', u'01', u'02', u'03', u'039', u'04', u'05', u'06', u'07', u'08', u'09', u'10', u'10 11', u'10 17', u'10 18', u'10 2011', u'10 27', u'10 30', u'10 30am', u'10 http', u'10 million', u'10 years', u'100', u'1000', u'101', u'105', u'106', u'106 park', u'10am', u'10pm', u'10pm itv2', u'10pm itv2 hurrraaaaah', u'10th', u'10th annual', u'10th birthday', u'10th grade', u'10th kansas', u'10th kansas nationwide', u'10th time', u'10th time season', u'11', u'11 02', u'11 12', u'11 30', u'11 http', u'11am', u'11pm', u'11pm iparty', u'11th', u'11th 2012', u'11th international', u'11th international cloud', u'12', u'12 u002c', u'120', u'12pm', u'12th', u'13', u'134', u'13th', u'13th desperation', u'13th desperation day', u'14', u'14 u002c', u'14th', u'15', u'15 2012', u'15 http', u'15 places', u'15 places 16', u'150', u'15pm', u'15th', u'15th august', u'15th august anthem', u'16', u'16 august', u'16 august isk', u'16 official', u'16 official uk', u'16 u002c', u'16 wednesday', u'16th', u'16th birthday', u'17', u'17th', u'18', u'18 http', u'18th', u'18th birthday', u'19', u'19 http', u'19 u002c', u'19th', u'19th http']\n",
      "[u' !', u' ! ', u' !!', u' #', u' #a', u' #b', u' #c', u' #d', u' #e', u' #f', u' #g', u' #h', u' #i', u' #l', u' #m', u' #n', u' #o', u' #p', u' #r', u' #s', u' #t', u' #w', u' $', u' &', u' & ', u' & t', u\" '\", u' (', u' (i', u' -', u' - ', u' - t', u' .', u' ..', u' ...', u' ... ', u' 1', u' 1 ', u' 10', u' 10 ', u' 10t', u' 10th', u' 11', u' 12', u' 13', u' 14', u' 15', u' 16', u' 17', u' 18', u' 19', u' 1s', u' 1st', u' 1st ', u' 2', u' 2 ', u' 20', u' 201', u' 2012', u' 21', u' 25', u' 26', u' 27', u' 28', u' 2n', u' 2nd', u' 2nd ', u' 3', u' 3 ', u' 30', u' 3r', u' 3rd', u' 3rd ', u' 4', u' 4 ', u' 4t', u' 4th', u' 4th ', u' 5', u' 5 ', u' 5t', u' 5th', u' 5th ', u' 6', u' 6t', u' 6th', u' 6th ', u' 7', u' 7 ', u' 7t', u' 7th', u' 7th ', u' 8', u' 8t', u' 8th', u' 9', u' :', u' :(', u' :)', u' :) ']\n"
     ]
    }
   ],
   "source": [
    "vocab_ngrams = vectorizer_ngrams.get_feature_names()\n",
    "vocab_chars = vectorizer_chars.get_feature_names()\n",
    "print len(vocab_ngrams)\n",
    "print len(vocab_chars)\n",
    "\n",
    "print vocab_ngrams[:100]\n",
    "print vocab_chars[:100]\n",
    "# print vocab_ngrams"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  (0, 1614)\t1\n",
      "  (0, 8985)\t1\n",
      "  (0, 7153)\t1\n",
      "  (0, 3805)\t1\n",
      "  (0, 1613)\t1\n",
      "  (0, 3404)\t1\n",
      "  (0, 8976)\t1\n",
      "  (0, 281)\t1\n",
      "  (0, 3813)\t1\n",
      "  (0, 3907)\t1\n",
      "  (0, 3316)\t1 Gas by my house hit $3.39!!!! I\\u2019m going to Chapel Hill on Sat. :)\n",
      "chapel hill\n"
     ]
    }
   ],
   "source": [
    "print features_ngrams[0], df[\"tweet\"][0]\n",
    "print vocab_ngrams[1614]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5194\n",
      "3651\n",
      "1043\n",
      "\n",
      "799\n",
      "2783\n",
      "3768\n",
      "2650\n"
     ]
    }
   ],
   "source": [
    "print len(filter(lambda x: len(x.split()) == 1, vocab_ngrams))\n",
    "print len(filter(lambda x: len(x.split()) == 2, vocab_ngrams))\n",
    "print len(filter(lambda x: len(x.split()) == 3, vocab_ngrams))\n",
    "print\n",
    "print len(filter(lambda x: len(x) == 2, vocab_chars))\n",
    "print len(filter(lambda x: len(x) == 3, vocab_chars))\n",
    "print len(filter(lambda x: len(x) == 4, vocab_chars))\n",
    "print len(filter(lambda x: len(x) == 5, vocab_chars))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Model training: word and character n-grams"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from sklearn.svm import SVC\n",
    "from sklearn.model_selection import cross_val_score\n",
    "from sklearn.model_selection import KFold\n",
    "from sklearn.svm import LinearSVC\n",
    "import time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>label</th>\n",
       "      <th>tweet</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>264238274963451904</td>\n",
       "      <td>1</td>\n",
       "      <td>@jjuueellzz down in the Atlantic city, ventnor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>218775148495515649</td>\n",
       "      <td>1</td>\n",
       "      <td>Musical awareness: Great Big Beautiful Tomorro...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>258965201766998017</td>\n",
       "      <td>0</td>\n",
       "      <td>On Radio786 100.4fm 7:10 Fri Oct 19 Labour ana...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>262926411352903682</td>\n",
       "      <td>-1</td>\n",
       "      <td>Kapan sih lo ngebuktiin,jan ngomong doang Susa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>171874368908050432</td>\n",
       "      <td>0</td>\n",
       "      <td>Excuse the connectivity of this live stream, f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>256010056942903296</td>\n",
       "      <td>1</td>\n",
       "      <td>Show your LOVE for your local field &amp; it might...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>253809989599232000</td>\n",
       "      <td>0</td>\n",
       "      <td>Milton on Bolton Wanderers 2 v 2 Leeds United,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>261776619146985472</td>\n",
       "      <td>1</td>\n",
       "      <td>@firecore Can you tell me when an update for t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>264143999374356481</td>\n",
       "      <td>1</td>\n",
       "      <td>@Heavensbasement The Crown, Filthy McNastys, K...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>223052929131757571</td>\n",
       "      <td>0</td>\n",
       "      <td>Uncover the Eternal City! Return flights to Ro...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>264088575476391936</td>\n",
       "      <td>1</td>\n",
       "      <td>My #cre blog Oklahoma Per Square Foot returns ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>264030422244147200</td>\n",
       "      <td>0</td>\n",
       "      <td>Going to Helsinki tomorrow or on the day after...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>263720820428394496</td>\n",
       "      <td>-1</td>\n",
       "      <td>Trey Burke has been suspended for the Northern...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>258639996037259264</td>\n",
       "      <td>1</td>\n",
       "      <td>W.O.W Wednesday!Marni lands this Lumberjack ve...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>250981027969896448</td>\n",
       "      <td>-1</td>\n",
       "      <td>Activists in Deir Ezzor captured this image of...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>195554987919679488</td>\n",
       "      <td>1</td>\n",
       "      <td>@karaotr You will appreciate this.. Sunday bru...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>264225147542716416</td>\n",
       "      <td>-1</td>\n",
       "      <td>No school for me and Nat tomorrow. Sucks for y...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>260536025800142848</td>\n",
       "      <td>1</td>\n",
       "      <td>Join me Wed for a live webcast on cost optimiz...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>192349690921103360</td>\n",
       "      <td>1</td>\n",
       "      <td>@NVSOFFICIAL , saw you in glasgow, loveeedd #d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>263473556753620993</td>\n",
       "      <td>1</td>\n",
       "      <td>Special THANKS to EVERYONE for coming out to T...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>263182075434254336</td>\n",
       "      <td>1</td>\n",
       "      <td>@fatimasule That was the revelation I mentione...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>262434763493748736</td>\n",
       "      <td>0</td>\n",
       "      <td>Kim Hyung Jun - Football Team the 2nd A Match ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>256514267149385729</td>\n",
       "      <td>1</td>\n",
       "      <td>The audio booth is ready to blow the roof off ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>263733718085140481</td>\n",
       "      <td>1</td>\n",
       "      <td>Just seen @JonasBrothers at Radio City and now...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>241403423130525699</td>\n",
       "      <td>0</td>\n",
       "      <td>I may or may not be jumping around the lounge ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>263690432473624578</td>\n",
       "      <td>1</td>\n",
       "      <td>whos trying to go to Buenos Aires with me Febr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>260072342905049088</td>\n",
       "      <td>1</td>\n",
       "      <td>@Trirob249 just bought tickets to see george g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>259780914509389824</td>\n",
       "      <td>-1</td>\n",
       "      <td>@JeremyOnMarz just be tryna hate on ma' 2nd ba...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>264208681338560513</td>\n",
       "      <td>1</td>\n",
       "      <td>looks like im going to the UGA vs. Ole Miss ga...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>263858456455421954</td>\n",
       "      <td>1</td>\n",
       "      <td>@killa_1983 - If you ain't doing nothing Satur...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3517</th>\n",
       "      <td>255416869434056706</td>\n",
       "      <td>0</td>\n",
       "      <td>KUALA LUMPUR -- The long-haul arm of budget ca...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3518</th>\n",
       "      <td>228427843456073728</td>\n",
       "      <td>1</td>\n",
       "      <td>@maliharamlan Haha I meant what do you think i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3519</th>\n",
       "      <td>217086870037856257</td>\n",
       "      <td>0</td>\n",
       "      <td>@robneyer RT?  In the last 2 days, Ibanez &amp; Ca...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3520</th>\n",
       "      <td>221538850080698369</td>\n",
       "      <td>1</td>\n",
       "      <td>@buzzkut9 @sheep1903 U may as well Slam Tent i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3521</th>\n",
       "      <td>227789047488200704</td>\n",
       "      <td>0</td>\n",
       "      <td>We have our PCC candidate @murphyslaw4pcc spea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3522</th>\n",
       "      <td>262961764612861953</td>\n",
       "      <td>0</td>\n",
       "      <td>Please be ON TIME tonight VIPS :) There may be...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3523</th>\n",
       "      <td>260504246091403266</td>\n",
       "      <td>0</td>\n",
       "      <td>ALPFA Meeting Tuesday with Deloitte!!!  Place:...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3524</th>\n",
       "      <td>263475704115634176</td>\n",
       "      <td>0</td>\n",
       "      <td>#Google #Hot #Trend Eva Longoria to appear wit...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3525</th>\n",
       "      <td>263438103048515585</td>\n",
       "      <td>-1</td>\n",
       "      <td>Wade be playing like Tracy Mcgrady in the 1st ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3526</th>\n",
       "      <td>261015810154319873</td>\n",
       "      <td>0</td>\n",
       "      <td>@princeofpirates 1st one's Rosemary and Rue an...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3527</th>\n",
       "      <td>223299005512302592</td>\n",
       "      <td>0</td>\n",
       "      <td>@amirsalimi it's girls night ! We Go out somew...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3528</th>\n",
       "      <td>223210507111383041</td>\n",
       "      <td>0</td>\n",
       "      <td>yesterday, it has passed a year and four month...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3529</th>\n",
       "      <td>263592976704479232</td>\n",
       "      <td>-1</td>\n",
       "      <td>I just don't know if The Celtics have a chance...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3530</th>\n",
       "      <td>217968740422266880</td>\n",
       "      <td>0</td>\n",
       "      <td>The 3rd KIBOU concert for victims of the Japan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3531</th>\n",
       "      <td>252253907512868864</td>\n",
       "      <td>0</td>\n",
       "      <td>Tickets purchased to M83 at the Hammerstein Ba...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3532</th>\n",
       "      <td>250481942682808320</td>\n",
       "      <td>0</td>\n",
       "      <td>Solido, Costumbre, Duelo, Intocable with migz....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3533</th>\n",
       "      <td>264221256541413376</td>\n",
       "      <td>-1</td>\n",
       "      <td>Oomf is gay. He may not know it yet, but I do lol</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3534</th>\n",
       "      <td>242725967695585281</td>\n",
       "      <td>0</td>\n",
       "      <td>Interested in learning more about LTA? Join us...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3535</th>\n",
       "      <td>254563212337483777</td>\n",
       "      <td>0</td>\n",
       "      <td>Anybody know how to get the tickets to the Sin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3536</th>\n",
       "      <td>261271905087131648</td>\n",
       "      <td>1</td>\n",
       "      <td>S/o to the ones taking their OGT tomorrow, sta...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3537</th>\n",
       "      <td>178100186453786625</td>\n",
       "      <td>1</td>\n",
       "      <td>@iansomerhalder Good afternoon Ian wishing you...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3538</th>\n",
       "      <td>215139232308666369</td>\n",
       "      <td>0</td>\n",
       "      <td>Friday the 13th afgekeken, nu My Super Psycho ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3539</th>\n",
       "      <td>244635374306074624</td>\n",
       "      <td>0</td>\n",
       "      <td>Busy prepping for Zane's Pi Day tomorrow. Pie ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3540</th>\n",
       "      <td>257340248755953665</td>\n",
       "      <td>0</td>\n",
       "      <td>Berita Union picketing brings a temporary halt...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3541</th>\n",
       "      <td>214754321554874368</td>\n",
       "      <td>-1</td>\n",
       "      <td>@HStringfellow Yes, but Mothers' Day comings f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3542</th>\n",
       "      <td>264233437060288512</td>\n",
       "      <td>-1</td>\n",
       "      <td>Khaleda Zia's present India visit may have a b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3543</th>\n",
       "      <td>263779058284904448</td>\n",
       "      <td>0</td>\n",
       "      <td>FYI, golf fans: @jameslepp will join Moj on We...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3544</th>\n",
       "      <td>250744453831213056</td>\n",
       "      <td>-1</td>\n",
       "      <td>@__Aniko you think mr.Calle let practice with ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3545</th>\n",
       "      <td>258679974591090688</td>\n",
       "      <td>1</td>\n",
       "      <td>Don't hide under your desk! It's just a salsa ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3546</th>\n",
       "      <td>243018372453916674</td>\n",
       "      <td>0</td>\n",
       "      <td>Saturday flashmob on the music of The Runaways...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3547 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      id  label  \\\n",
       "0     264238274963451904      1   \n",
       "1     218775148495515649      1   \n",
       "2     258965201766998017      0   \n",
       "3     262926411352903682     -1   \n",
       "4     171874368908050432      0   \n",
       "5     256010056942903296      1   \n",
       "6     253809989599232000      0   \n",
       "7     261776619146985472      1   \n",
       "8     264143999374356481      1   \n",
       "9     223052929131757571      0   \n",
       "10    264088575476391936      1   \n",
       "11    264030422244147200      0   \n",
       "12    263720820428394496     -1   \n",
       "13    258639996037259264      1   \n",
       "14    250981027969896448     -1   \n",
       "15    195554987919679488      1   \n",
       "16    264225147542716416     -1   \n",
       "17    260536025800142848      1   \n",
       "18    192349690921103360      1   \n",
       "19    263473556753620993      1   \n",
       "20    263182075434254336      1   \n",
       "21    262434763493748736      0   \n",
       "22    256514267149385729      1   \n",
       "23    263733718085140481      1   \n",
       "24    241403423130525699      0   \n",
       "25    263690432473624578      1   \n",
       "26    260072342905049088      1   \n",
       "27    259780914509389824     -1   \n",
       "28    264208681338560513      1   \n",
       "29    263858456455421954      1   \n",
       "...                  ...    ...   \n",
       "3517  255416869434056706      0   \n",
       "3518  228427843456073728      1   \n",
       "3519  217086870037856257      0   \n",
       "3520  221538850080698369      1   \n",
       "3521  227789047488200704      0   \n",
       "3522  262961764612861953      0   \n",
       "3523  260504246091403266      0   \n",
       "3524  263475704115634176      0   \n",
       "3525  263438103048515585     -1   \n",
       "3526  261015810154319873      0   \n",
       "3527  223299005512302592      0   \n",
       "3528  223210507111383041      0   \n",
       "3529  263592976704479232     -1   \n",
       "3530  217968740422266880      0   \n",
       "3531  252253907512868864      0   \n",
       "3532  250481942682808320      0   \n",
       "3533  264221256541413376     -1   \n",
       "3534  242725967695585281      0   \n",
       "3535  254563212337483777      0   \n",
       "3536  261271905087131648      1   \n",
       "3537  178100186453786625      1   \n",
       "3538  215139232308666369      0   \n",
       "3539  244635374306074624      0   \n",
       "3540  257340248755953665      0   \n",
       "3541  214754321554874368     -1   \n",
       "3542  264233437060288512     -1   \n",
       "3543  263779058284904448      0   \n",
       "3544  250744453831213056     -1   \n",
       "3545  258679974591090688      1   \n",
       "3546  243018372453916674      0   \n",
       "\n",
       "                                                  tweet  \n",
       "0     @jjuueellzz down in the Atlantic city, ventnor...  \n",
       "1     Musical awareness: Great Big Beautiful Tomorro...  \n",
       "2     On Radio786 100.4fm 7:10 Fri Oct 19 Labour ana...  \n",
       "3     Kapan sih lo ngebuktiin,jan ngomong doang Susa...  \n",
       "4     Excuse the connectivity of this live stream, f...  \n",
       "5     Show your LOVE for your local field & it might...  \n",
       "6     Milton on Bolton Wanderers 2 v 2 Leeds United,...  \n",
       "7     @firecore Can you tell me when an update for t...  \n",
       "8     @Heavensbasement The Crown, Filthy McNastys, K...  \n",
       "9     Uncover the Eternal City! Return flights to Ro...  \n",
       "10    My #cre blog Oklahoma Per Square Foot returns ...  \n",
       "11    Going to Helsinki tomorrow or on the day after...  \n",
       "12    Trey Burke has been suspended for the Northern...  \n",
       "13    W.O.W Wednesday!Marni lands this Lumberjack ve...  \n",
       "14    Activists in Deir Ezzor captured this image of...  \n",
       "15    @karaotr You will appreciate this.. Sunday bru...  \n",
       "16    No school for me and Nat tomorrow. Sucks for y...  \n",
       "17    Join me Wed for a live webcast on cost optimiz...  \n",
       "18    @NVSOFFICIAL , saw you in glasgow, loveeedd #d...  \n",
       "19    Special THANKS to EVERYONE for coming out to T...  \n",
       "20    @fatimasule That was the revelation I mentione...  \n",
       "21    Kim Hyung Jun - Football Team the 2nd A Match ...  \n",
       "22    The audio booth is ready to blow the roof off ...  \n",
       "23    Just seen @JonasBrothers at Radio City and now...  \n",
       "24    I may or may not be jumping around the lounge ...  \n",
       "25    whos trying to go to Buenos Aires with me Febr...  \n",
       "26    @Trirob249 just bought tickets to see george g...  \n",
       "27    @JeremyOnMarz just be tryna hate on ma' 2nd ba...  \n",
       "28    looks like im going to the UGA vs. Ole Miss ga...  \n",
       "29    @killa_1983 - If you ain't doing nothing Satur...  \n",
       "...                                                 ...  \n",
       "3517  KUALA LUMPUR -- The long-haul arm of budget ca...  \n",
       "3518  @maliharamlan Haha I meant what do you think i...  \n",
       "3519  @robneyer RT?  In the last 2 days, Ibanez & Ca...  \n",
       "3520  @buzzkut9 @sheep1903 U may as well Slam Tent i...  \n",
       "3521  We have our PCC candidate @murphyslaw4pcc spea...  \n",
       "3522  Please be ON TIME tonight VIPS :) There may be...  \n",
       "3523  ALPFA Meeting Tuesday with Deloitte!!!  Place:...  \n",
       "3524  #Google #Hot #Trend Eva Longoria to appear wit...  \n",
       "3525  Wade be playing like Tracy Mcgrady in the 1st ...  \n",
       "3526  @princeofpirates 1st one's Rosemary and Rue an...  \n",
       "3527  @amirsalimi it's girls night ! We Go out somew...  \n",
       "3528  yesterday, it has passed a year and four month...  \n",
       "3529  I just don't know if The Celtics have a chance...  \n",
       "3530  The 3rd KIBOU concert for victims of the Japan...  \n",
       "3531  Tickets purchased to M83 at the Hammerstein Ba...  \n",
       "3532  Solido, Costumbre, Duelo, Intocable with migz....  \n",
       "3533  Oomf is gay. He may not know it yet, but I do lol  \n",
       "3534  Interested in learning more about LTA? Join us...  \n",
       "3535  Anybody know how to get the tickets to the Sin...  \n",
       "3536  S/o to the ones taking their OGT tomorrow, sta...  \n",
       "3537  @iansomerhalder Good afternoon Ian wishing you...  \n",
       "3538  Friday the 13th afgekeken, nu My Super Psycho ...  \n",
       "3539  Busy prepping for Zane's Pi Day tomorrow. Pie ...  \n",
       "3540  Berita Union picketing brings a temporary halt...  \n",
       "3541  @HStringfellow Yes, but Mothers' Day comings f...  \n",
       "3542  Khaleda Zia's present India visit may have a b...  \n",
       "3543  FYI, golf fans: @jameslepp will join Moj on We...  \n",
       "3544  @__Aniko you think mr.Calle let practice with ...  \n",
       "3545  Don't hide under your desk! It's just a salsa ...  \n",
       "3546  Saturday flashmob on the music of The Runaways...  \n",
       "\n",
       "[3547 rows x 3 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_test = pd.read_csv('data/twitter-2013test-A.txt', sep='\\t', header=-1)\n",
    "df_test.columns = ['id', 'label', 'tweet']\n",
    "df_test[\"label\"].apply(lambda x: x.strip())\n",
    "df_test['label'] = df_test['label'].map({'positive': 1, 'negative': -1, 'neutral': 0})\n",
    "df_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "features_ngrams_test = vectorizer_ngrams.transform(df_test[\"tweet\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             precision    recall  f1-score   support\n",
      "\n",
      "         -1       0.53      0.33      0.41       559\n",
      "          0       0.60      0.74      0.66      1513\n",
      "          1       0.67      0.60      0.64      1475\n",
      "\n",
      "avg / total       0.62      0.62      0.61      3547\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python2.7/site-packages/sklearn/utils/deprecation.py:70: DeprecationWarning: Function transform is deprecated; Support to use estimators as feature selectors will be removed in version 0.19. Use SelectFromModel instead.\n",
      "  warnings.warn(msg, category=DeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "clf = LinearSVC()\n",
    "clf.fit(features_ngrams, df[\"label\"])\n",
    "preds = clf.predict(features_ngrams_test)\n",
    "\n",
    "print classification_report(df_test[\"label\"], preds)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "features_chars_test = vectorizer_chars.transform(df_test[\"tweet\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             precision    recall  f1-score   support\n",
      "\n",
      "         -1       0.44      0.39      0.42       559\n",
      "          0       0.60      0.68      0.64      1513\n",
      "          1       0.67      0.60      0.64      1475\n",
      "\n",
      "avg / total       0.60      0.60      0.60      3547\n",
      "\n"
     ]
    }
   ],
   "source": [
    "clf = LinearSVC()\n",
    "clf.fit(features_chars, df[\"label\"])\n",
    "preds = clf.predict(features_chars_test)\n",
    "\n",
    "print classification_report(df_test[\"label\"], preds)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Model training: word embeddings"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### *actual embedding generation in features.py*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((9684, 300), (3547, 300))"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import numpy as np\n",
    "\n",
    "with np.load('emb_train.npz') as f:\n",
    "    emb_train = f['arr_0']\n",
    "\n",
    "with np.load('emb_test.npz') as f:\n",
    "    emb_test = f['arr_0']\n",
    "\n",
    "emb_train.shape, emb_test.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             precision    recall  f1-score   support\n",
      "\n",
      "         -1       0.65      0.34      0.45       559\n",
      "          0       0.60      0.83      0.70      1513\n",
      "          1       0.73      0.58      0.65      1475\n",
      "\n",
      "avg / total       0.66      0.65      0.64      3547\n",
      "\n"
     ]
    }
   ],
   "source": [
    "clf = LinearSVC()\n",
    "clf.fit(emb_train, df[\"label\"])\n",
    "preds = clf.predict(emb_test)\n",
    "\n",
    "print classification_report(df_test[\"label\"], preds)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] kernel=linear, C=1 ..............................................\n",
      "[CV] kernel=linear, C=1 ..............................................\n",
      "[CV] kernel=linear, C=1 ..............................................\n",
      "[CV] kernel=linear, C=10 .............................................\n",
      "[CV] .............. kernel=linear, C=10, score=0.646640, total= 1.4min\n",
      "[CV] kernel=linear, C=10 .............................................\n",
      "[CV] ............... kernel=linear, C=1, score=0.654382, total= 1.4min\n",
      "[CV] kernel=linear, C=10 .............................................\n",
      "[CV] ............... kernel=linear, C=1, score=0.648280, total= 1.4min\n",
      "[CV] kernel=linear, C=100 ............................................\n",
      "[CV] ............... kernel=linear, C=1, score=0.650248, total= 1.4min\n",
      "[CV] kernel=linear, C=100 ............................................\n",
      "[CV] .............. kernel=linear, C=10, score=0.639293, total=  57.1s\n",
      "[CV] kernel=linear, C=100 ............................................\n",
      "[CV] .............. kernel=linear, C=10, score=0.643742, total=  57.7s\n",
      "[CV] kernel=linear, C=1000 ...........................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Done   5 tasks      | elapsed:  3.4min\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ............. kernel=linear, C=100, score=0.640136, total= 1.7min\n",
      "[CV] kernel=linear, C=1000 ...........................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Done   7 out of  12 | elapsed:  3.9min remaining:  2.8min\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ............. kernel=linear, C=100, score=0.638786, total= 1.7min\n",
      "[CV] kernel=linear, C=1000 ...........................................\n",
      "[CV] ............. kernel=linear, C=100, score=0.633716, total= 1.3min\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Done   9 out of  12 | elapsed:  4.9min remaining:  1.6min\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ............ kernel=linear, C=1000, score=0.639517, total= 5.3min\n",
      "[CV] ............ kernel=linear, C=1000, score=0.639095, total= 5.3min\n",
      "[CV] ............ kernel=linear, C=1000, score=0.631856, total= 5.2min\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Done  12 out of  12 | elapsed:  9.5min finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('Best score for data1:', 0.65097067327550595)\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import GridSearchCV, cross_val_score\n",
    "from sklearn import svm\n",
    "\n",
    "parameter_candidates = [\n",
    "  {'C': [1, 10, 100, 1000], 'kernel': ['linear']}\n",
    "  #{'C': [1, 10, 100, 1000], 'gamma': [0.001, 0.0001], 'kernel': ['rbf']},\n",
    "]\n",
    "clf = GridSearchCV(estimator=svm.SVC(), param_grid=parameter_candidates, n_jobs=-1, verbose=10)\n",
    "clf.fit(emb_train, df[\"label\"])\n",
    "\n",
    "# View the accuracy score\n",
    "print('Best score:', clf.best_score_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SVC(C=1, cache_size=200, class_weight=None, coef0=0.0,\n",
       "  decision_function_shape=None, degree=3, gamma='auto', kernel='linear',\n",
       "  max_iter=-1, probability=False, random_state=None, shrinking=True,\n",
       "  tol=0.001, verbose=False)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf.best_estimator_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             precision    recall  f1-score   support\n",
      "\n",
      "         -1       0.64      0.32      0.42       559\n",
      "          0       0.59      0.84      0.69      1513\n",
      "          1       0.74      0.56      0.64      1475\n",
      "\n",
      "avg / total       0.66      0.64      0.63      3547\n",
      "\n"
     ]
    }
   ],
   "source": [
    "preds = clf.predict(emb_test)\n",
    "\n",
    "print classification_report(df_test[\"label\"], preds)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 3 folds for each of 8 candidates, totalling 24 fits\n",
      "[CV] kernel=rbf, C=1, gamma=0.001 ....................................\n",
      "[CV] kernel=rbf, C=1, gamma=0.001 ....................................\n",
      "[CV] kernel=rbf, C=1, gamma=0.001 ....................................\n",
      "[CV] kernel=rbf, C=1, gamma=0.0001 ...................................\n",
      "[CV] .... kernel=rbf, C=1, gamma=0.0001, score=0.473521, total=  51.7s\n",
      "[CV] kernel=rbf, C=1, gamma=0.0001 ...................................\n",
      "[CV] ..... kernel=rbf, C=1, gamma=0.001, score=0.473505, total=  53.0s\n",
      "[CV] kernel=rbf, C=1, gamma=0.0001 ...................................\n",
      "[CV] ..... kernel=rbf, C=1, gamma=0.001, score=0.473521, total=  53.2s\n",
      "[CV] kernel=rbf, C=10, gamma=0.001 ...................................\n",
      "[CV] ..... kernel=rbf, C=1, gamma=0.001, score=0.473668, total=  53.2s\n",
      "[CV] kernel=rbf, C=10, gamma=0.001 ...................................\n",
      "[CV] .... kernel=rbf, C=1, gamma=0.0001, score=0.473668, total=  49.3s\n",
      "[CV] kernel=rbf, C=10, gamma=0.001 ...................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Done   5 tasks      | elapsed:  2.5min\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .... kernel=rbf, C=1, gamma=0.0001, score=0.473505, total=  49.7s\n",
      "[CV] kernel=rbf, C=10, gamma=0.0001 ..................................\n",
      "[CV] .... kernel=rbf, C=10, gamma=0.001, score=0.548467, total=  50.6s\n",
      "[CV] kernel=rbf, C=10, gamma=0.0001 ..................................\n",
      "[CV] .... kernel=rbf, C=10, gamma=0.001, score=0.544610, total=  50.7s\n",
      "[CV] kernel=rbf, C=10, gamma=0.0001 ..................................\n",
      "[CV] .... kernel=rbf, C=10, gamma=0.001, score=0.540130, total=  46.9s\n",
      "[CV] kernel=rbf, C=100, gamma=0.001 ..................................\n",
      "[CV] ... kernel=rbf, C=10, gamma=0.0001, score=0.473521, total=  46.5s\n",
      "[CV] kernel=rbf, C=100, gamma=0.001 ..................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Done  10 tasks      | elapsed:  3.8min\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ... kernel=rbf, C=10, gamma=0.0001, score=0.473668, total=  46.1s\n",
      "[CV] kernel=rbf, C=100, gamma=0.001 ..................................\n",
      "[CV] ... kernel=rbf, C=10, gamma=0.0001, score=0.473505, total=  46.1s\n",
      "[CV] kernel=rbf, C=100, gamma=0.0001 .................................\n",
      "[CV] ... kernel=rbf, C=100, gamma=0.001, score=0.636730, total=  46.0s\n",
      "[CV] kernel=rbf, C=100, gamma=0.0001 .................................\n",
      "[CV] ... kernel=rbf, C=100, gamma=0.001, score=0.625155, total=  46.5s\n",
      "[CV] kernel=rbf, C=100, gamma=0.0001 .................................\n",
      "[CV] ... kernel=rbf, C=100, gamma=0.001, score=0.623799, total=  46.8s\n",
      "[CV] kernel=rbf, C=1000, gamma=0.001 .................................\n",
      "[CV] .. kernel=rbf, C=100, gamma=0.0001, score=0.548777, total=  52.8s\n",
      "[CV] kernel=rbf, C=1000, gamma=0.001 .................................\n",
      "[CV] .. kernel=rbf, C=1000, gamma=0.001, score=0.652524, total=  44.2s\n",
      "[CV] kernel=rbf, C=1000, gamma=0.001 .................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Done  17 tasks      | elapsed:  6.1min\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .. kernel=rbf, C=1000, gamma=0.001, score=0.652726, total=  45.4s\n",
      "[CV] kernel=rbf, C=1000, gamma=0.0001 ................................\n",
      "[CV] .. kernel=rbf, C=100, gamma=0.0001, score=0.544610, total=  59.6s\n",
      "[CV] kernel=rbf, C=1000, gamma=0.0001 ................................\n",
      "[CV] .. kernel=rbf, C=100, gamma=0.0001, score=0.540440, total=  57.8s\n",
      "[CV] kernel=rbf, C=1000, gamma=0.0001 ................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Done  20 out of  24 | elapsed:  6.4min remaining:  1.3min\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .. kernel=rbf, C=1000, gamma=0.001, score=0.647660, total=  42.7s\n",
      "[CV] . kernel=rbf, C=1000, gamma=0.0001, score=0.636730, total=  49.7s\n",
      "[CV] . kernel=rbf, C=1000, gamma=0.0001, score=0.625155, total=  49.8s\n",
      "[CV] . kernel=rbf, C=1000, gamma=0.0001, score=0.624109, total=  48.7s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Done  24 out of  24 | elapsed:  7.4min finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('Best score:', 0.65097067327550595)\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "         -1       0.62      0.36      0.45       559\n",
      "          0       0.60      0.83      0.69      1513\n",
      "          1       0.74      0.55      0.63      1475\n",
      "\n",
      "avg / total       0.66      0.64      0.63      3547\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import GridSearchCV, cross_val_score\n",
    "from sklearn import svm\n",
    "\n",
    "parameter_candidates = [\n",
    "  #{'C': [1, 10, 100, 1000], 'kernel': ['linear']}\n",
    "  {'C': [1, 10, 100, 1000], 'gamma': [0.001, 0.0001], 'kernel': ['rbf']}\n",
    "]\n",
    "clf = GridSearchCV(estimator=svm.SVC(), param_grid=parameter_candidates, n_jobs=-1, verbose=10)\n",
    "clf.fit(emb_train, df[\"label\"])\n",
    "\n",
    "# View the accuracy score\n",
    "print('Best score:', clf.best_score_)\n",
    "\n",
    "preds = clf.predict(emb_test)\n",
    "\n",
    "print classification_report(df_test[\"label\"], preds)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SVC(C=1.0, cache_size=200, class_weight=None, coef0=0.0,\n",
       "  decision_function_shape=None, degree=3, gamma='auto', kernel='rbf',\n",
       "  max_iter=-1, probability=False, random_state=None, shrinking=True,\n",
       "  tol=0.001, verbose=False)"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf.estimator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             precision    recall  f1-score   support\n",
      "\n",
      "         -1      0.620     0.356     0.452       559\n",
      "          0      0.595     0.833     0.694      1513\n",
      "          1      0.738     0.554     0.633      1475\n",
      "\n",
      "avg / total      0.658     0.642     0.631      3547\n",
      "\n"
     ]
    }
   ],
   "source": [
    "clf.best_estimator_.predict(emb_test)\n",
    "\n",
    "print classification_report(df_test[\"label\"], preds, digits=3)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}