Russian troll tweets.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Russian Twitter trolls in Canada\n",
    "\n",
    "This is the analysis code. It assumes you downloaded the source data files from FiveThirtyEight. See the README for details."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Import libraries and set display options"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import glob\n",
    "\n",
    "pd.set_option('display.width', 2000)\n",
    "pd.set_option('display.max_colwidth', 200)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Import CSV files from FiveThirtyEight into one data frame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/beto/anaconda/lib/python3.5/site-packages/ipykernel/__main__.py:8: FutureWarning: Sorting because non-concatenation axis is not aligned. A future version\n",
      "of pandas will change to not sort by default.\n",
      "\n",
      "To accept the future behavior, pass 'sort=False'.\n",
      "\n",
      "To retain the current behavior and silence the warning, pass 'sort=True'.\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>account_category</th>\n",
       "      <th>account_type</th>\n",
       "      <th>author</th>\n",
       "      <th>clean_tweet</th>\n",
       "      <th>content</th>\n",
       "      <th>external_author_id</th>\n",
       "      <th>followers</th>\n",
       "      <th>following</th>\n",
       "      <th>harvested_date</th>\n",
       "      <th>language</th>\n",
       "      <th>new_june_2018</th>\n",
       "      <th>post_type</th>\n",
       "      <th>publish_date</th>\n",
       "      <th>region</th>\n",
       "      <th>retweet</th>\n",
       "      <th>updates</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>RightTroll</td>\n",
       "      <td>Right</td>\n",
       "      <td>10_GOP</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"We have a sitting Democrat US Senator on trial for corruption and you've barely heard a peep from the mainstream media.\" ~ @nedryun https://t.co/gh6g0D1oiC</td>\n",
       "      <td>9.06000000000e+17</td>\n",
       "      <td>9636</td>\n",
       "      <td>1052</td>\n",
       "      <td>2017-10-01 19:59:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-10-01 19:58:00</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>0</td>\n",
       "      <td>253</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>RightTroll</td>\n",
       "      <td>Right</td>\n",
       "      <td>10_GOP</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Marshawn Lynch arrives to game in anti-Trump shirt. Judging by his sagging pants the shirt should say Lynch vs. belt https://t.co/mLH1i30LZZ</td>\n",
       "      <td>9.06000000000e+17</td>\n",
       "      <td>9637</td>\n",
       "      <td>1054</td>\n",
       "      <td>2017-10-01 22:43:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-10-01 22:43:00</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>0</td>\n",
       "      <td>254</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>RightTroll</td>\n",
       "      <td>Right</td>\n",
       "      <td>10_GOP</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Daughter of fallen Navy Sailor delivers powerful monologue on anthem protests, burns her NFL packers gear.  #BoycottNFL https://t.co/qDlFBGMeag</td>\n",
       "      <td>9.06000000000e+17</td>\n",
       "      <td>9637</td>\n",
       "      <td>1054</td>\n",
       "      <td>2017-10-01 22:51:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>RETWEET</td>\n",
       "      <td>2017-10-01 22:50:00</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>1</td>\n",
       "      <td>255</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>RightTroll</td>\n",
       "      <td>Right</td>\n",
       "      <td>10_GOP</td>\n",
       "      <td>NaN</td>\n",
       "      <td>JUST IN: President Trump dedicates Presidents Cup golf tournament trophy to the people of Florida, Texas and Puerto Rico. https://t.co/z9wVa4djAE</td>\n",
       "      <td>9.06000000000e+17</td>\n",
       "      <td>9642</td>\n",
       "      <td>1062</td>\n",
       "      <td>2017-10-01 23:52:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-10-01 23:52:00</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>0</td>\n",
       "      <td>256</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>RightTroll</td>\n",
       "      <td>Right</td>\n",
       "      <td>10_GOP</td>\n",
       "      <td>NaN</td>\n",
       "      <td>19,000 RESPECTING our National Anthem! #StandForOurAnthem🇺🇸 https://t.co/czutyGaMQV</td>\n",
       "      <td>9.06000000000e+17</td>\n",
       "      <td>9645</td>\n",
       "      <td>1050</td>\n",
       "      <td>2017-10-01 02:13:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>RETWEET</td>\n",
       "      <td>2017-10-01 02:13:00</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>1</td>\n",
       "      <td>246</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  account_category account_type  author clean_tweet                                                                                                                                                       content external_author_id  followers  following      harvested_date language  new_june_2018 post_type        publish_date   region  retweet  updates\n",
       "0       RightTroll        Right  10_GOP         NaN  \"We have a sitting Democrat US Senator on trial for corruption and you've barely heard a peep from the mainstream media.\" ~ @nedryun https://t.co/gh6g0D1oiC  9.06000000000e+17       9636       1052 2017-10-01 19:59:00  English              0       NaN 2017-10-01 19:58:00  Unknown        0      253\n",
       "1       RightTroll        Right  10_GOP         NaN                  Marshawn Lynch arrives to game in anti-Trump shirt. Judging by his sagging pants the shirt should say Lynch vs. belt https://t.co/mLH1i30LZZ  9.06000000000e+17       9637       1054 2017-10-01 22:43:00  English              0       NaN 2017-10-01 22:43:00  Unknown        0      254\n",
       "2       RightTroll        Right  10_GOP         NaN               Daughter of fallen Navy Sailor delivers powerful monologue on anthem protests, burns her NFL packers gear.  #BoycottNFL https://t.co/qDlFBGMeag  9.06000000000e+17       9637       1054 2017-10-01 22:51:00  English              0   RETWEET 2017-10-01 22:50:00  Unknown        1      255\n",
       "3       RightTroll        Right  10_GOP         NaN             JUST IN: President Trump dedicates Presidents Cup golf tournament trophy to the people of Florida, Texas and Puerto Rico. https://t.co/z9wVa4djAE  9.06000000000e+17       9642       1062 2017-10-01 23:52:00  English              0       NaN 2017-10-01 23:52:00  Unknown        0      256\n",
       "4       RightTroll        Right  10_GOP         NaN                                                                           19,000 RESPECTING our National Anthem! #StandForOurAnthem🇺🇸 https://t.co/czutyGaMQV  9.06000000000e+17       9645       1050 2017-10-01 02:13:00  English              0   RETWEET 2017-10-01 02:13:00  Unknown        1      246"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_files = []\n",
    "\n",
    "csvs = glob.glob('*.csv')\n",
    "for csv in csvs:\n",
    "    temp = pd.read_csv(csv, dtype={'external_author_id':str}, parse_dates=[5,6])\n",
    "    all_files.append(temp)\n",
    "\n",
    "df = pd.concat(all_files)\n",
    "del all_files\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save as pickle for faster loading next time\n",
    "\n",
    "df.to_pickle('russian_tweets_pickle')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# List of keywords to isolate Canada-spacific tweets\n",
    "\n",
    "can_words = ['canada', 'canadian', 'trudeau', 'justintrudeau', 'toronto', 'montreal', 'vancouver', 'ottawa', 'onpoli', 'polqc', 'cdnpoli',\n",
    "             'canuck', '\\Wndp\\W', 'scheer', 'thejagmeetsingh', 'jagmeet singh', 'topoli', 'quebec', 'qcpoli',\n",
    "             'halifax', 'edmonton', 'calgary', 'alberta', 'ontario', 'winnipeg', 'manitoba', 'saskatchewan', 'british columbia',\n",
    "            'ezra ?levant', 'therebeltv', 'rob ford', 'doug ford', 'fordnation', 'la meute', 'alexandre bissonnette',\n",
    "            'atalante', 'zeiger', 'alek minassian', 'chrystia freeland', 'cafreeland', 'kathleen[ _]wynne', \n",
    "            '\\Wcbc\\W', 'cbcnews', 'ctvnews', 'globe ?and ?mail', 'postmedia', 'keystone ?xl', 'kinder ?morgan', 'trans ?mountain',\n",
    "            'colten ?boushie', 'boushie', 'settlecollector', 'justiceforcolten', 'oil ?sands', 'ableg', 'bcpoli', 'energy ?east' ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Make a regular expression pattern with the word list and search the tweets for them\n",
    "\n",
    "can_regex = '(' + '|'.join(can_words) + ')'\n",
    "\n",
    "df = df[df.content.notna()]\n",
    "cantwt = df[df.content.str.contains(can_regex, case=False)]\n",
    "\n",
    "# Drop duplicates just in case\n",
    "cantwt = cantwt.drop_duplicates(['author', 'content', 'publish_date', 'harvested_date', 'account_type'])\n",
    "cantwt.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save Canadian tweet list as pickle\n",
    "\n",
    "cantwt.to_pickle('troll_tweets_canada_pickle')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "canada 2992\n",
      "canadian 1701\n",
      "trudeau 838\n",
      "justintrudeau 130\n",
      "toronto 674\n",
      "montreal 236\n",
      "vancouver 187\n",
      "ottawa 122\n",
      "onpoli 109\n",
      "polqc 7\n",
      "cdnpoli 173\n",
      "canuck 143\n",
      "\\Wndp\\W 25\n",
      "scheer 34\n",
      "thejagmeetsingh 1\n",
      "jagmeet singh 0\n",
      "topoli 23\n",
      "quebec 184\n",
      "qcpoli 1\n",
      "halifax 23\n",
      "edmonton 55\n",
      "calgary 72\n",
      "alberta 190\n",
      "ontario 161\n",
      "winnipeg 43\n",
      "manitoba 16\n",
      "saskatchewan 28\n",
      "british columbia 25\n",
      "ezra ?levant 24\n",
      "therebeltv 25\n",
      "rob ford 19\n",
      "doug ford 0\n",
      "fordnation 0\n",
      "la meute 0\n",
      "alexandre bissonnette 3\n",
      "atalante 0\n",
      "zeiger 10\n",
      "alek minassian 0\n",
      "chrystia freeland 1\n",
      "cafreeland 0\n",
      "kathleen[ _]wynne 10\n",
      "\\Wcbc\\W 82\n",
      "cbcnews 12\n",
      "ctvnews 122\n",
      "globe ?and ?mail 39\n",
      "postmedia 10\n",
      "keystone ?xl 171\n",
      "kinder ?morgan 13\n",
      "trans ?mountain 5\n",
      "colten ?boushie 0\n",
      "boushie 0\n",
      "settlecollector 0\n",
      "justiceforcolten 0\n",
      "oil ?sands 43\n",
      "ableg 93\n",
      "bcpoli 99\n",
      "energy ?east 2\n"
     ]
    }
   ],
   "source": [
    "# How many tweets mention the keywords in the list\n",
    "\n",
    "for word in can_words:\n",
    "    print(word, len(cantwt[cantwt.content.str.contains(word, case=False)]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>account_category</th>\n",
       "      <th>account_type</th>\n",
       "      <th>author</th>\n",
       "      <th>clean_tweet</th>\n",
       "      <th>content</th>\n",
       "      <th>external_author_id</th>\n",
       "      <th>followers</th>\n",
       "      <th>following</th>\n",
       "      <th>harvested_date</th>\n",
       "      <th>language</th>\n",
       "      <th>new_june_2018</th>\n",
       "      <th>post_type</th>\n",
       "      <th>publish_date</th>\n",
       "      <th>region</th>\n",
       "      <th>retweet</th>\n",
       "      <th>updates</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>315411</th>\n",
       "      <td>RightTroll</td>\n",
       "      <td>Right</td>\n",
       "      <td>SOUTHLONESTAR</td>\n",
       "      <td>Liberals reach resettlement goal as 25,000th Syrian refugee arrives in Canada</td>\n",
       "      <td>Liberals reach resettlement goal as 25,000th Syrian refugee arrives in Canada  https://t.co/h0wx4SYmDc https://t.co/90YDv7C6Hz</td>\n",
       "      <td>4355797094</td>\n",
       "      <td>6475</td>\n",
       "      <td>6194</td>\n",
       "      <td>2016-02-28 22:55:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2016-02-28 22:55:00</td>\n",
       "      <td>United States</td>\n",
       "      <td>0</td>\n",
       "      <td>913</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>220682</th>\n",
       "      <td>NewsFeed</td>\n",
       "      <td>news</td>\n",
       "      <td>SCREAMYMONKEY</td>\n",
       "      <td>First planeload of Syria refugees to arrive in Toronto on Thursday</td>\n",
       "      <td>First planeload of Syria refugees to arrive in Toronto on Thursday  #world #news</td>\n",
       "      <td>2943515140</td>\n",
       "      <td>13261</td>\n",
       "      <td>14355</td>\n",
       "      <td>2015-12-09 20:15:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-12-09 20:15:00</td>\n",
       "      <td>United States</td>\n",
       "      <td>0</td>\n",
       "      <td>20649</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>328940</th>\n",
       "      <td>NewsFeed</td>\n",
       "      <td>news</td>\n",
       "      <td>SPECIALAFFAIR</td>\n",
       "      <td>Canada may have to cut corners to meet Syrian refugees target</td>\n",
       "      <td>Canada may have to cut corners to meet Syrian refugees target  #news</td>\n",
       "      <td>2951556370</td>\n",
       "      <td>11437</td>\n",
       "      <td>10332</td>\n",
       "      <td>2015-11-18 17:00:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-18 16:59:00</td>\n",
       "      <td>United States</td>\n",
       "      <td>0</td>\n",
       "      <td>13946</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127476</th>\n",
       "      <td>RightTroll</td>\n",
       "      <td>Right</td>\n",
       "      <td>CASSISHERE</td>\n",
       "      <td>SYRIAN REFUGEE Sexually Assaults 6 Teens At Canadian Waterpark...Could Be More Victims -100percentfedUp.com</td>\n",
       "      <td>SYRIAN REFUGEE Sexually Assaults 6 Teens At Canadian Waterpark...Could Be More Victims -100percentfedUp.com https://t.co/B2HFgX20Dl</td>\n",
       "      <td>1629828379</td>\n",
       "      <td>2133</td>\n",
       "      <td>2173</td>\n",
       "      <td>2017-02-12 01:21:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>RETWEET</td>\n",
       "      <td>2017-02-12 01:21:00</td>\n",
       "      <td>United States</td>\n",
       "      <td>1</td>\n",
       "      <td>4796</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238035</th>\n",
       "      <td>NonEnglish</td>\n",
       "      <td>Russian</td>\n",
       "      <td>MIHANOVIKOV</td>\n",
       "      <td>LIVE: Canadian journo Eva Bartlett vs. Dilly Hussain, deputy editor of 5PillarsUK, on Syria in RT debate</td>\n",
       "      <td>LIVE: Canadian journo Eva Bartlett vs. Dilly Hussain, deputy editor of 5PillarsUK, on Syria in RT debate  https://t.co/v6frE4HYSL</td>\n",
       "      <td>2574715662</td>\n",
       "      <td>5323</td>\n",
       "      <td>1143</td>\n",
       "      <td>2016-12-16 20:26:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>RETWEET</td>\n",
       "      <td>2016-12-16 20:26:00</td>\n",
       "      <td>Russian Federation</td>\n",
       "      <td>1</td>\n",
       "      <td>1904</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181779</th>\n",
       "      <td>RightTroll</td>\n",
       "      <td>Right</td>\n",
       "      <td>RYANMAXWELL_1</td>\n",
       "      <td>When ISIS kills Christians in Syria, liberals in America log off Twitter. But Quebec Muslims? Godless liberals start to pray...�</td>\n",
       "      <td>When ISIS kills Christians in Syria, liberals in America log off Twitter. But Quebec Muslims? Godless liberals start to pray...�  #Trump</td>\n",
       "      <td>1868981054</td>\n",
       "      <td>1869</td>\n",
       "      <td>1951</td>\n",
       "      <td>2017-01-30 08:15:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>RETWEET</td>\n",
       "      <td>2017-01-30 08:15:00</td>\n",
       "      <td>United States</td>\n",
       "      <td>1</td>\n",
       "      <td>2480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>299818</th>\n",
       "      <td>RightTroll</td>\n",
       "      <td>Right</td>\n",
       "      <td>WESTERNWINDWES</td>\n",
       "      <td>Trump's strike on Syria gave the shark teeth.  Now we see the payoff as Canada and Mexico reach out to renegotiate NAFTA on OUR terms.</td>\n",
       "      <td>Trump's strike on Syria gave the shark teeth.  Now we see the payoff as Canada and Mexico reach out to renegotiate NAFTA on OUR terms.</td>\n",
       "      <td>1649144358</td>\n",
       "      <td>1641</td>\n",
       "      <td>1743</td>\n",
       "      <td>2017-04-27 12:34:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>RETWEET</td>\n",
       "      <td>2017-04-27 12:34:00</td>\n",
       "      <td>United States</td>\n",
       "      <td>1</td>\n",
       "      <td>2288</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183432</th>\n",
       "      <td>RightTroll</td>\n",
       "      <td>Right</td>\n",
       "      <td>RYANMAXWELL_1</td>\n",
       "      <td>Syrian refugees are not welcome to toronto...</td>\n",
       "      <td>#Brussels Syrian refugees are not welcome to toronto... #IslamKills</td>\n",
       "      <td>1868981054</td>\n",
       "      <td>1683</td>\n",
       "      <td>2103</td>\n",
       "      <td>2016-03-22 18:21:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2016-03-22 18:21:00</td>\n",
       "      <td>United States</td>\n",
       "      <td>0</td>\n",
       "      <td>1589</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>304030</th>\n",
       "      <td>RightTroll</td>\n",
       "      <td>Right</td>\n",
       "      <td>PIGEONTODAY</td>\n",
       "      <td>Protesters chant 'no one is illegal' as they call for more  to be allowed in</td>\n",
       "      <td>Protesters chant 'no one is illegal' as they call for more #Syrians to be allowed in #canada http://t.co/rHj13P2F8F</td>\n",
       "      <td>2912754262</td>\n",
       "      <td>17393</td>\n",
       "      <td>5719</td>\n",
       "      <td>2015-09-06 02:00:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-09-06 02:00:00</td>\n",
       "      <td>United States</td>\n",
       "      <td>0</td>\n",
       "      <td>6494</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>330342</th>\n",
       "      <td>NewsFeed</td>\n",
       "      <td>news</td>\n",
       "      <td>SPECIALAFFAIR</td>\n",
       "      <td>First planeload of Syrian refugees headed to Canada</td>\n",
       "      <td>First planeload of Syrian refugees headed to Canada  #news</td>\n",
       "      <td>2951556370</td>\n",
       "      <td>11429</td>\n",
       "      <td>10312</td>\n",
       "      <td>2015-12-10 20:13:00</td>\n",
       "      <td>English</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-12-10 20:12:00</td>\n",
       "      <td>United States</td>\n",
       "      <td>0</td>\n",
       "      <td>15355</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       account_category account_type          author                                                                                                                             clean_tweet                                                                                                                                   content external_author_id  followers  following      harvested_date language  new_june_2018 post_type        publish_date              region  retweet  updates\n",
       "315411       RightTroll        Right   SOUTHLONESTAR                                                           Liberals reach resettlement goal as 25,000th Syrian refugee arrives in Canada            Liberals reach resettlement goal as 25,000th Syrian refugee arrives in Canada  https://t.co/h0wx4SYmDc https://t.co/90YDv7C6Hz         4355797094       6475       6194 2016-02-28 22:55:00  English              0       NaN 2016-02-28 22:55:00       United States        0      913\n",
       "220682         NewsFeed         news   SCREAMYMONKEY                                                                      First planeload of Syria refugees to arrive in Toronto on Thursday                                                          First planeload of Syria refugees to arrive in Toronto on Thursday  #world #news         2943515140      13261      14355 2015-12-09 20:15:00  English              0       NaN 2015-12-09 20:15:00       United States        0    20649\n",
       "328940         NewsFeed         news   SPECIALAFFAIR                                                                           Canada may have to cut corners to meet Syrian refugees target                                                                      Canada may have to cut corners to meet Syrian refugees target  #news         2951556370      11437      10332 2015-11-18 17:00:00  English              0       NaN 2015-11-18 16:59:00       United States        0    13946\n",
       "127476       RightTroll        Right      CASSISHERE                             SYRIAN REFUGEE Sexually Assaults 6 Teens At Canadian Waterpark...Could Be More Victims -100percentfedUp.com       SYRIAN REFUGEE Sexually Assaults 6 Teens At Canadian Waterpark...Could Be More Victims -100percentfedUp.com https://t.co/B2HFgX20Dl         1629828379       2133       2173 2017-02-12 01:21:00  English              0   RETWEET 2017-02-12 01:21:00       United States        1     4796\n",
       "238035       NonEnglish      Russian     MIHANOVIKOV                                LIVE: Canadian journo Eva Bartlett vs. Dilly Hussain, deputy editor of 5PillarsUK, on Syria in RT debate         LIVE: Canadian journo Eva Bartlett vs. Dilly Hussain, deputy editor of 5PillarsUK, on Syria in RT debate  https://t.co/v6frE4HYSL         2574715662       5323       1143 2016-12-16 20:26:00  English              0   RETWEET 2016-12-16 20:26:00  Russian Federation        1     1904\n",
       "181779       RightTroll        Right   RYANMAXWELL_1        When ISIS kills Christians in Syria, liberals in America log off Twitter. But Quebec Muslims? Godless liberals start to pray...�  When ISIS kills Christians in Syria, liberals in America log off Twitter. But Quebec Muslims? Godless liberals start to pray...�  #Trump         1868981054       1869       1951 2017-01-30 08:15:00  English              0   RETWEET 2017-01-30 08:15:00       United States        1     2480\n",
       "299818       RightTroll        Right  WESTERNWINDWES  Trump's strike on Syria gave the shark teeth.  Now we see the payoff as Canada and Mexico reach out to renegotiate NAFTA on OUR terms.    Trump's strike on Syria gave the shark teeth.  Now we see the payoff as Canada and Mexico reach out to renegotiate NAFTA on OUR terms.         1649144358       1641       1743 2017-04-27 12:34:00  English              0   RETWEET 2017-04-27 12:34:00       United States        1     2288\n",
       "183432       RightTroll        Right   RYANMAXWELL_1                                                                                           Syrian refugees are not welcome to toronto...                                                                       #Brussels Syrian refugees are not welcome to toronto... #IslamKills         1868981054       1683       2103 2016-03-22 18:21:00  English              0       NaN 2016-03-22 18:21:00       United States        0     1589\n",
       "304030       RightTroll        Right     PIGEONTODAY                                                            Protesters chant 'no one is illegal' as they call for more  to be allowed in                       Protesters chant 'no one is illegal' as they call for more #Syrians to be allowed in #canada http://t.co/rHj13P2F8F         2912754262      17393       5719 2015-09-06 02:00:00  English              0       NaN 2015-09-06 02:00:00       United States        0     6494\n",
       "330342         NewsFeed         news   SPECIALAFFAIR                                                                                     First planeload of Syrian refugees headed to Canada                                                                                First planeload of Syrian refugees headed to Canada  #news         2951556370      11429      10312 2015-12-10 20:13:00  English              0       NaN 2015-12-10 20:12:00       United States        0    15355"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# See a sample of tweets that mention Syria\n",
    "\n",
    "cantwt[cantwt.content.str.contains('syria', case=False)].sample(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x105b679b0>"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAApEAAAFNCAYAAABYPzQCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzs3Xl8FPX9P/DXZzd3CIEQ7itcgggIgoCKCh7Uqz+1VetZ\nj7bWVqu1tRb71dZatba2aq1ai9p6n/VWBEXllCscch8hJEAg5L6vPT6/P3ZmdmZ2N7uz2Sub1/Px\n8CHZ7G4+mczOvOb9OUZIKUFEREREZIUt3g0gIiIiou6HIZKIiIiILGOIJCIiIiLLGCKJiIiIyDKG\nSCIiIiKyjCGSiIiIiCxjiCQiIiIiyxgiiYiIiMgyhkgiIiIisiwl3g0AgPz8fFlQUBDvZhARERH1\neBs3bqySUvYP9ryECJEFBQUoLCyMdzOIiIiIejwhRGkoz2N3NhERERFZxhBJRERERJYxRBIRERGR\nZQyRRERERGQZQyQRERERWcYQSURERESWMUQSERERkWUMkURERERkGUMkEREREVnGEElEREREljFE\nEhERJYHnVxbjqoVr490M6kES4t7ZRERE1DUPfror3k2gHoaVSCIiIiKyjCGSiIiIiCxjiCQiIiIi\nyxgiiYiIiMgyhkgiIiIisowhkoiIiIgsY4gkIiIiIssYIomIiIjIMoZIIiIiIrKMIZKIiIiILGOI\nJCIiIiLLGCKJiIiIyDKGSCIiIiKyjCGSiIiIiCxjiCQiIiIiyxgiiYiIiMgyhkgiIiIisowhkoiI\niIgsY4gkIiIiIssYIomIiIjIMoZIIiIiIrIsaIgUQgwXQnwthNgphNghhLhDeTxPCPGFEGKf8v++\nutfcI4QoEkLsEUJ8J5q/ABERERHFXiiVSCeAX0spJwKYDeBWIcREAAsAfCmlHAfgS+VrKN+7EsAJ\nAM4D8IwQwh6NxhMRERFRfAQNkVLKo1LKTcq/GwHsAjAUwMUAXlKe9hKAS5R/XwzgTSllu5TyAIAi\nADMj3XAiIiIiih9LYyKFEAUApgFYB2CglPKo8q1yAAOVfw8FcEj3ssPKY+b3ulkIUSiEKKysrLTY\nbCIiIiKKp5BDpBCiF4B3AfxSStmg/56UUgKQVn6wlHKhlHKGlHJG//79rbyUiIiIiOIspBAphEiF\nJ0C+JqV8T3n4mBBisPL9wQAqlMfLAAzXvXyY8hgRERERJYlQZmcLAC8A2CWlfEz3rY8AXK/8+3oA\nH+oev1IIkS6EGAVgHID1kWsyEREREcVbSgjPOQ3AdQC2CSG2KI/9DsAjAN4WQvwIQCmAKwBASrlD\nCPE2gJ3wzOy+VUrpinjLiYiIiChugoZIKeUqACLAt88O8JqHADzUhXYRERERUQLjHWuIiIiIyDKG\nSCIiIiKyjCGSiIiIiCxjiCQiIiIiyxgiiYiIiMgyhkgiIiIisowhkoiIiIgsY4gkIiIiIssYIomI\niIjIMoZIIiIiIrKMIZKIiIiILGOIJCIiIiLLGCKJiIiIyDKGSCIiIiKyjCGSiIiIiCxjiCQiIiIi\nyxgiiYiIiMgyhkgiIqIkIqWMdxOoh2CIJCIiIiLLGCKJiIiSCAuRFCsMkURERERkGUMkERFREmEh\nkmKFIZKIiIiILGOIJCIiSiKcnU2xwhBJRERERJYxRBIRERGRZQyRRERESYSd2RQrDJFEREREZBlD\nJBERURLhvBqKFYZIIiIiIrKMIZKIiCiJSI6KpBhhiCQiIiIiyxgiiYiIkgjHRFKsMEQSERERkWUM\nkURERERkGUMkEREREVnGEElERJREOCaSYoUhkoiIiIgsY4gkIiJKIlwnkmKFIZKIiIiILGOIJCIi\nSiIcE0mxwhBJRERERJYxRBIRESURFiIpVhgiiYiIiMgyhkgiIqIkIjkokmKEIZKIiIiILAsaIoUQ\n/xFCVAghtuseu18IUSaE2KL8d4Hue/cIIYqEEHuEEN+JVsOJiIjIF+uQFCuhVCJfBHCen8cfl1JO\nVf5bBABCiIkArgRwgvKaZ4QQ9kg1loiIiIgSQ9AQKaVcAaAmxPe7GMCbUsp2KeUBAEUAZnahfURE\nRGQBh0RSrHRlTOQvhBBble7uvspjQwEc0j3nsPIYERERESWRcEPkvwCMBjAVwFEAf7f6BkKIm4UQ\nhUKIwsrKyjCbQURERAasRFKMhBUipZTHpJQuKaUbwHPwdlmXARiue+ow5TF/77FQSjlDSjmjf//+\n4TSDiIiIiOIkrBAphBis+/JSAOrM7Y8AXCmESBdCjAIwDsD6rjWRiIiIQiVZiqQYSQn2BCHEGwDm\nAsgXQhwG8AcAc4UQU+EpmpcA+CkASCl3CCHeBrATgBPArVJKV3SaTkRERETxEjRESimv8vPwC508\n/yEAD3WlUURERBQezs6mWOEda4iIiIjIMoZIIiKiJMJCJMUKQyQRERERWcYQSURElEQkB0VSjDBE\nEhEREZFlDJFERERJhHVIihWGSCIiIiKyjCGSiIgoiXBIJMUKQyQRERERWcYQSURElER472yKFYZI\nIiIiIrKMIZKIiCiZsBBJMcIQSURERESWMUQSERElERYiKVYYIomIiIjIMoZIIiKiJMJ1IilWGCKJ\niIiIyDKGSCIioiTCdSIpVhgiiYiIiMgyhkgiIiIisowhkoiIKIlwYg3FCkMkEREREVnGEElERJRE\nWIikWGGIJCIiIiLLGCKJiIiSiOSgSIoRhkgiIiIisowhkoiI4qaisQ1FFU3xbkZSYSGSYiUl3g0g\nIqKea+ZDXwIASh65MM4tISKrWIkkIiIiIssYIomIiIjIMoZIIiKiJMIxkRQrDJFEREREZBlDJBER\nURKRvGcNxQhDJBERERFZxhBJRESURDgmkmKFIZKIiIiILGOIJCIiSiIsRFKsMEQSERERkWUMkUSU\nsNqdrng3gajbkRwUSTHCEElECWnpzmMYf+9ibC+rj3dTiIjID4ZIIkpIX++pAABsPlQX55YQdS+s\nQ1KsMEQSUWJj1xwRUUJiiCQiIkoivO6iWGGIJKKEJES8W0BERJ1hiCQiIkoqLEVSbDBEElFC4+mQ\nKHxf7jqGpnZnvJtBSYohkogSkgD7s4nCoY6J3F5Wjx+9VIiHPt0V3wZR0goaIoUQ/xFCVAghtuse\nyxNCfCGE2Kf8v6/ue/cIIYqEEHuEEN+JVsOJiIgosD3ljQCAZlYiKUpCqUS+COA802MLAHwppRwH\n4EvlawghJgK4EsAJymueEULYI9ZaIiIi6pQ6BORQbQsAYHheZvwaQ0ktaIiUUq4AUGN6+GIALyn/\nfgnAJbrH35RStkspDwAoAjAzQm0loh6Iy5UQhedIXSsAYEBORpxbQskq3DGRA6WUR5V/lwMYqPx7\nKIBDuucdVh4jIrKES/wQhUe98HK4eAVG0dXliTXSc6d3y3uqEOJmIUShEKKwsrKyq80gIiIiHfU6\nzM1yPkVJuCHymBBiMAAo/69QHi8DMFz3vGHKYz6klAullDOklDP69+8fZjOIiIhIT5rqOm5mSIqS\ncEPkRwCuV/59PYAPdY9fKYRIF0KMAjAOwPquNZGIejLJKgpRl/AzRNGSEuwJQog3AMwFkC+EOAzg\nDwAeAfC2EOJHAEoBXAEAUsodQoi3AewE4ARwq5TSFaW2E1ES45BIovCYMyMzJEVL0BAppbwqwLfO\nDvD8hwA81JVGERERUWSYu7eJIoV3rCEiIkoiWuVRKedzTCRFC0MkESU0nv96Bo7bix7OzqZoYYgk\nIqK4Y86JHHP3NbctRQtDJBElNE6w6RmYc6KHVV6KFoZIIiKKOwadyOHsbIoVhkgiSmg8//UMnPwR\neUKp43PbUrQwRBJRQhK8eXaPwmVooofblqKFIZKIiOKOXa6Rp4ZHViIpWhgiiSihMVwQWaN9ZqT6\nNT9EFB0MkUREFHfMOZGnZUluW4oShkgiIoo7Logdeeo25balaGGIJCKiuGPMiRx1LKSaHbltKVoY\nIokoofEE2DNw3F7ksRJJ0cYQSUQJiSv89CyMOZFjrkAyQ1K0MEQSEVHcMehEAWdnU5QxRBIRUfwx\n50SMuim93dnxawslN4ZIIkporKL0DBy3F3latzY3LUUJQyQRJST1vr/UMzDnRI564eW9Yw23LkUH\nQyQREcUdK86R5+aYSIoyhkgiIoo7xpzIMc/K5ralaGGIJCKiuGOxLPIk14mkKGOIJKKExHUiexZ2\nuUYO14mkWGGIJCKiuGPOiTzJJX4oyhgiiYgo7lgtiyRzeOTGpehgiCSihMZw0TNIBp2I0xYdd8e1\nGZTEGCKJKCFxSGTPwouFyJGmpX04sYaihSGSiIjijkEn8rjED0UbQyQREcUdM2TkaLOyeccaijKG\nSCJKaBwrR2RNa4cLH2wu846F5EeIoiQl3g0gIvKH60T2LCyWRc7Di3Zhd3mj9jUrkRQtrEQSEVHc\nseIcOUfqWg1fc51IihaGSCJKSCye9CwMOpFj3pTctBQtDJFERBR3vO1hBJk2JbuzKVoYIokoIXFM\nZM/CmBM5PtuSG5eihCGSiBIaiyg9A//OkWOu6rISSdHCEElECY2nv56Cf+lIMW9JhkiKFoZIIkpo\nPAEaLdlRjvc3H453MyKOf+bo4balaOE6kUSUkIQyKJInQKOfvrIRAHDptGFxbklkcXZ25JgvvLht\nKVpYiSQiorjjOpGR43vhxW1L0cEQSUQJjUu/9Az8M0eO75jIuDSDegCGSCJKSOoKPzwB9gwMkdHD\nccUULQyRRJTQeP7rGdidHUGmTcnPEEULQyQRJTSGi56BQSdyfCfWcONSdDBEElFC4/mvZ+DfOXK4\nKSlWGCKJKCGpJ0JOrOkZWHGOHN6xhmKFIZKIEpJ6IuTpr2dgzokc86bktqVoYYgkooSknvh4Aoyc\nA1XNePyLvQlZ3U28FiUPViIpWrp0xxohRAmARgAuAE4p5QwhRB6AtwAUACgBcIWUsrZrzSSinkbr\nzma8iJjrXliHw7WtuGbWCAzonRHv5hgw6ESOeVNymSyKlkhUIudJKadKKWcoXy8A8KWUchyAL5Wv\niYgsUU+EPAFGTpvDHe8mBMQMGUXcthQl0ejOvhjAS8q/XwJwSRR+BhElObUCyXARScrGFJ0/Kz74\nh44WVnkpWroaIiWApUKIjUKIm5XHBkopjyr/Lgcw0N8LhRA3CyEKhRCFlZWVXWwGESUbbUwkw0XE\nSC1DJl6KZM6JHm5aipYujYkEMEdKWSaEGADgCyHEbv03pZRSCOF3/5VSLgSwEABmzJjBfZyI/OPR\nIWISeVMmctu6O1YiKVq6VImUUpYp/68A8D6AmQCOCSEGA4Dy/4quNpKIeh51BjFPgJGjLZuUgNvU\nzcGvUcNNS9ESdogUQmQLIXLUfwOYD2A7gI8AXK887XoAH3a1kUTU83gXG49rM5KKuikTMVQkYJOS\nBz9EFCVd6c4eCOB9IYT6Pq9LKRcLITYAeFsI8SMApQCu6Hoziain8Y6JpEjxznhPvK2agE1KGsEu\nGv7++R4cqGrGU1efFJsGUdIIO0RKKYsBnOjn8WoAZ3elUUREnJ0dPa4ELEVyAlX0BNu2//yqCADw\n1NWxaA0lE96xhogSUiJXzbor75jIODfEn0RsU5JwJ+7yoNTNMURSQpJS4pW1pWhoc8S7KRQnaqYo\nq2vFh1vK4tqWZOEdE5l4ic3cosY2B15ZU5KQk4C6m0T8e1NyYIikhFRYWov7PtiOe9/fHu+mUJyo\n570vdh7DHW9ugdPFckqXJXB119ymP3y4A/d9uANri2vi1CIiCoYhkhJSm8MFAKhubo9zSyh+jKGi\nRdknqOsSMUSam1Td3AHAeyyg8CXi35uSA0MkJaREvKNGd9PY5kBzuzPezQib+bzX0s4woRdON293\nWuJHCPXxBGxsN8MMSdHCEEkJjQe/8E2+/3NMfeDzeDcjbObqSUtH9w3E0RBOEEzkBdzNoZiXkZGT\niH9vSg4MkURJzOHqvicPn0pkByuReuEEA60SmYDDS7vvnpr4mCEpWhgiiSghmc97DJFGXakuJWJl\nKlD3fAI2tdtxJuL4BUoKDJFElJDM4aGZ3dkG4VQTE3ntTXOThGCHdqQ4uLIBRQlDJCUknj/IPKGi\ntZtWIreX1eP3H26P+HqH4XVnq2MiI9qUiPAJkQEeJ+u687AWSmwMkZTQeALpwZJkTOQ1z6/Dy2tK\nUdcS2YXzwwqRiVyJjHcDkhgrkRQtDJGUkFiIJN8xkd2zO9tu8+zNrkhXIruQC9wJWIoMdD/vxGtp\n98OF+ilaGCIpIUnt/zyF9FTm7t/u2p1tU8ZmhBLcpJT4YuexkJ5rriZuL6vHkbrWgM9vd7rQ7nQr\nrw369jGh/xs7TalYHdISKFyGaseRehyqaenSe3R37M6maGGIpITU1RNHLFQ0tuFYQ1u8m5G0zHtA\nh7N7VlPsylG2I4Rq0LubyvCTlwvx2vqDQZ9rDpEX/XMVTn3kq4DPf3TxnoCvjRd9M5wBgk5XjwUX\nPrkKp//16y69R3fncLt5D3KKipR4N4DIn+4QImc+9CUAoOSRC+PckuRkPueFEsISkV0pqYVSDapq\n8tzm82B1c9DnWu0eP6irxiVMiNT923fcnme7mSuUZJ2UnmNqip0DhSiyWImkhNQdQiRFV7JUIm02\nNUQGb3+aUrYMJXBazYH6AJEouczYnW26Y43S3EAVSrKGa0VSNDBEUkJSqywJUjChODB3v7V31xCp\npKFQQnBaiueQHMrvarWaaLd5D/eJWIkMNPmDF5SRwRnaFA0MkZSQEnH2KMWWTyWym54EU5RKZCjt\nV0NkKIHTarhS2wEkUIjUNSNQ9dWhlE03ltagYMGnKOtk8lBPFmzM4/zHV+APH26PUWuop2CIpIQU\n6eVQqBsy7QIOP8Hq4UW78Lcle3weTyRad3YIwVCrWoYQOK1+ROy6EBnpj9eKvZX43jOrLS8lo199\nwRyKhenx19Z6Jht9U1QVfkN7sKP1bXhpTWmnz+HkG7KKIZISknri4CEtPPGq5K7cV4lnlhVF5L3M\nyzv5C1YLVxTjqa+9P+/DLWV4a0Pwmc2xpGa3UMY5qiGswxl8OSOr1UR9JbKzKqaUEg9+shPby+pD\nfu8739qCTQfrUNPSYalNhkpkgCV+zGMieTtE/yKR/9gBRFYxRFJCSpTutu4qXoPor3thPf66ODKV\nQZ/Z2SFU8u54cwt+++62iPz8SPFWF4MHQ4cWIq11Z4dy0WAPsTu7prkDz686gBtf3BD0PSMp0AQa\ndXa2+l1GyOjhcZesYoikhCClxBvrD2oLSmtFJx7TwhKLyQiLt5d3urh1VwULkf/beDhqPzuS1PDW\n4Qz+N+lQglQo3dn6P3EoFw3GMZG+3992uB6FJTWob/XcnjEz1R70Pc2sZhDjOpH+f2fOKg5NoK10\n8dQhIb8HJzGRVQyRlBDWFFfjnve2Yd7flkFKCVeirEHSTUV7bT23W+KWVzfi8mfXRO1nBOrO3l5W\nj6U7j+Gud77t9PUVjW3Ydjj0LtlosVtY4kd9zp7yRr/VRf2YNf2/Qzn562dn+xv79t2nVuGyZ9eg\nptnTJZ2TYX0Z4VCXYXK43Fi+t9L4mM+YSOV2kV1Y4ocT9IDzJw3y+3hzuxNf7jpmeCzYRcC+Y414\nb9NhvLK2FG+uP4im9u55K1KKHC42TnGzu7wB4wfmQAiBFOUEV97QhmV7KtFNJ+LGTXVTO1xSYkBO\nBoDoVxSalftYH6kPvRJ5tL4VWWkpyM1MDen55hOauuzNRf9cFdLr5z++AnUtjrgvBm8ToYdINYRV\nNXXgQHUzxvTvZfi+fpvoJ5+ZxxP6Y1gnspPdY8uhOgDWQqQ2fjHE/e7fy/fjb5/vxbPXTtceC1aJ\nVIOvlSGRPWmCXqBJMal231qRyy1xzmPLcbS+DSt+M097PFh39l3/24pvlf0DAOpaHbjlzDFhtpiS\nASuRFBcr91XivCdW4p1CT5ek/uAlRHIc/OtaOmJWCZn+4FLtDjpA9LsAm9s9ww7S/JygAjnlz19h\n3t+Whfx8CaBfdpr2tdXFxutaHJaeHy3e7uzQK5GBnq//nOhzYyjVOv2YSPXzVednIsyDn+4CAORk\npKK1w4U2R+j3LA91dnZVk+fn7i5v0B4zTzxS29iVqjoXKgdS/HxGC0tqcLTec8vWY43eW7cGC5G1\nSpX68unDMG5AL6yO4Ux5KSXqE+QzTV4MkRQXB6o8t3XbfsTT3WheXNmtzc7unieBioY2TH3gi4jN\nVLYq2pVItRsrPcX/ISRQeFa7SkMhJdA/J137Otw71sR72RK7lUqk7jn+nq/frG6LlUhdhoSUEh9u\nKcPUB74I2OXfOyMVx/9+MWY9/KXf7/sT6lqe6t+1orFde8wcFtV9uCsXRD3plomBtlKqn1sdVus+\nh1W6v0GwzdWsfO5zMlJx2th8bCipsXSR0RUvrDqAEx/4HIdrW4I/2URKyaENUcIQSXGhdvGpJ4p2\n3YHI4ZLdaoC3w+XGqX/+Ep9sPaI9dkS5yl+y41igl4XkaH0rChZ8io++PRL8yTr6E299iwMFCz7F\na+s6XyPOCvVkkh5g8kUooSY4CZsQWHbXXJw+Lj/sxcbjfacbdShiRwhVMYdu8o3/ECn9/juUz4s5\ngK7a56ki7Tra4Pf5agFLnWgTilArf+rnv1IfIk2vVfdhtcqqzc620p3dhePIk1/uQ8GCTy2vfZlo\n/HVnN7Z5/6ZVukAZrBLZqHzuU+wCc8bmo83hxqaDtRFqaeeWKuM3D9VYn8z3+NJ9uODJlZFuEoEh\nkqLgSJ0n+GzRjZ1Rud0SU+5fos2sVY/x+hN9h9OtHcw2lNRi8h+WWKpgxYK+ulXX4sCR+jaUKNVV\nwHswtnVxPZJ9x5oAAG9vOGTpdfoTX0m1p11vrI/c+onqmMhA3dmR6EaU0hMYCvKzkZedFvZt22JV\nKQkknIk1APDUV0U47ZGvAj7XMDs7hO1tXBLI+3igan8o61r6via0v1Gr8jdxGCqvpu5spZHeMZGW\nmxPW76BauKIYALrN5JFA28ffZ7Sxzfs7GSqRnWzkDqdb6w1IsQnMGp0Hu03gm6LqMFtsjTrRymrv\nVF1LB55fWYzSausVTAqOIZLC5nZL/PilDVhhmmW5cp/n69f9VL4a251oaHNqAVMNY/oQ6XC5DSe8\nxnYn9pQ3Rrz9XaGv9DUoV/X6SpN6LO7qwshqALFaUdG3Tw18WanGiRIVjW24+OnVKK9vg1XqmMj0\n1CiGSHirTml2m+fiIozKUmuUQ+Sv3tqiVfX8sXLvbH2o+npPpc8t/gJVIkPp8tXvQy4ptW0bKDdY\nCe3qe3QW2txuiR/+Zz1W7qvUgr0+4Afqzja3w0qRuyuVSLUbWB+4uqOJQ3rj1+ceB8B7W031d+qT\nlYrqZm+I7GwserMuTKfYbcjJSMWUYblYvT+x7yD0yppStHS4eO/wKGGIpLC1OlxYuqsC1/93vd/v\n+zseNZi6xrTubN0dOjpcbp+TYrzHtQGerrd73tuKNofLEJLUCRz6g5TaXnsXS5Hmbv9Q6Z+vBr6M\nNGPX8zuFh/HtoTq8+E2J5XapJ5RAlchIdGdLKbXqQ2aa3XMiCON92xzRO3k4XW68t7lM62p7cfUB\nn2VTVOr+8cKqA1i2p8Lwve1l9fjL4t3+J9PoK4jS/+OhdLnq9wn9tg20Z4Vz0jW/pt3pwj3vbUVF\nQxtaHC6s2FuJW17ZiBblwqZV97cxX3io7TX//ax8FsIdE3mopgW1yue6u4TIQBW6VLsNvzh7HG6d\nN0bbZxrbnOiVnoL+vdJR3eTt5ensMKuvyKprjs4Zm49vD9VpF9LRpF2PWzgUtjlc2vHN6ea4yGhg\niKSwqQd984FHdHJPCfP4KvXKt8PcnW36sP97RTEWvOs5GcXLQ5/uxBvrD2HJjnJDmFFnLOrvjaye\n6Lrana2GUKsnQ/0JWd3ma/dXGwKOupj0mxsOWl5PMdjEmkhXIrPTU9Dc7gzrfaPZnd2m/M0rmzzV\nnPs/3okfvVRoeI5aMVTHdP7pk5244b/Gu8Fc/uwa/GvZfq1qrKcfC6qvPuofd5oC5RNL9/qc2F2m\nMNpZJfK4gb0M2/rZ5fsNF3JvbzjkdyyleT9durMCb6w/hAc+2akFXQmgtcPz77YO/Vho42vV30m9\nYFF/+mvrSrHvWGg9E+a7+jz11T7DDN8Op2dbtZi2+51vbdH+3djmwNKdx2I6Ezka0ux2ON2e8eaN\nbQ7kZKQgv1c6qppC6842hEilSnvqmHy4JbCuuCZ6DTexcgR4Z+NhVDd34Izj+gOI1Fht0mOIpLDp\nT2L+rkT9fdjNy664tUqkqTvbdDBbvrcSb244hNvf3GypjUUVTfgmQgd/tatOCGE4wdYqy6SoJ72a\n5g5tIkxXu7PVk2Co2amysR2Lt5cbTp5qyO1wuQ0BJ0upTNa1OPDdp0Jbe1Gl3lnI3/IhgOdvuGpf\nlTZONJxuRSm9t7jrlZ4Cp1viv6sPhPha78+LZne2OiFMP0HETN1XHJ3csUYNUM3tLp8LD/3nTOrO\ngYauYN0OsnxvJZ5Yug8PfLzT8D4uU1e4FiJNn9SbThuFrLQUw8995LPd2KuMzwWAu9/divP/4TtR\nQb0rT32LAx9sLjP8fuqFossttba3OLzBxNz7oO4zi3eU45ju4vHbw/UhT5LQd6+vLKrC3z7fi99/\ntF177IPNZXhi6T7848t9htfpq4+NbU78+OVCXPP8upB+ZrwE66xRu7I7nG40tjmRk5GCfr3SDJXI\nzj6m+u7sVGW22Ekj+yAj1dalgL3zSAM2loY+OSfUTimny43nVhRj6vA+mDO2n/IYK5GRxhBJYdNX\nHV5aXeL9RoDcVFTRhJ1HjRUvtwS+PVRnGJfX2di3YF1La/ZXayeoupYOnPPYclwdoYO/elJLsQlD\n96EaItWT7i2vbMRr6zyTWPxVIosqmkJepkINF6F2w9z44nrc8upGQ6ivDjApKSOM29qp1OEH9gAh\n2emWuPaFdZirrAsZTteoBLRyWbYSeP/2+d6QXqsPrTGpRHYSIr2VSGM7jjW0GdZJBDxVr+w049hV\nfZVeH/iYjzoOAAAgAElEQVRaOvyPJ0xP8Wwr/UQvwDPLWe2G9OxPSne29KwbqL0+1YZUu/CZUKJ+\ndv0NLfEuNu5px09eLsQv39qCSmUNQpfbe6EoJbzd2R3Gamp9qwOLth3Fm+sPYluZ91hx5cK1WLXP\nO/Y61Akz/u4vXqu7kFWDq3n9Qf2FR3eZWBOM2mvQ7nShqd2JnIxU5PdK16roQOfHmUbddlB7SNJT\n7Di5IK9LIfKCJ1fi+//6JujzzPtYMJ9tL8fBmhbccuZobYY6x0VGHu9YQ2HTV1ay0n13JfO55pzH\nlvs8xy0lLn56teGxpnZnwJl0nRX29h5rxFXPrcW1s0fgwUsm4wf/Xqt9z+lyB6yahUqt5NiEMFRp\napqVMZHKSVIfEP117avbIdCdVKSU2F/ZhLEDcrSDXqhr5RVXeoKDvuJb3+o/RHZl0oFWOQ7w9zCP\n0Qul/Z7fuxljB/TSvlbfPtvP/mV+baB7SUc6RDa1O9HY5sDg3EztvSsb2wNOnNEmiJgqkXP+8hUc\nLomSRy7UomF9q6ebUX/Cbnd6JpodqGpGnm7x9VZDiNRPsjF2sWvtkBKpdhucbpehO3vzwTrc+4G3\nOpeeYkOq3YbaFuPr1ZUCOlsySa30rFdCaYNy0eeWUvvMSEgtpLXqupGdLjdufrkQ6w74do0eMAXi\nUOkDh02bpOZ9TF+dO1zbgn7Z6dr4W1VjDMb7xYKxEulAn6w05PdKM1yYd9adbahE6taePG1sPh75\nbDcqGtowoHdGFFruoR5LQ6kmSinx7xX7MTo/G+dOHKStTBHuMmEUGCuRFDb9B7I2zCV49Ccktdr0\nz6+KAq6LaOskRardMupM7j26cVNVTV1fIki9SndLaezObjZ2Z9t1B1hbGJ+wdzeV4ZzHVmDVviot\nRIZ6L3G1XQdrvEFWf0LU68pVufp3CzShw1wpCmXix8IVxTjnseXYccRbgVL/3L38hEh9ldfplsa7\nvej+HemJNd97ZjVO+bNn6Z125b2b2p2GWa56gWYZOwyz+T3/bmhzoleGbyXyl29twTmPLTcsdRWo\nO1sNl9Wmfd7lltpYNrcuoL+76bDhedNH9kWK3eYTntSw0Vkor27uMHy/QqlENrU7tRDilt426it+\n7U633wAZqnanS3vfxjYHXG7j57RD22e9j6nXle1ON+b85Wvc/Eqhz+9YVOHtxu/O0rRKpL47O93w\nnM6u9ZrajLOzVXPG5gMAvtkfm6V+QjlurS6qxvayBtx8xmjYbUKbANiVJZ/IP4ZICpthTbuvi7Bk\nR7nh+6Gs53VUd+/ltBSbdqALpLMRhupVtL8Z0RWNXZ+Qo1Yi2xwuQ4XD3J2t7+LtLPT6I6XE1sOe\n5Y/2VTRqB71Qq4ZqG0qrvZWb1iiESPWEHOigbO5yCuXgvUrpElO7ht2dVCJ/d8EEDOub5f15LmkI\njvrfOdDvHy792MA23aoCgapl6n7Tblq6SqXvQqxvdfgE5g6nGx8rF1X6iWmBurPVYKZf8QDw7EPq\nyVRfidS7bPownD6uP1JtwmfoiBoq/YVytYD1p092YsJ9i7XHjzV4/pbrD9RoPQ5SSq2LWL85av3c\ngjEUTpcbDpcbFz65Csf/fjHcbonJ93+OBe9uNVRob3l1o+f5hiq153epU6r1K5WlmvQh8pW1kVuk\nP5qCjRVM14XIhjZvd7ZeZ8eZJj/d2QAwcXBv9MlK1T6/0aLur6FUE59dvh/9c9Jx6UlDAXgnAnX3\nheMTEUMkhc3craDeB9vK4OXtZd4xYdnpKT5Lxqy8e57xBZ2EMjUs+AuR6smsK7zLEbm1CQSA9+Sn\ndmfrf36wiTW7yxtQsOBTrD9Qg9YOF0bdswgvr/GctP748U5tQoHVrucSfYgMUDnqyp1c1IASKIia\ng0Yo45jUk5R6ISGlN4SbQ+Tg3ExDJfLxpXsx9Y+fa1/rA5B55m24PtxShoIFn2pfSykNYSPQEAx1\nEzmcbr/bq7nDqV1uudwSORmphu/rw6D+5/35s90oWPApjr9vsSEYeRfylihY8Cn++PEO7b3VsWFu\nt/QbOob1zQTg2X7mCra/SmSwCxH9bQ3Vn+eW3mWnVFlp9rBvKDD/8RWY/fCXWsWwRvk8vrPxsOEu\nUupnaGNpLbYr4y3VY8Zq3YLZBQs+NWxP/UcvEZYaC1e6rju7qd2B3srEGr3Ofj/93yzV0NsicMro\nfvimqCom2yfYBem2w/VYVVSFm04bpY0P5pjI6GGIpLCZrwiX7jqGU/78pXdSh5/Pek56Cvplp/k8\nPmlobzx62Yk+93kdnpdl+NocyQ5UNWPOX75CaXUzGts9P9cmBG59bZPheZEY1+TWVSL1E1fUgfrq\niSdF14dtzrP/9/42w9fqyevTrUcMS22oitXZzZ0cnP0duPWBJnAlsvOD8RNL9+IyZcD7B5vLMPOh\npbrbVKqVSP8HZXNwC+XCQu3u1E/AUDN4lmmNy1S7MFR5F64oNpzs9X/vpvbIVCJfX2e840+Hy20I\n4vrgrqcORXC4/IdIc8XP3J39/57yjhn297dsNa1b+n/vbzd8/7/KpDd9d/ZDi3Zpk7/01JOtv4lf\najv1FyX7jnXe1VsZYEmuZtNklWF9M7VxvKeN7YfLpw/r9H3171Nc1WyYPFZW6+3deCnAGqgX/XMV\n6lsclmfuz/vbsrDv4R7Iom1HMf1PX3T5fc3H42tnj8A3C87SvlYDVXOHE20Ot7ZOpF6n3dnt3s9U\nimmczmlj8z137YrBXWGCVROfXbEfOekpuGb2CO0xdb/u6GSFBAoPQySFzd8J8Wh9m2Gm5+qiKtz5\n1hbtuT85YzTG9PdMnMjvla513d06dyxOGdMveHe2AHYcqcfNLxeiw+nGa2tLcbi2Fbe/uQV3vvUt\nAGDX0UZ8uu2o4XXmk1Y49Isf6yeuaOtEKr+jzebbnf1/72/D0p3HDCfu+hYH/vSJZxmWDpf0u0ag\nGlw6C2H+qpT6JVHMJ0qXW+Jnr27ENwHuNCGlxM9f24gnlu5DobL0xv+9vw0Vje1aONPGRAY465ir\nWJ11QbV2uHDDf9dr3cRqUJLwLog9fmAO7rtoovaaFJut00lW+q43/d/+aH0rfvif9TikGzP6/Mpi\nPPWVZ4mXxdvL8dv/bfX7nuZ9s83hNtzzvbTKeAKtaGjDD/69Ruued7ik3+De1O40VAVzOplE1BIg\n9AQLIBtLa+HUdWcHos7ebvCzCoJ64fTwol3aYwve24p/LN0XcAWAigCz1hvbnYbtqR+acN3sAm2s\n3jWzRuD6U0b6fY+fvlKIMx9d5vP4HbplwDoLRdvK6vHokj2Bn+BHSXVLwLGv4br/ox2obu7wqcR+\nuKXMsK2DWbrTswbsgBzPtpsxMg9D+mRq31e3tzpWNsdPJbLzdSL9VyIBT4gEEPUubaDzamJpdTM+\n23YUV88egd66ir7a3nAXn6fAGCKjrKndid+9v61bzPD7Zn8Vnl9ZHPLzA32Yl+5S7sYhgGueX4f3\nN5dpB66sNLt2MEuzC60ykplm7HbQ03cPbz5YhwufXIXPdx5DSXUz6pQxYt/q7tOtVvT0M1kDVaMK\nS2rwT2WNuFfWluJr051E9NTjT7vThTrd+C1tTKTWne19jU14ug5fW3cQP37ZuAj1F7qFv50ud6dB\nt7OKib9goj95mqtX5Q1t+Gx7uTb+S3X/RztwsLoFa4trsGibd3yrlFILw2o1SuvO9rPAOuAb2vUh\nuLnd6QmlStBdU1yFZXu8y7eo7T1U04oBvT0nRJtN4EdzRmnPsdsF+ucYqyh6+kkA+kD5wMc7sWJv\nJTYdrMXTXxdh5b5KPPjpLm3poFte3Yi3Cv3fpzzFVFb+9dvfGpb20VcipZR48ZsSrDtQo1WqOwJ0\nZ5uPDRmp9oB3OmoLUFXWT6Ty5/Y3NsMtvZXIQNQJE/6WtWlsc+LDLWWG/WbX0QY8vjTwsktOt8SQ\n3AzceFqBz/eG6QKO2o0OACPysrQK/pA+mfj9d0/ALWeO8Xn9kh3H/Fbv1WrY3eeND9guwLMcVjjM\nN0wI+XUtDvzu/W0+nw31Y2OesHTHm1u0+3cvXLEfa4s7n7iy9XAdctJTcKaysLb5mKEed9VtlpOR\niqy0FEOVP/QxkcbjdEG/LAzJzejSmrzBusLVoUEdnVxQP7eyGCk2G246bZThcXZnRw9DZJS99E0J\nXl93EP9ZVRLvpgR19XPr8OCnoV/5Bu2i1H373g883bgZqXbtqjAtxaadmNW7p/irRJpP3qqGVoeh\n68rsz9+brP07UEC77Nk1+PsXeyGlxH0fbMeNpjuJ6KkH0TaH27DWnHrc1WZnmw6wgda2PKq7L/IH\nW8qwppPZjU3KCdzfnWWC3YXBXBWsClAdevGbEpzx6Nd4znQh0eZwa1W/r/dU4PMd5Vol0qEuCL29\nHOt0Jznzz9QfvBdtO4rX1h3EI4t3+31uq8OFmuYOlNW1YsqwXL9tTbXZMGFQb8NjQ3WhRL/NP/72\nCFbsrcTKfZX4bLsnHDe0OvDokj247gX/QcI8KQXwXVh96a5j+OdXRQA8FXJ9iPQ33rRDt+C2nrnq\nl5FqD3gyD3QxYV5v0qxvdqphTGQg5gqT2q2cZrehqd2JO9703snloimDQ5owlZWegtzMVJ/HC/Kz\ntX/PGZuP2aPzcM7xAzF2QC/d3XQk7DaBBedPCPpzAM/fYXheJi6YPAg/PcMbPJ+99iSf51qdqav+\nDuqakou3l2PzwdAXyX5uZTFeX3fQZ1iEeqAMtB6llBIPL9qNKxeu9ft9VWlNC0b0y9LGD5s/V+mm\nSqQ6bEJfjewsx+mPoeYjshACp43Nx5riakvjt/WTyoL9PYT2PP/Hu6qmdrxTeBiXThuKgaalhtid\nHT0MkVHm1GbXRv8K6NtDddqA8VgINkvOoTtAqNXJzFS79oHOTEvRKi5qJdK80DIQ+P7MNc0dhqqA\nvpoBwDDz0HyA3nyw1nDbtlCWgVF/lrkSqVIPbvrzsMstsWRnuc9zAc9B3/ta2elC2k63xB1vbvF7\nZxlHkK5Mc/AI1MWo+mq3sRq7bE+FFnR+/+EO3PzKRm1MpDo+6ZZXNxoWddd3zX+1+5ih21ut3KoV\nx4ZW49+mtcOFA1Weru1xA3P8tjHFLvDj043Vhnsu8AYN/TqL1c0d+OF/1mPx9nLtYqUyyJJP/oK/\nOWAB3vU4B/XOMOxD7X72py2H6vxW+s0/KyM18GFZDQZ5pnHFu492fhvAvllpIYZIz/cf+d5knDqm\nn/Z3G5Sb4VOBG9kvy+f1/mSnp/j8jQGgT5Y3WI4d0Atv3nwKnr9+RtAhLZ3Z9cB5WHn3WXjmmumw\n2wR+cdZY3HzGaJw3abD2HHVJmlA8eMkk7d+v/XgWAO9x4JZXN+LSZ4Ivkq1Sj3Xm7ah+NPQhTV+V\nM99N59tDdYZlsABg1T5PNX9EXpZ2LG01DY9Rt2tNs1qJ9Bxr9cfJTruzg9zo4bSx+ahrcWDnkc4v\naPT0F1uhruEYaEzki6tL0OFy4+YzR/t8T/3sshIZeQyRSeTOt7ZoY+y6wl8VRs/tllhdVBV0HJb5\nQAd4urNTlYNZv+w0bYC22qXir4vS3AX3unIw/2LnMcMSQbfOG4t54/trX+foJijoD9BH6lpx6TPf\nGG7b5u+2jWYNysF/Y2mt35m4Ww/Xo83hMnRFtjvduDvAGLtQ7//rj8stsWqfZzZkoHGJ6nhTc3fp\nWxt8J1R05memSUqAdzFph0saxheqWnTDB256sRAtuu3/l8V7tN+hoc3hszTUqqIqrVqSn+2/yzrV\nLjCsbxZuOLVAe2z8wBy8cP0MAP4nUq0uqsKg3AxkpNr8VrD1VRH/IdL3cKme+Ar6ZRse/3xnuU8Y\nB4CX1vguF2O+2406AcIf9YLgvouON1Ta9Wui+qv6ZaXZsaqoCik2gYxUGyYM8oRzfZADvFX/K2eO\nwOs/ma1VIq+Y4TvRZVBups9jAHDx1CGGr7PT7PjOCQN9nqdfyijLdPEodHfTUc0Y2dfvzwOAIbkZ\nmDS0t89dmH49fzx+d8Hxhsce/8FUw9fHDeyFkkcuxF+/PwVZaXacPWEAAOCxK07EtbNH4uKpQzBl\nWK63Ehlmd/YWZciNeeyzGtz0j+t7Op5YagyRFz+9Ghc+abyY/NXbngrxzFF5+O4Uz/Y/a4Jxm6v7\nlbpmrjpmsJ/uM9bZBL5gd+45Vbm14OoAY6390V/gdjjdqG5q99vbAng7tjpcEuuKqw3nn+Z2J15e\nU4L5EwdqY+711M8ux0RGHkNkjEh4ZjwGC2jhOlzbguKq5rDXWtOPx2lqc6K40jjrUr1jBgD8b+Nh\nXPP8Op9Fis3Uu6foZaTZtcpiXnaadoWojrnTx0X1e+bu4VH9PSfsdzYeNhxs+2alaQPyU2zC0KWh\nP0Cf+shXPu3S33bRn6KKJq26tfVwPRbvKPe7APbFTxnvvhPogAgA2y1csZv97fM9uPaFdXhrw6GA\nYV6tSJgzpjZmNQKaO5w4/a9f+zxuXqD5853e8Z9qd9f2snr86eOdWL630vDc5XsrsU95fZ5p4L8a\n0NWLj9N0VaUBORlapVENofqKXUl1C/Ky05CbmYojdb4hskm3j5hDaF1Lh89931UDe6djeJ4xUP3m\nf1uxuzy0i4RXTesQqhWjyUO9XfnjlLv4qNUlmxC4auYIvPKjmT7v9/z1M7Dt/vna11OH98GSHZ7t\nX1hai91/Oj9g97A5KJ86Nh8lj1yIU8b00x47f9IgAMD0EcZQp36uzbfCzEpLwazR/WB2nvI+AJCV\nbgx/3vt6e/3vZ6dq/zbf7Wn1grPw8W1z/P1KPnJMs98/v/NMAMAVJw/HzgfOQ28lLKr76T+unIaP\nbpujPV7f6rC8lM264mptP/epRLrV7mzvMThQUPX3Wd9xpB4Vje2498LjceNpozBxSG+UPHIhJg4x\nDvfwHRPp2Q79c/Td2eGHyAE5GThuYC9Lt0BsM4XI217fjO8+tQrrD9T4tGWv8nnaUVaPHyxci0c+\n26197431B9HQ5vQ7dhZgd3Y0MURGmdqNrd4R4Y43tgR5RXhWKYPdg10ltzlcfg9Ev33XWy17ZW0p\nzn5suWGZj4UrinHuY8tRq4xVAzyTXKzKz07XwmFedhrmn+A5kagHaP3izZdM9SwUe+HkQYb3GJCT\n4XMiADxjfi6c4um2crolcjNTsffB83HisNygy7z4DRXKQfNwbYvfWzYeP9i3q3XPsUZsKKnFzFF5\nOHVMP0O3qllnY4f0FTaz2uYOLFbG9i14b1vARa7Ny+JEg/mcM3t0HmwCWGyqLr5oWmrl9HGeJUGW\n6iYX6akzx/OyjCFSDYVqdfrciQOx58HzsPfB85GblarN8lVDbKapMtU3yxMi1+jGb56n7INH67wX\nEtVNHYYLvqkPfOETdlUj8rI6neQTjPnvV17fiqKHzscHt56GvQ+ej033nYvXfuKpvu8zhXP931gN\nCSP7ZRkucPx9VgbkeC6wbp071vB4oK70UfmeEHvRlMF45pqTsPfB8zFxSG/s/tN5OOd4T+XuH1dO\nxb6HzteuBAcqk6L8vec950/AqWO8FwBZAe7j7i/TDM71tF39fQfkpEMIEXRNVrX6mq7rLv/2D/N9\nnqe2t810nMxJ9wy/qWhs73RNS6fLjdYOF6SUOFzbAqfLbbgFpfmCVbvlZYv3bj/+hssAwOXPervP\n1eEg6pJOM0flBWwT4A356kx6dR/RVyI7G84YygoXp47Jx4aSmpCLJfqlwDqcbmw+5BljesW/1+Cz\n7eXaMfjlNSUoVybiHVW230ZlPGqH040XVh3ArFF5mDbCf7U6LYXd2dHCEBllaohQb8VnPrn6I6W0\nvLOvVK7+1GqJlNLv+5z84FJ871+rfV7/4RbvorzvFB6GlN4Zny63xKtrS+F0S5TVtWpBVf3/V78+\nE5vvOzdoGz+9fQ4mDfVeHedlp+G3503A2nvO1sblTFKqLy/fNBMPK9119100ESt+41103G4T+OyO\n07Wv1YNh/5x0TBpinIiRlmJDn6w07DvW2GkF4YjpwL58byUm/WEJNpbWBKxS9gvQ1Qp4TjiB7tWt\ndrkGsvLuefjteYEnEmwtqzdUBX74H+PkkH9eNQ2AMUCNHdDLsESO3hd3ntFpewIZnZ+N2aONJ67T\nx/U3LCsC+A8R31GCW22Lw2/36+qiamSm2rVqqkpdY1T/Z0xP8c74H9wnA3abwF6le3eEaZ3Rftlp\nPoFPvVf3d55YoT1244sbcP4TnuEO7iATBYbnZfmst9c3y/d3CuYfV3q6WfOy05Fit3lu15ZiQ152\nGnLSPe+nzmL3DgPxBsS/X34i1t5zNgbkZGiBym4ThqVOVBOH9MbKu+fhJ2cYx4+NN01WUuVlp2Hl\n3fPw5JXTIITQtndGqh0Tlc/c0L6ZSLXbcLzyHicpJ3R13Nvp4zyh8eu75uInp3t+7hilV8H8WVG7\nJAvyjX+/Tfediy9/7akcFt57Dpb/Zi6+umuu3zabvf/z07Dx3nO0bZNiE373vROU32ewaXKGzSYw\ntE8mFq4oxvQHlwb8OXe/uxXH/34xPtl6FHP+8jUe+GSnYXiE/oLV4XJr41zv+3AHjv+9524/gYoB\n3+p6NnaVN8Dtlth1tAGnj8vHlGF9Ov3901N9Z2cDQL6u2t/Zvt7ZBbFqzth8tDnc2FQaWoFBPz67\nurndcGH989c2YdIflqC2uQPPLtuvPa4WN9TltT769giO1rcFrEIC3s8LQ2TkBV6QrIuEEOcB+AcA\nO4DnpZSPROtnJYqD1S0449Gv8fpPZmlX2erBY4eu6/Lnr23UllD59vfz8cdPdqC+xYEXbjgZAPC7\n97fhwy1H8NwPZxi66wJxu6W2tEK7043tZfW4auFatCjj8xbdfjoyUm2Y8xdPt+P2sgZM+sMSXHfK\nSPxr2X68eOPJhvdTK43qWK0Veyu1xyoa27CvwthN1ycrDX39LCDePycdlY3tePCSSZg5Kg/HKZMk\n1C7J/F7psNsEBuV6D9Z3zR+P804YZLiiTLHbMMI0iH9Y3yz0zUpFbYsD9/+/EzCmfzYmDc31GxJv\nnTcWVz+3Fif+8XO/Jw3AeGDvcLqxaKtnncnNB+t8QpH3905FRqrNMKFizth8rCqq8pxklZPnj+aM\nwndPHIJLlNu+BTvYD8/L6rRb6XolNI7Oz9YWI9dTK0/6u7x0ON248dQCTB2ei+MH98b+imZtks64\ngTn4+LY52H6kHve8t83n/W4+Y7S21AgA3Hvh8Zg3YQD6ZKZi4cpirC32rgt6ckGedos+1fdPGuaz\nsPWUYbme5Y8kMG1EHy0cLbr9dFzwpCe8+btt5pRhudhd3hhwFmmq3YahfTK1C6DZo/sZqo55vdJw\n67yxOONRbxd8oAkixVXNhjvUeH6/vrjh1FG49XXvONGRednon+PdhxfdfjqG9s3Eibo76ITi4qlD\nMSIvS7uQ0ks3TTZRg686BjC/VxounDzYsEbpsrvmIivdjr8v8T9hS13IX78fjcwLPFnGvPC/6vaz\nxmLu+P7afv2jOaNw0si+qGxs91STlGPgv6+bjgNVzRilm5X9/q2n+e0FuHjqEAzPy9SCqEo/PKF3\nRqrfgBxIZpr3ouTzO8/wCf6qa2aNwPGDczB9pG9lb0Relt/llLYersOVC9caZkT/4g3PepW7jjb4\nDKuYcv8S3HnucRicm2kITlJ6juehjLv8nm5Sz/87cUgnz/RQK5FqoUG9ENDfPzvQmMgOp/+VBcxm\njc6D3Sbwzf4qwxCIQCp0dxJTJynd/92JeHjRbm288er9VYaLfHWS35G6VjS1O7FwxX5MGJSDubrx\n8GZqgA60UgaFLyohUghhB/A0gHMBHAawQQjxkZSy67M+YkRKiYY2J6qa2lHZ2O7n/x3a1yeN7ItH\nvjcZy/d5ToRXP7cOedlpuPPc47QDjn49M/0afEt2luODzWVwS2DN/mq8XXgI728uA+BZyDc3MxXl\n9e149PIpOHNcf1z9/FrtpP39k4bh71eciB1HGlDb4sCMkX1RWFqLi/7pHXTtckusLa72OVA3tTvx\nL+Xq7gZlWZvczFTDwetYQxuKKhrx1yV7kJlqR6vDhZteNK51CHjHLr77s1NQ3+rQnjMkNwOVje0Y\nN6CXFiABT6gbNyBH63o2vpctYJfEsrvmarc0U58LeIKbGkT9dWnNHJWHq2eNwMtrSgMenLfo1pms\nae7Quhgf/HSXdsK+/exxWLWvEpuUbvzemanom5WGo/VtePbak5CXnY5NB2s9E0OaO7Rq1FkTBmDq\ncG9w7JuVitd/PAvD87LgcLlR09yBkuoW3PXOt1oA1P8er/14Fm57fRNqWxzol52mdUddcfJww7gg\nlfoe+nBe29IBm01oJ8bJw3Kx9FdnoLXDrX09aWhvuKU03PFk+si+uO2ssRjUOwMPKJO2rp09Ugsv\naijvlZ6Cv10+BTNH5eHkgjzDeECtspOboXVFDeydgcG5mSira8WAnHQs/dWZaGp3YuKQ3vjhKSPx\n8ppSv7PyH7h4EuaNH4DJAZb+Ube32n1+8xmjUZCfhY+/PYKluypw+rh8jOiXhd4ZKdrJaEZB592A\neq0OFy6cMhgS07CtrB7/Xl6MEf0ytfUsAfiMRQOAhy+djN+97xvQVUt/5akGB9r3baZlrtQK3qj8\nbPzrmpMwd/wAn+eoS+hMGZ6LtwoPYe74/rj3QuMkEwB466enYOmuYxg7oJfPe4QixW4zhD3PftYX\nG0s9xyl1PHJWWoq2L6h6Z6Si9yDfICiE8BviIuW4ALP+g/1s8woQAHDb65vwydajfp7tWXZqQ0kt\nNpR4ul5/MGM43io8hIY2J/748U6cXNAXg3Mz0NTu1ALOf1Yf0JZa+/1FE5GWYsO9H3g+k7NG5WHd\ngRqfn3PRlNBDpFkoS/yYu7LTAwx7yMlIxZRhuVhVVIVfzw+8TqfbLfH40r3aEll6Zx8/EP16pWsh\n/NsI8xoAABIqSURBVIPNR3yeA3jOYd9/5hvsPdaEx39wYqfDGQb1zsDo/Gx8/O0RXG8aKrS/sglP\nf1WEVUVVyM1MRV52muE/z1h7z//1j5sncfVU0apEzgRQJKUsBgAhxJsALgYQ9xD54uoDeKsw8IQQ\nKSUa25yobGr3e+VltwmtSyy/VzpG9svC4u3lWG/6YOdlp+G+D4y3H1Mrc3p//GgHJDxdK1c9txap\ndoHLpw/DzFF5+M3/tuIQPOHvV29tQb9e6YYJC+9uOowdR+q1WcMzR+WhsLQWWWl2wxXx41/sDen2\nXvecPwEL3lPXc7Rh4YpiPLpkD7LSUvDo5VNw2+veO0HccGqBdqJWw9z0kXnaTN2Cft6lJsxdksP6\nZuEm3cLRoSrIz0YBvFWM/954MooqmgxhCfCELvPaktfMGqndk1pv5qg8lNW2YmOpd723S55erY2/\nATzj61LtAr88exyunT0CP391EwpLa1Hd1IEhfTJxtL4Nw/OycMKQXAzsnY5HPtuNfccacerYfKSn\n2DDdNKs0xW7DqboK8+j+niAjpTQ89y/fn4yWDhdOG5uPiUN6Y3VRNX4+b6w2A/+iKYO1EPn01Sch\nK92O3MxUTBveB3/47kRcOm0oPlVObv5ODmMHGE+kQghcM2ukFiIfunQSzj1+IHpnpOKmOaNw6th+\n2FPeaDh49lXGLF4xY7i2jMo9F0zAK8pkkUunDcXlM4ahvtWBa2ePwLQHvoDTLdE3Kw0F+Vkoq2vF\nrFH9tKCu/1uZq8+Ap/J2/mTfiw+9q2eN0PbNzDQ7Lp46FCcX5GHO2HKcokzwGNY3CzuPNuDnc8eg\nwPRzZhbkYezAXsjL8nzOt5fVo7alA0t3VWhLdl00ZYhWYRuRl+13fKye/iIC8HTtjhuQg/+sPgDA\n92/hzxM/mAqbTcAuhKH7N9j2+MGM4Whpd+Gy6cMC9hhcNXOEn1d2jXqBYT2WJq6b5oxCRqrdMMb3\n853HcNn0YehwuvGRrgr/5FXTUFLVjMe+2Au7TeDP35uME4f1MSxmv6GkFr88ZxxeW3dQC5H6tXqv\nmT0C6Sl2zJswACv3VqK8oQ3rDtRoVXzAs2+Zj7H+6C8Q1KETAAwV2Xve2+Zzn3rAu6zOfRdNhEDn\nyyTNGZuPp78uMqx+YdbS4fRZ4eLciQMxZ2w+hvXNxPC8LDS2eW7UsWxPBdJSbHjqqml4fuUBrC+p\nwdzx/XHqmH54eNFuDO2TGTREC2Ui2kOLduG8J1ZogVNKib3HGpGWYsP8iYPQ4XSjpqUD+yqaUNvc\ngdqWjoDjRLPS7MjLTkOv9JSg43EjIcUm8PEvQps8FkvRCpFDAehv+3AYwKwo/SxLemem+r2a1MtJ\nT0F+Tjr690pHfk4a+vfKUP6fjr5ZaT5X62uLq/HSNyVwuiUqGtpw7eyRGDcwB/9aVoTjB/fGZdOH\nYeGKYvzmO+Px5892Y1S/bKTYBd7bVIZBuRmYOrwPstPs2FpWj5/PHaudUOtaHCipbsbp4/prM6Fn\njOyL+ScMxLriGhytb9PC4WXTh+H6UwvQ0uHCXd8Zj80Ha7GnvBHpKTas2FcFm/AsgQIhPF1K/bKw\nfF8VvjdtKM48rj9eXlOKi6cOxaaDtZg8rA8a2xzYfLAOQ/tk4razxiK/VzpKqprR5nAjv1cazpow\nEJWN7RjaN9PQ1Ta0TyZ+euZoXDNzJGw24JU1pT7Vh0g5YUiu3/f2NwRg/KAc/OY74zFlWC6+3l2J\nS6YNwQebj2DB+RPw9Z4KfLbtKH49fzze3HAQe4814ZqhIzCgdzp6Z6RCCM9gbptNYEBOBt68eTYe\nXbIHV84cgfQUG178pkRb+Hpkv2zce+HxOGFILhwuN04Z3U8LXW/8ZLbPUAC9y2cMN3z9g5O9J/bH\nr5iKfy3fj2tmjUBRRRNG52djWN8s3DX/OJwypp9P5eRG5Y4Nf7pkEj7fUd7pGEuzhy6dhJF52Zgz\nzrgdJwzq7bPA96XThmJPeSN+cZZ3gkZWWgrW/9/ZWLi8GAvOn4AUuw0/m+sZr/TBradh+d5KpKXY\n8OdLp+CFVcW46ERjCBo7oBduPmM0rpkVXrA5bmAO7pp/HE7SBfIhfTJxg+4uFv++bjpeXVuKu+aP\nhxACf71sCvpkpmLr4XpcMHmwTzWxprkDf/x4h+FkddbxA3DTaaMweWgu0lJsePwHJxruKfzcD2fg\n+ZXFKOiXjXEDe+G/N56MveWNONbQjnsumIBUuw0zR/X1uzC5P5dMGxrW9kix23zGPsbCmP69cNu8\nsfh+iPfB7g6OG5iD+//fCbj97HH47btbkd8rHTefMVrror/lzDF4elkRfnbmGEwamouiiibsPdaI\na2ePxGzlAub2s8aipcPl6Q3YVYHrZo/E6ePy8cXOClQ0tikXCQJ9stK0ZXmG9snElTNHoLndiboW\nB7574hC8sKoYVY0d+MtlU0Ju/4LzJ/hMQBndvxeunT0CxZXNfgOk9rsPysF5kwYZFvX35/Lpw1Fc\n2Rx03cdbzhyDXUcb0DsjFU3tTvx6/nHaOE3AczF4tL4Vu8sbMX1kX8w/YRCG9s3EM1/vx0/PHI3J\nQ3PhcnuGuARb/xTw9NzsOFKPZtMi7GdNGICb5owyrJepcrklGlodqFYCZU2z8b/a5o6QxopGQqCb\nbsSbsLpUQUhvKsRlAM6TUv5Y+fo6ALOklLfpnnMzgJsBYMSIEdNLS32rREREREQUW0KIjVLKzmeB\nInqzs8sA6Msqw5THNFLKhVLKGVLKGf37Bx4QS0RERESJJ1ohcgOAcUKIUUKINABXAvgoSj+LiIiI\niGIsKmMipZROIcRtAJbAs8TPf6SUO6Lxs4iIiIgo9qK2TqSUchGARdF6fyIiIiKKH96xhoiIiIgs\nY4gkIiIiIssYIomIiIjIMoZIIiIiIrKMIZKIiIiILGOIJCIiIiLLonLbQ8uNEKIRwB7ly1wA9WG8\nTTivC/dn5QOoCuN1Vn9eLLdFrF/HNkbudbHaH8N9DX9W93xdsu6Pybztk/l1ib4/dodtaOV146WU\nOUGfJaWM+38ACnX/Xhjme1h+XRd+VmGYr7P082K5LbrRtmcbfV8Xk/0xmbd/N/pbd4dtktD7Y5Jv\n+6R9XaLvj91hG1p5XajbLRG7sz+O4evC/VnhsvrzYrktYv06tjFyrwtXom+TZP1Z3eV1ybo/JvO2\nT+bXJfr+2B22YVde51eidGcXSilnxLsdoepu7aXkxv2REgn3R0ok3B/DE+p2S5RK5MJ4N8Ci7tZe\nSm7cHymRcH+kRML9MTwhbbeEqEQSERERUfeSKJVISnJCiKYg318mhGCXA8UE90dKJNwfqbtiiCQi\nIiIiyxgiOxHs6pCsEULMFUJ8ovv6KSHEDXFsUrfC/TGyuD92DffHyOL+2DXcH+ODIZKIiIiILGOI\nDEII0UsI8aUQYpMQYpsQ4mLl8QIhxC4hxHNCiB1CiM+FEJnxbi8lN+6PlEi4P1Ii4f4YewyRwbUB\nuFRKeRKAeQD+LoQQyvfGAXhaSnkCgDoA349TG7sLJ4z7XEa8GtKNcX+MHO6PXcf9MXK4P3Yd98cY\nS4l3A7oBAeBhIcQZANwAhgIYqHzvgJRyi/LvjQAKYt+8bqUUwEQhRDqATABnA1gV3yZ1O9wfI4f7\nY9dxf4wc7o9dx/0xxhgig7sGQH8A06WUDiFECbxXiO2657ng+eCTiRAiBUC7lPKQEOJtANsBHACw\nOb4t65a4P3YR98eI4v7YRdwfI4r7Y4wxRAaXC6BC2SHnARgZ7wZ1QycA2A8AUsq7AdxtfoKUcm6M\n29RdcX/sOu6PkcP9seu4P0YO98cYY4gMQL06BPAagI+FENsAFALYHdeGdTNCiFsA3A7gl/FuS3fG\n/TEyuD9GBvfHyOD+GBncH+OHtz0MQAhxIoDnpJQz490WIu6PlEi4P1Ii4f4YP5yd7YdydfgGgHvj\n3RYi7o+USLg/UiLh/hhfrEQSERERkWWsRAIQQgwXQnwthNipLER6h/J4nhDiCyHEPuX/fZXH+ynP\nbxJCPGV6r2VCiD1CiC3KfwPi8TtR9xXh/TFNCLFQCLFXCLFbCMG10ciSSO2PQogc3XFxixCiSgjx\nRLx+L+qeInx8vEp4FiXfKoRYLITIj8fv1J2xEglACDEYwGAp5SYhRA48a0hdAuAGADVSykeEEAsA\n9JVS/lYIkQ1gGoBJACZJKW/TvdcyAHdJKQtj/XtQcojw/vhHAHYp5b1CCBuAPCllVax/J+q+Irk/\nmt53I4A7pZQrYvKLUFKI1P6oTMY5AmCilLJKCPFXAC1Syvtj/1t1X6xEApBSHpVSblL+3QhgFzyL\nlF4M4CXlaS/Bs6NCStkspVwFz+r4RBEV4f3xJgB/Vp7nZoAkq6JxfBRCHAdgAICVUWw6JaEI7o9C\n+S9bCCEA9IYnVJIFDJEmQogCeK5a1gEYKKU8qnyrHN6V74N5SemuuU/ZOYnC0pX9UQjRR/nnn4Tn\nXrLvCCFC3YeJfETo+AgAVwJ4S7IrjLqgK/ujlNIB4GcAtkGpSAJ4IVptTVYMkTpCiF4A3gXwSyll\ng/57ysEulAPeNcq9OU9X/rsu4g2lHiEC+2MKgGEAvlHuJbsGwN+i0VZKfhE6PqquhGdGLVFYuro/\nCiFS4QmR0wAMAbAVwD3RaW3yYohUKDvUuwBek1K+pzx8TBl/oY7DqAj2PlLKMuX/jQBeB8B1q8iy\nCO2P1QBaAKivfwfASVFoLiW5SB0fleeeCCBFSrkxKo2lpBeh/XEqAEgp9yuh820Ap0apyUmLIRKA\n0uX8AoBdUsrHdN/6CMD1yr+vB/BhkPdJUWd3KTv5RfDcB5UoZJHaH5UD48cA5ioPnQ1gZ0QbS0kv\nUvujzlVgFZLCFMH9sQzARCFEf+Xrc+EZX0kWcHY2ACHEHHgGeG8D4FYe/h084yzeBjACQCmAK6SU\nNcprSuAZiJsGoA7AfOU5KwCkArADWArgV1JKV6x+F+r+IrU/Sil3CiFGAngFQB8AlQBulFIejN1v\nQ91dJPdH5XvFAC6QUvKWdGRZhI+PtwC4A4BDec0NUsrq2P023R9DJBERERFZxu5sIiIiIrKMIZKI\niIiILGOIJCIiIiLLGCKJiIiIyDKGSCIiIiKyjCGSiIiIiCxjiCSiHk0Icb8Q4i4/jxcIIbYr/54h\nhHiyk/eYK4T4JMyfH/S1QoipQogLwnl/IqJoSYl3A4iIEp2UshBAYRybMBXADACL4tgGIiIDViLp\n/7d3/yByVVEcx7+/QllMQiL2spIiQUUJhqCoGIKo2ATdImglihZGxULQSoiB+KdIsLIQUsVCFEQw\nSEDcFI7KKu6yKtkQwYCaQuxEjLh6LOauPpfJri9ZExi+Hxh4997z7r0zxXDmvDc8aay0CuJCkjeS\nnEjydpIrkpzuPJZ0e5LjndNuTPJJklNJHh0x59/VwiR3JJlrr9kkG1rY+rbW0tpZYY/3tLgvgPs7\n/TvaPmaTfJxkS5LLgReAPW3NPUnWJTmcZKbF7r7wT06S+rESKWkcbQEeqapBksPA46vE3wDcDKwD\nZpMcXSH2GWBvm3s9cLb1bwOuA84AA+BW4KPlJyeZAF4HdgHfAG92hheA26tqMcmdwIGqmkryPLC9\nqp5ocxwAPqyqh5NsAmaSfFBVv6zyPiVpzViJlDSOvquqQTs+Aty2Svy7VfVrVf0ETAM7VogdAAeT\nPAVsqqrF1j9TVd9X1Z/AHDB5jvO3At9W1akaPnf2SGdsI/BWuxfzEMOkdJS7gOeSzAHHgQmGzwyW\npIvGSqSkcVQj2ov888N54j/Ej5646qVWqbwXGCS5uw391gn7g/P7ft0PTFfVfUkmGSaIowSYqqqT\n57GGJK0JK5GSxtHVSW5pxw8yvKx8Grip9U0ti9+dZCLJVcBO4LNzTZxkc1V9WVUvt7itPfe2AEwm\n2dzaD3TGNgI/tOOHOv0/Axs67WPAk0v3XSbZ1nMPknTBTCIljaOTwN4kJ4ArgdeAfcCrST5nWCns\nmmd4GftTYH9VnVlh7qeTfJVkHvgdeL/PxqrqLPAYcLT9sebHzvArwItJZvl3JXMauHbpjzUMK5aX\nAfNJvm5tSbqoMrwlR5LGQ7sM/F5VXX+JtyJJY81KpCRJknqzEilJ/5Mk7wDXLOt+tqqOXYr9SNJa\nMomUJElSb17OliRJUm8mkZIkSerNJFKSJEm9mURKkiSpN5NISZIk9fYXvaouZ2i31i0AAAAASUVO\nRK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x119282588>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Plot number of tweets per day\n",
    "\n",
    "%matplotlib inline\n",
    "\n",
    "by_day = cantwt.groupby(cantwt.publish_date.dt.to_period('D')).size()\n",
    "by_day.plot(figsize=(11,5))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[\"It's Rarely Sunny in Toronto But It's pretty Nice, Eh! #MakeTVShowsCanadian @midnight\",\n",
       " \"'@midnight #MakeTVShowsCanadian How I Met Your Mountie https://t.co/g6OvEZIbpC'\",\n",
       " \"Canada's Best Curling Crew  #MakeTVShowsCanadian\",\n",
       " 'Tiny Saskatoons #MakeTVShowsCanadian  @midnight',\n",
       " '\"#MakeTVShowsCanadian beautiful voice ????????',\n",
       " 'Thicke of the Night...Oh, wait....Oh.  #MakeTVShowsCanadian',\n",
       " '\"Toronto Catch A Predator',\n",
       " '#abi Canada FORCED to take DRASTIC Action to Stop Illegals From Flooding In https://t.co/X3WaVllKUv #ABISS https://t.co/RuWgibVxHB',\n",
       " '#abi Why Hasn’t Chelsea Handler Moved to Canada By Now? https://t.co/aVZqRJtIkO #ABISS https://t.co/7CpFcXHzuY',\n",
       " '#acapa Canada FORCED to take DRASTIC Action to Stop Illegals From Flooding In https://t.co/FAubeg1G4e https://t.co/AYV2o1EBul',\n",
       " '#acapa Why Hasn’t Chelsea Handler Moved to Canada By Now? https://t.co/CrMuKw6EF0 https://t.co/tzDBfOSZNw',\n",
       " 'We suspect that Canada does not want her either. The #USFA needs patriots to help us stop socialism. Enlist at… https://t.co/vrUp6NhHy5',\n",
       " '#adsnn Canada FORCED to take DRASTIC Action to Stop Illegals From Flooding In https://t.co/3vS66XMc2Q #adns https://t.co/cmWfl5pfN8',\n",
       " 'Our borders are like sieves &amp; need shoring. Canada, that includes you too. Enlist with us at… https://t.co/zsmoEGXmi9',\n",
       " 'We suspect that Canada does not want her either. The #USFA needs patriots to help us stop socialism. Enlist at… https://t.co/s5HG9LDmG9']"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Sample of tweets in top 5 days\n",
    "\n",
    "top_days = by_day.sort_values(ascending=False).head(5).index\n",
    "cantwt[cantwt.publish_date.apply(lambda x: x in top_days)].content.head(15).tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "653"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# How many unique accounts there are\n",
    "\n",
    "len(cantwt.author.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RETWEET        3273\n",
       "QUOTE_TWEET      83\n",
       "Name: post_type, dtype: int64"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# How many tweets were retweets or quotes\n",
    "\n",
    "cantwt.post_type.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RightTroll      2696\n",
       "NewsFeed        2315\n",
       "LeftTroll       1234\n",
       "HashtagGamer     889\n",
       "Commercial       406\n",
       "NonEnglish       235\n",
       "Unknown           28\n",
       "Fearmonger         6\n",
       "Name: account_category, dtype: int64"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Account category counts\n",
    "\n",
    "cantwt.account_category.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "author           account_category\n",
       "ROOMOFRUMOR      NewsFeed            504\n",
       "SPECIALAFFAIR    NewsFeed            356\n",
       "SCREAMYMONKEY    NewsFeed            345\n",
       "AMELIEBALDWIN    RightTroll          271\n",
       "SEATTLE_POST     NewsFeed            238\n",
       "EXQUOTE          Commercial          189\n",
       "WORLDNEWSPOLI    RightTroll          186\n",
       "COVFEFENATIONUS  RightTroll          105\n",
       "WORLDOFHASHTAGS  HashtagGamer         86\n",
       "CHESPLAYSCHESS   RightTroll           84\n",
       "JENN_ABRAMS      RightTroll           81\n",
       "FINDDIET         Commercial           80\n",
       "KANSASDAILYNEWS  NewsFeed             74\n",
       "TODAYPITTSBURGH  NewsFeed             73\n",
       "DAILYSANFRAN     NewsFeed             70\n",
       "dtype: int64"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 15 most active accounts and their types\n",
    "\n",
    "top_accounts = cantwt.author.value_counts().head(15)\n",
    "\n",
    "(cantwt[cantwt.author.isin(top_accounts.index)]\n",
    " .groupby(['author', 'account_category'])\n",
    " .size()\n",
    " .sort_values(ascending=False)\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>followers</th>\n",
       "      <th>following</th>\n",
       "      <th>new_june_2018</th>\n",
       "      <th>retweet</th>\n",
       "      <th>updates</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>author</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>AMELIEBALDWIN</th>\n",
       "      <td>2565.549815</td>\n",
       "      <td>2141.472325</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.970480</td>\n",
       "      <td>23547.332103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CHESPLAYSCHESS</th>\n",
       "      <td>679.642857</td>\n",
       "      <td>568.595238</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.988095</td>\n",
       "      <td>12036.797619</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>COVFEFENATIONUS</th>\n",
       "      <td>2396.685714</td>\n",
       "      <td>247.980952</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>153610.485714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DAILYSANFRAN</th>\n",
       "      <td>16972.457143</td>\n",
       "      <td>5817.400000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>30380.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>EXQUOTE</th>\n",
       "      <td>471.788360</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>34596.465608</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FINDDIET</th>\n",
       "      <td>197.800000</td>\n",
       "      <td>3.062500</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.275000</td>\n",
       "      <td>19742.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>JENN_ABRAMS</th>\n",
       "      <td>44104.222222</td>\n",
       "      <td>13802.432099</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.049383</td>\n",
       "      <td>13555.580247</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>KANSASDAILYNEWS</th>\n",
       "      <td>24536.000000</td>\n",
       "      <td>6407.500000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>37248.013514</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ROOMOFRUMOR</th>\n",
       "      <td>12266.097222</td>\n",
       "      <td>8499.696429</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>17884.686508</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SCREAMYMONKEY</th>\n",
       "      <td>13007.698551</td>\n",
       "      <td>13954.736232</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>27523.202899</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SEATTLE_POST</th>\n",
       "      <td>12427.638655</td>\n",
       "      <td>7495.609244</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>15195.600840</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SPECIALAFFAIR</th>\n",
       "      <td>10019.148876</td>\n",
       "      <td>8977.210674</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>18011.323034</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TODAYPITTSBURGH</th>\n",
       "      <td>11832.726027</td>\n",
       "      <td>5024.643836</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>16526.986301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>WORLDNEWSPOLI</th>\n",
       "      <td>3158.435484</td>\n",
       "      <td>4108.258065</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>18879.075269</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>WORLDOFHASHTAGS</th>\n",
       "      <td>5269.139535</td>\n",
       "      <td>4735.023256</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>12779.534884</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    followers     following  new_june_2018   retweet        updates\n",
       "author                                                                             \n",
       "AMELIEBALDWIN     2565.549815   2141.472325            0.0  0.970480   23547.332103\n",
       "CHESPLAYSCHESS     679.642857    568.595238            0.0  0.988095   12036.797619\n",
       "COVFEFENATIONUS   2396.685714    247.980952            1.0  0.933333  153610.485714\n",
       "DAILYSANFRAN     16972.457143   5817.400000            0.0  0.000000   30380.000000\n",
       "EXQUOTE            471.788360      2.000000            1.0  0.000000   34596.465608\n",
       "FINDDIET           197.800000      3.062500            1.0  0.275000   19742.000000\n",
       "JENN_ABRAMS      44104.222222  13802.432099            0.0  0.049383   13555.580247\n",
       "KANSASDAILYNEWS  24536.000000   6407.500000            0.0  0.000000   37248.013514\n",
       "ROOMOFRUMOR      12266.097222   8499.696429            1.0  0.000000   17884.686508\n",
       "SCREAMYMONKEY    13007.698551  13954.736232            0.0  0.000000   27523.202899\n",
       "SEATTLE_POST     12427.638655   7495.609244            0.0  0.000000   15195.600840\n",
       "SPECIALAFFAIR    10019.148876   8977.210674            0.0  0.000000   18011.323034\n",
       "TODAYPITTSBURGH  11832.726027   5024.643836            0.0  0.000000   16526.986301\n",
       "WORLDNEWSPOLI     3158.435484   4108.258065            0.0  0.000000   18879.075269\n",
       "WORLDOFHASHTAGS   5269.139535   4735.023256            0.0  1.000000   12779.534884"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Average stats on these top accounts\n",
    "\n",
    "cantwt[cantwt.author.isin(top_accounts.index)].groupby('author').mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>content</th>\n",
       "      <th>publish_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>118371</th>\n",
       "      <td>But, per #Obama, sanctions don't work. Huh, #Iran. Canada Announces Sanctions Against Syrian Gov't https://t.co/RgoiouuvYV via @dailycaller</td>\n",
       "      <td>2017-04-16 02:38:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104850</th>\n",
       "      <td>#trudeaueulogies \"I'm very sorry to see the passing of Dr. Mengele. Science has lost a great pioneer\"</td>\n",
       "      <td>2016-11-27 01:27:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119052</th>\n",
       "      <td>Pte. Henry Houston Mccullough (Canadian Infantry - Eastern Ontario Regiment). Aug. 8, 1918. Age: 22</td>\n",
       "      <td>2017-04-20 04:23:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112514</th>\n",
       "      <td>.@NRDC’s “Canada expert” needs help on geography, science, composition, accountability: https://t.co/hnMiqm0kwy https://t.co/84JJb3FVpC</td>\n",
       "      <td>2017-02-27 01:40:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119928</th>\n",
       "      <td>Toronto Sun Columnist on ISIS Hit List for Islam Coverage Saved by Police https://t.co/Dv97rzOEUt https://t.co/DFVjoveTMe</td>\n",
       "      <td>2017-04-27 12:28:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117159</th>\n",
       "      <td>'@_Sylvia_1 @JustinTrudeau I never thought I'd see anyone worse for this country than PET..I was wrong'</td>\n",
       "      <td>2017-03-09 13:40:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114337</th>\n",
       "      <td>Mr Trudeau why was Justin born when you could have used a sock?. @Carmenkrevenky1 @ExtremCanadian @TrudeauNeeds2Go @mack3636 https://t.co/d0ds9KxtdS</td>\n",
       "      <td>2017-03-15 23:01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111857</th>\n",
       "      <td>This divide resulted in this disastrous, accidental NDP. It's time to bring the family back together! #uniteAlberta #ableg #pcldr #pcaa https://t.co/3NujP1leb2</td>\n",
       "      <td>2017-02-21 21:12:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111662</th>\n",
       "      <td>'@ezralevant @scotsta59 they are probably illegal in the country that's why they r crossing the border hardly refugees fleeing nothing 1/'</td>\n",
       "      <td>2017-02-20 17:38:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128503</th>\n",
       "      <td>I Smell ISLAM  BREAKING! CANADA: Apparent terror attack by man with machete at Calgary’s Marlborough Mall   https://t.co/N865eShzsR #Chelsea</td>\n",
       "      <td>2016-09-19 19:05:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                content        publish_date\n",
       "118371                      But, per #Obama, sanctions don't work. Huh, #Iran. Canada Announces Sanctions Against Syrian Gov't https://t.co/RgoiouuvYV via @dailycaller 2017-04-16 02:38:00\n",
       "104850                                                            #trudeaueulogies \"I'm very sorry to see the passing of Dr. Mengele. Science has lost a great pioneer\" 2016-11-27 01:27:00\n",
       "119052                                                              Pte. Henry Houston Mccullough (Canadian Infantry - Eastern Ontario Regiment). Aug. 8, 1918. Age: 22 2017-04-20 04:23:00\n",
       "112514                          .@NRDC’s “Canada expert” needs help on geography, science, composition, accountability: https://t.co/hnMiqm0kwy https://t.co/84JJb3FVpC 2017-02-27 01:40:00\n",
       "119928                                        Toronto Sun Columnist on ISIS Hit List for Islam Coverage Saved by Police https://t.co/Dv97rzOEUt https://t.co/DFVjoveTMe 2017-04-27 12:28:00\n",
       "117159                                                          '@_Sylvia_1 @JustinTrudeau I never thought I'd see anyone worse for this country than PET..I was wrong' 2017-03-09 13:40:00\n",
       "114337             Mr Trudeau why was Justin born when you could have used a sock?. @Carmenkrevenky1 @ExtremCanadian @TrudeauNeeds2Go @mack3636 https://t.co/d0ds9KxtdS 2017-03-15 23:01:00\n",
       "111857  This divide resulted in this disastrous, accidental NDP. It's time to bring the family back together! #uniteAlberta #ableg #pcldr #pcaa https://t.co/3NujP1leb2 2017-02-21 21:12:00\n",
       "111662                       '@ezralevant @scotsta59 they are probably illegal in the country that's why they r crossing the border hardly refugees fleeing nothing 1/' 2017-02-20 17:38:00\n",
       "128503                     I Smell ISLAM  BREAKING! CANADA: Apparent terror attack by man with machete at Calgary’s Marlborough Mall   https://t.co/N865eShzsR #Chelsea 2016-09-19 19:05:00"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# See some tweets by the top right-wing troll\n",
    "\n",
    "cantwt[cantwt.author == 'AMELIEBALDWIN'].sample(10)[['content', 'publish_date']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "                                                                                       230\n",
       "Canada FORCED to take DRASTIC Action to Stop Illegals From Flooding In                  81\n",
       "Why Hasn’t Chelsea Handler Moved to Canada By Now?                                      69\n",
       "Trudeau is Forced to Rethink His OPEN BORDERS Policy                                    42\n",
       "BREAKING: ISIS Terrorist STABS Cop, Hits 4 Others With Car During Rampage in Canada     24\n",
       "Canadian NHL Player CONSIDERING ‘Taking a Knee’ During U.S. Anthem                      24\n",
       "The Canadian Football League is Protesting THEIR OWN National Anthem!                   24\n",
       "By Spacy Eva                                                                            23\n",
       "GITMO Terrorist Killer Trudeau Gave $10 Million to Now WANTS MORE!                      23\n",
       "Trudeau Learning the Hard Way “Refugees Welcome” is Bankrupting His Country             23\n",
       "Globalist Trudeau is Shamelessly DESTROYING Small Businesses!                           22\n",
       "Winter is Coming…and Trudeau Wants to Give Illegals at the Border THIS!                 22\n",
       "Name: clean_tweet, dtype: int64"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Strip tweets of hashtags, URLs and @-mentions and find 12 most tweeted texts\n",
    "\n",
    "cantwt['clean_tweet'] = cantwt.content.str.replace('(@\\w+|#\\w+|https?:.+)', '').str.strip()\n",
    "top_tweets = cantwt.clean_tweet.value_counts().head(12)\n",
    "top_tweets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "#news                   747\n",
       "#sports                 361\n",
       "#world                  295\n",
       "#environment            225\n",
       "#MakeTVShowsCanadian    181\n",
       "#cdnpoli                162\n",
       "#Canada                 117\n",
       "#politics                98\n",
       "#life                    60\n",
       "#IfIWereTedCruz          54\n",
       "#tcot                    50\n",
       "#local                   49\n",
       "#TopNews                 46\n",
       "#health                  44\n",
       "#WorldNews               43\n",
       "#tech                    42\n",
       "#TopVideo                41\n",
       "#Toronto                 36\n",
       "#hockey                  36\n",
       "#Trudeau                 35\n",
       "Name: 0, dtype: int64"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Most mentioned hashtags and accounts\n",
    "\n",
    "hashtags = cantwt.content.str.extractall('(#\\w+)')\n",
    "mentions = cantwt.content.str.extractall('(@\\w+)')\n",
    "\n",
    "hashtags[0].value_counts().head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "@midnight           133\n",
       "@CCTVNewsAfrica     118\n",
       "@JustinTrudeau       89\n",
       "@ABCPolitics         40\n",
       "@saatchi_gallery     30\n",
       "@GlennMcmillan14     29\n",
       "@josephjett          29\n",
       "@realDonaldTrump     29\n",
       "@tarekfatah          27\n",
       "@thetorontosun       27\n",
       "@agotoronto          26\n",
       "@VanArtGallery       26\n",
       "@ArtGalleryofNSW     26\n",
       "@TheAGH              22\n",
       "@mmmradiocanada      20\n",
       "@DJBankrupt          20\n",
       "@PhenomRadio         20\n",
       "@POTUS               19\n",
       "@TheRebelTV          19\n",
       "@YouTube             18\n",
       "Name: 0, dtype: int64"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mentions[0].value_counts().head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Run some NLP on the tweets\n",
    "\n",
    "import nltk\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.corpus import wordnet\n",
    "from nltk.stem import WordNetLemmatizer\n",
    "from nltk.tokenize import sent_tokenize\n",
    "\n",
    "engstopwords = set(stopwords.words('english'))\n",
    "lemmatizer = WordNetLemmatizer()\n",
    "\n",
    "def get_wordnet_pos(treebank_tag):\n",
    "    \"\"\"Utility function to convert pos_tag part-of-speech tags \n",
    "    to WordNet tags for use with lemmatizer. \n",
    "    \"\"\"\n",
    "    \n",
    "    if treebank_tag.startswith('J'):\n",
    "        return wordnet.ADJ\n",
    "    elif treebank_tag.startswith('V'):\n",
    "        return wordnet.VERB\n",
    "    elif treebank_tag.startswith('N'):\n",
    "        return wordnet.NOUN\n",
    "    elif treebank_tag.startswith('R'):\n",
    "        return wordnet.ADV\n",
    "    else:\n",
    "        return None # for easy if-statement \n",
    "\n",
    "def tokenize(text):\n",
    "    \"\"\"Takes raw text, tokenizes it, removes stopwords \n",
    "    and words that are one-character long (like 'a' and punctuation).\n",
    "    Returns a list of tokens.\n",
    "    \"\"\"\n",
    "    \n",
    "    tokens = nltk.tokenize.word_tokenize(text)\n",
    "    tokens = [word.lower() for word in tokens if len(word) > 1]\n",
    "    tokens = [word for word in tokens if word not in engstopwords]\n",
    "    return tokens\n",
    "\n",
    "def get_pos(tokens):\n",
    "    \"\"\"Takes a token list and gets the part-of-speech for each.\n",
    "    Returns a list of tuples ('word', 'POS')\n",
    "    \"\"\"\n",
    "    \n",
    "    tagged = nltk.pos_tag(tokens)\n",
    "    return tagged\n",
    "  \n",
    "def lemmatize(tagged_words):\n",
    "    \"\"\"Lemmatizes words. That is, it normalizes words to their most\n",
    "    basic form. For example, 'is', 'am' and 'are' are merged into 'be'.\n",
    "    \n",
    "    Returns a list of lemmatized tokens.\n",
    "    \n",
    "    Lemmatization is confined to parts of speech. Verb variations are lemmatized\n",
    "    to the root verb, and same with nouns.\n",
    "    \n",
    "    Example: 'continues' and 'continuing' are merged to 'continue'\n",
    "    but 'continuation' stays the same.\n",
    "    \"\"\"\n",
    "    \n",
    "    lemma_list = []\n",
    "    for word, tag in tagged_words:\n",
    "        wntag = get_wordnet_pos(tag)\n",
    "        if wntag is None:\n",
    "            lemma = lemmatizer.lemmatize(word) \n",
    "        else:\n",
    "            lemma = lemmatizer.lemmatize(word, pos=wntag)\n",
    "        lemma_list.append(lemma)\n",
    "    return lemma_list\n",
    "  \n",
    "def get_distfreq(tokens, top_n):\n",
    "    \"\"\" Finds the most common words in a token list.\n",
    "    Returns a list of tuples ('word', frequency)\n",
    "    \"\"\"\n",
    "    \n",
    "    fdist = nltk.FreqDist(tokens)\n",
    "    return fdist.most_common(top_n)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('canada', 2527),\n",
       " ('canadian', 1379),\n",
       " (\"'s\", 912),\n",
       " ('trudeau', 636),\n",
       " ('toronto', 453),\n",
       " ('...', 362),\n",
       " ('say', 323),\n",
       " ('move', 314),\n",
       " ('``', 297),\n",
       " ('rt', 284),\n",
       " (\"''\", 276),\n",
       " ('trump', 262),\n",
       " (\"n't\", 225),\n",
       " ('take', 218),\n",
       " ('montreal', 199),\n",
       " ('get', 198),\n",
       " ('force', 194),\n",
       " ('u', 185),\n",
       " ('new', 184),\n",
       " ('border', 179),\n",
       " ('wildfire', 179),\n",
       " ('go', 177),\n",
       " ('u.s.', 172),\n",
       " ('vancouver', 165),\n",
       " ('oil', 163),\n",
       " ('justin', 151),\n",
       " ('make', 144),\n",
       " ('quebec', 144),\n",
       " ('alberta', 144),\n",
       " ('win', 144)]"
      ]
     },
     "execution_count": 180,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Most common words\n",
    "\n",
    "all_tweets = ' '.join(cantwt.clean_tweet.values)\n",
    "\n",
    "lemmas = lemmatize(get_pos(tokenize(all_tweets)))\n",
    "get_distfreq(lemmas, 30)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [default]",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}