diff --git a/Exploratory Data Analysis(EDA)-Classfication(lemmatization).ipynb b/Exploratory Data Analysis(EDA)-Classfication(lemmatization).ipynb new file mode 100644 index 00000000..9becc737 --- /dev/null +++ b/Exploratory Data Analysis(EDA)-Classfication(lemmatization).ipynb @@ -0,0 +1,1225 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "f8f9cf0d", + "metadata": {}, + "outputs": [], + "source": [ + "#Importing Libraries\n", + "import nltk\n", + "\n", + "import numpy as np\n", + "import pandas as pd\n", + "\n", + "import matplotlib.pyplot as plt\n", + "%matplotlib inline\n", + "import seaborn as sns\n", + "import re" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "b9b90915", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(15819, 3)" + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# Display.max_colwidth option set to None to show all text content without truncation\n", + "pd.set_option('display.max_colwidth', None)\n", + "\n", + "#load the data\n", + "df=pd.read_csv(r\"C:/Users/student/Desktop/train.csv\")\n", + "\n", + "#get the shape of the dataframe\n", + "df.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "94b32858", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'Dimensions:'" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "(15819, 3)" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "'Columns:'" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "Index(['sentiment', 'message', 'tweetid'], dtype='object')" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "
|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "processed_text | \n", + "
|---|---|---|---|---|
| 28 | \n", + "-1 | \n", + "Sally Kohn’s latest evidence of climate change proves she is ‘not a smart person’ https://t.co/MhkzoGL9Vt via @twitchyteam Need we say more | \n", + "355491 | \n", + "sally kohns latest evidence climate change prof smart person via twitchyteam need say | \n", + "
| 46 | \n", + "-1 | \n", + "@realDonaldTrump Carbon Tax is a Globalist idea to enslave the world's population. It is the whole reason for propagating global warming! | \n", + "61141 | \n", + "realdonaldtrump carbon tax globalist idea enslave world population whole reason propagating global warming | \n", + "
| 48 | \n", + "-1 | \n", + "RT @SteveSGoddard: We had winds close to 100 MPH in the area this afternoon. I would blame climate change, except that this happens pr… | \n", + "719523 | \n", + "rt stevesgoddard wind close 100 mph area afternoon would blame climate change except happens pr | \n", + "
| 56 | \n", + "-1 | \n", + "@MissLizzyNJ lmao 😂 snowflakes ❄️ complaining about snowflakes ❄️ in winter =global warming 🤦♂️ | \n", + "911385 | \n", + "misslizzynj lmao snowflake complaining snowflake winter global warming | \n", + "
| 57 | \n", + "-1 | \n", + "RT @Dawn2334Dawn: This is ONE of Arnold Schwarzenegger's vehicles. He is now whining about climate change.\\nHow's his maid...illegal or\\nhttp… | \n", + "768263 | \n", + "rt dawn2334dawn one arnold schwarzeneggers vehicle whining climate change hows maidillegal | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "processed_text | \n", + "
|---|---|---|---|---|
| 19 | \n", + "0 | \n", + "Calum: *tweets abt reunitingish w the cast*\\n-sees replies begging him to come to their countries-\\nCalum: *goes back to rting climate change* | \n", + "547924 | \n", + "calum tweet abt reunitingish w cast see reply begging come country calum go back rting climate change | \n", + "
| 22 | \n", + "0 | \n", + "we also met this guy, he let us in on some truth about climate change and gay people not existing https://t.co/Q7yOMcMZaj | \n", + "67545 | \n", + "also met guy let u truth climate change gay people existing | \n", + "
| 30 | \n", + "0 | \n", + "@Jnp_Ftw are these the same scientists that denounce climate change? It's not a choice | \n", + "365051 | \n", + "jnp_ftw scientist denounce climate change choice | \n", + "
| 39 | \n", + "0 | \n", + "We’ ve dealt with simple issues like climate change and energy policy. Now the complex issues. Mal vs Tones. #qanda | \n", + "403368 | \n", + "dealt simple issue like climate change energy policy complex issue mal v tone qanda | \n", + "
| 43 | \n", + "0 | \n", + "RT @andrewsharp: Win probability is bullshit man. I saw the NBA Finals and that's when I knew, global warming isn't real | \n", + "326916 | \n", + "rt andrewsharp win probability bullshit man saw nba final thats knew global warming isnt real | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "processed_text | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "polyscimajor epa chief doesnt think carbon dioxide main cause global warming wait via mashable | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading poll electionnight | \n", + "
| 5 | \n", + "1 | \n", + "Worth a read whether you do or don't believe in climate change https://t.co/ggLZVNYjun https://t.co/7AFE2mAH8j | \n", + "425577 | \n", + "worth read whether dont believe climate change | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "processed_text | \n", + "
|---|---|---|---|---|
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "rt rawstory researcher say three year act climate change late | \n", + "
| 12 | \n", + "2 | \n", + "RT @tveitdal: We only have a 5 percent chance of avoiding ‘dangerous’ global warming, a study finds https://t.co/xUBTqNxhkK https://t.co/of… | \n", + "454673 | \n", + "rt tveitdal 5 percent chance avoiding dangerous global warming study find | \n", + "
| 14 | \n", + "2 | \n", + "Fossil fuel giant ExxonMobil ‘misled’ the public about climate change, Harvard academics conclude https://t.co/ofc2WSu4EX | \n", + "658092 | \n", + "fossil fuel giant exxonmobil misled public climate change harvard academic conclude | \n", + "
| 26 | \n", + "2 | \n", + "Bangladesh confronting climate change head on https://t.co/MTqeNBQDUt https://t.co/itgkUxgEfg | \n", + "365291 | \n", + "bangladesh confronting climate change head | \n", + "
| 32 | \n", + "2 | \n", + "RT @latimes: Atmospheric rivers fueled by climate change could decimate wild oysters in San Francisco Bay https://t.co/p0LZBhlU5K https://t… | \n", + "143471 | \n", + "rt latimes atmospheric river fueled climate change could decimate wild oyster san francisco bay | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "
|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon di... | \n", + "625221 | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogeni... | \n", + "126103 | \n", + "
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three ye... | \n", + "698562 | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year... | \n", + "573736 | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, ... | \n", + "466954 | \n", + "
| 5 | \n", + "1 | \n", + "Worth a read whether you do or don't believe i... | \n", + "425577 | \n", + "
| 6 | \n", + "1 | \n", + "RT @thenation: Mike Pence doesn’t believe in g... | \n", + "294933 | \n", + "
| 7 | \n", + "1 | \n", + "RT @makeandmendlife: Six big things we can ALL... | \n", + "992717 | \n", + "
| 8 | \n", + "1 | \n", + "@AceofSpadesHQ My 8yo nephew is inconsolable. ... | \n", + "664510 | \n", + "
| 9 | \n", + "1 | \n", + "RT @paigetweedy: no offense… but like… how do ... | \n", + "260471 | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon di... | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide ma... | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogeni... | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three ye... | \n", + "698562 | \n", + "researchers say three years act climate change... | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year... | \n", + "573736 | \n", + "wired 2016 pivotal year war climate change | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, ... | \n", + "466954 | \n", + "2016 racist sexist climate change denying bigo... | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|---|
| 15814 | \n", + "1 | \n", + "RT @ezlusztig: They took down the material on ... | \n", + "22001 | \n", + "took material global warming lgbt rights healt... | \n", + "
| 15815 | \n", + "2 | \n", + "RT @washingtonpost: How climate change could b... | \n", + "17856 | \n", + "climate change could breaking 200millionyearol... | \n", + "
| 15816 | \n", + "0 | \n", + "notiven: RT: nytimesworld :What does Trump act... | \n", + "384248 | \n", + "notiven nytimesworld what trump actually beli... | \n", + "
| 15817 | \n", + "-1 | \n", + "RT @sara8smiles: Hey liberals the climate chan... | \n", + "819732 | \n", + "hey liberals climate change crap hoax ties cli... | \n", + "
| 15818 | \n", + "0 | \n", + "RT @Chet_Cannon: .@kurteichenwald's 'climate c... | \n", + "806319 | \n", + "s climate change equation 4 screenshots | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "clean_message | \n", + "tokens | \n", + "
|---|---|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon di... | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxid mai... | \n", + "[polyscimajor, epa, chief, think, carbon, diox... | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogeni... | \n", + "126103 | \n", + "like lack evid anthropogen global warm | \n", + "[like, lack, evidence, anthropogenic, global, ... | \n", + "
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three ye... | \n", + "698562 | \n", + "research say three year act climat chang it late | \n", + "[researchers, say, three, years, act, climate,... | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year... | \n", + "573736 | \n", + "wire 2016 pivot year war climat chang | \n", + "[wired, 2016, pivotal, year, war, climate, cha... | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, ... | \n", + "466954 | \n", + "2016 racist sexist climat chang deni bigot lea... | \n", + "[2016, racist, sexist, climate, change, denyin... | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|
| 0 | \n", + "1 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxid mai... | \n", + "
| 1 | \n", + "1 | \n", + "126103 | \n", + "like lack evid anthropogen global warm | \n", + "
| 2 | \n", + "2 | \n", + "698562 | \n", + "research say three year act climat chang it late | \n", + "
| 3 | \n", + "1 | \n", + "573736 | \n", + "wire 2016 pivot year war climat chang | \n", + "
| 4 | \n", + "1 | \n", + "466954 | \n", + "2016 racist sexist climat chang deni bigot lea... | \n", + "
| \n", + " | Word | \n", + "Frequency | \n", + "
|---|---|---|
| 0 | \n", + "climat | \n", + "12605 | \n", + "
| 1 | \n", + "chang | \n", + "12584 | \n", + "
| 2 | \n", + "global | \n", + "3789 | \n", + "
| 3 | \n", + "warm | \n", + "3556 | \n", + "
| 4 | \n", + "trump | \n", + "2289 | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|
| 28 | \n", + "-1 | \n", + "355491 | \n", + "salli kohn latest evid climat chang prove not ... | \n", + "
| 46 | \n", + "-1 | \n", + "61141 | \n", + "carbon tax globalist idea enslav world popul w... | \n", + "
| 48 | \n", + "-1 | \n", + "719523 | \n", + "wind close 100 mph area afternoon would blame ... | \n", + "
| 56 | \n", + "-1 | \n", + "911385 | \n", + "lmao snowflak complain snowflak winter global ... | \n", + "
| 57 | \n", + "-1 | \n", + "768263 | \n", + "one arnold schwarzenegg vehicl whine climat ch... | \n", + "
| \n", + " | tweetid | \n", + "clean_message | \n", + "
|---|---|---|
| 0 | \n", + "169760 | \n", + "europ look china make sure alon fight climat c... | \n", + "
| 1 | \n", + "35326 | \n", + "combin poll staffer climat chang women right f... | \n", + "
| 2 | \n", + "224985 | \n", + "scari unimpeach evid climat chang alreadi here | \n", + "
| \n", + " | sentiment | \n", + "
|---|---|
| 0 | \n", + "1 | \n", + "
| 1 | \n", + "1 | \n", + "
| 2 | \n", + "1 | \n", + "
| 3 | \n", + "1 | \n", + "
| 4 | \n", + "0 | \n", + "
| ... | \n", + "... | \n", + "
| 10541 | \n", + "1 | \n", + "
| 10542 | \n", + "1 | \n", + "
| 10543 | \n", + "2 | \n", + "
| 10544 | \n", + "0 | \n", + "
| 10545 | \n", + "2 | \n", + "
10546 rows × 1 columns
\n", + "| \n", + " | tweetid | \n", + "sentiment | \n", + "
|---|---|---|
| 0 | \n", + "169760 | \n", + "1 | \n", + "
| 1 | \n", + "35326 | \n", + "1 | \n", + "
| 2 | \n", + "224985 | \n", + "1 | \n", + "
| 3 | \n", + "476263 | \n", + "1 | \n", + "
| 4 | \n", + "872928 | \n", + "0 | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "
| 10541 | \n", + "895714 | \n", + "1 | \n", + "
| 10542 | \n", + "875167 | \n", + "1 | \n", + "
| 10543 | \n", + "78329 | \n", + "2 | \n", + "
| 10544 | \n", + "867455 | \n", + "0 | \n", + "
| 10545 | \n", + "470892 | \n", + "2 | \n", + "
10546 rows × 2 columns
\n", + "| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "
|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "
| 5 | \n", + "1 | \n", + "Worth a read whether you do or don't believe in climate change https://t.co/ggLZVNYjun https://t.co/7AFE2mAH8j | \n", + "425577 | \n", + "
| 6 | \n", + "1 | \n", + "RT @thenation: Mike Pence doesn’t believe in global warming or that smoking causes lung cancer. https://t.co/gvWYaauU8R | \n", + "294933 | \n", + "
| 7 | \n", + "1 | \n", + "RT @makeandmendlife: Six big things we can ALL do today to fight climate change, or how to be a climate activist… https://t.co/TYMLu6DbNM h… | \n", + "992717 | \n", + "
| 8 | \n", + "1 | \n", + "@AceofSpadesHQ My 8yo nephew is inconsolable. He wants to die of old age like me, but will perish in the fiery hellscape of climate change. | \n", + "664510 | \n", + "
| 9 | \n", + "1 | \n", + "RT @paigetweedy: no offense… but like… how do you just not believe… in global warming……… | \n", + "260471 | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "PolySciMajor EPA chief think carbon dioxide main cause global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "RT @RawStory: Researchers say three years act climate change it’s late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "#TodayinMaker# WIRED : 2016 pivotal year war climate change https://t.co/44wOTxTLcD | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "RT @SoyNovioDeTodas: 2016, racist, sexist, climate change denying bigot leading polls. #ElectionNight | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "clean_message | \n", + "tokens | \n", + "stem | \n", + "
|---|---|---|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "[polyscimajor, epa, chief, think, carbon, dioxide, main, cause, global, warming, and, wait, what, url, via, mashable] | \n", + "[polyscimajor, epa, chief, think, carbon, dioxid, main, caus, global, warm, and, wait, what, url, via, mashabl] | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "[like, lack, evidence, anthropogenic, global, warming] | \n", + "[like, lack, evid, anthropogen, global, warm] | \n", + "
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "[rt, rawstory, researchers, say, three, years, act, climate, change, its, late, url, url] | \n", + "[rt, rawstori, research, say, three, year, act, climat, chang, it, late, url, url] | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "[todayinmaker, wired, 2016, pivotal, year, war, climate, change, url] | \n", + "[todayinmak, wire, 2016, pivot, year, war, climat, chang, url] | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "[rt, soynoviodetodas, 2016, racist, sexist, climate, change, denying, bigot, leading, polls, electionnight] | \n", + "[rt, soynoviodetoda, 2016, racist, sexist, climat, chang, deni, bigot, lead, poll, electionnight] | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "clean_message | \n", + "tokens | \n", + "stem | \n", + "lemma | \n", + "
|---|---|---|---|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "[polyscimajor, epa, chief, think, carbon, dioxide, main, cause, global, warming, and, wait, what, url, via, mashable] | \n", + "[polyscimajor, epa, chief, think, carbon, dioxid, main, caus, global, warm, and, wait, what, url, via, mashabl] | \n", + "[polyscimajor, epa, chief, think, carbon, dioxide, main, cause, global, warming, and, wait, what, url, via, mashable] | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "[like, lack, evidence, anthropogenic, global, warming] | \n", + "[like, lack, evid, anthropogen, global, warm] | \n", + "[like, lack, evidence, anthropogenic, global, warming] | \n", + "
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "[rt, rawstory, researchers, say, three, years, act, climate, change, its, late, url, url] | \n", + "[rt, rawstori, research, say, three, year, act, climat, chang, it, late, url, url] | \n", + "[rt, rawstory, researcher, say, three, year, act, climate, change, it, late, url, url] | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "[todayinmaker, wired, 2016, pivotal, year, war, climate, change, url] | \n", + "[todayinmak, wire, 2016, pivot, year, war, climat, chang, url] | \n", + "[todayinmaker, wired, 2016, pivotal, year, war, climate, change, url] | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "[rt, soynoviodetodas, 2016, racist, sexist, climate, change, denying, bigot, leading, polls, electionnight] | \n", + "[rt, soynoviodetoda, 2016, racist, sexist, climat, chang, deni, bigot, lead, poll, electionnight] | \n", + "[rt, soynoviodetodas, 2016, racist, sexist, climate, change, denying, bigot, leading, poll, electionnight] | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "
| 1 | \n", + "1.0 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "
| 2 | \n", + "2.0 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "
| 3 | \n", + "1.0 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "
| 4 | \n", + "1.0 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "
| 5 | \n", + "1.0 | \n", + "Worth a read whether you do or don't believe in climate change https://t.co/ggLZVNYjun https://t.co/7AFE2mAH8j | \n", + "425577 | \n", + "
| 6 | \n", + "1.0 | \n", + "RT @thenation: Mike Pence doesn’t believe in global warming or that smoking causes lung cancer. https://t.co/gvWYaauU8R | \n", + "294933 | \n", + "
| 7 | \n", + "1.0 | \n", + "RT @makeandmendlife: Six big things we can ALL do today to fight climate change, or how to be a climate activist… https://t.co/TYMLu6DbNM h… | \n", + "992717 | \n", + "
| 8 | \n", + "1.0 | \n", + "@AceofSpadesHQ My 8yo nephew is inconsolable. He wants to die of old age like me, but will perish in the fiery hellscape of climate change. | \n", + "664510 | \n", + "
| 9 | \n", + "1.0 | \n", + "RT @paigetweedy: no offense… but like… how do you just not believe… in global warming……… | \n", + "260471 | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "PolySciMajor EPA chief think carbon dioxide main cause global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "RT @RawStory: Researchers say three years act climate change it’s late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "
| 3 | \n", + "1.0 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "#TodayinMaker# WIRED : 2016 pivotal year war climate change https://t.co/44wOTxTLcD | \n", + "
| 4 | \n", + "1.0 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "RT @SoyNovioDeTodas: 2016, racist, sexist, climate change denying bigot leading polls. #ElectionNight | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 10541 | \n", + "NaN | \n", + "895714 | \n", + "rt brittanybohrer brb writing poem climate change climatechange science poetry fakenews alternativefacts url | \n", + "
| 10542 | \n", + "NaN | \n", + "875167 | \n", + "2016 year climate change came home hottest year record karl mathiesen travelled tasmania url | \n", + "
| 10543 | \n", + "NaN | \n", + "78329 | \n", + "rt loopvanuatu pacific countries positive fiji leading global climate change conference november url | \n", + "
| 10544 | \n", + "NaN | \n", + "867455 | \n", + "rt xanria00018 youre hot must cause global warming aldublaboroflove jophie30 asn585 | \n", + "
| 10545 | \n", + "NaN | \n", + "470892 | \n", + "rt chloebalaoing climate change global issue thats getting worse eating plant based least amount effort h | \n", + "
26365 rows × 3 columns
\n", + "| \n", + " | sentiment | \n", + "
|---|---|
| 0 | \n", + "1.0 | \n", + "
| 1 | \n", + "1.0 | \n", + "
| 2 | \n", + "2.0 | \n", + "
| 3 | \n", + "1.0 | \n", + "
| 4 | \n", + "1.0 | \n", + "
| ... | \n", + "... | \n", + "
| 15814 | \n", + "1.0 | \n", + "
| 15815 | \n", + "2.0 | \n", + "
| 15816 | \n", + "0.0 | \n", + "
| 15817 | \n", + "-1.0 | \n", + "
| 15818 | \n", + "0.0 | \n", + "
15819 rows × 1 columns
\n", + "| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "
| 1 | \n", + "1.0 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "
| 2 | \n", + "2.0 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "
| 3 | \n", + "1.0 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "
| 4 | \n", + "1.0 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "
| 5 | \n", + "1.0 | \n", + "Worth a read whether you do or don't believe in climate change https://t.co/ggLZVNYjun https://t.co/7AFE2mAH8j | \n", + "425577 | \n", + "
| 6 | \n", + "1.0 | \n", + "RT @thenation: Mike Pence doesn’t believe in global warming or that smoking causes lung cancer. https://t.co/gvWYaauU8R | \n", + "294933 | \n", + "
| 7 | \n", + "1.0 | \n", + "RT @makeandmendlife: Six big things we can ALL do today to fight climate change, or how to be a climate activist… https://t.co/TYMLu6DbNM h… | \n", + "992717 | \n", + "
| 8 | \n", + "1.0 | \n", + "@AceofSpadesHQ My 8yo nephew is inconsolable. He wants to die of old age like me, but will perish in the fiery hellscape of climate change. | \n", + "664510 | \n", + "
| 9 | \n", + "1.0 | \n", + "RT @paigetweedy: no offense… but like… how do you just not believe… in global warming……… | \n", + "260471 | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "PolySciMajor EPA chief think carbon dioxide main cause global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "RT @RawStory: Researchers say three years act climate change it’s late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "
| 3 | \n", + "1.0 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "#TodayinMaker# WIRED : 2016 pivotal year war climate change https://t.co/44wOTxTLcD | \n", + "
| 4 | \n", + "1.0 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "RT @SoyNovioDeTodas: 2016, racist, sexist, climate change denying bigot leading polls. #ElectionNight | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 10541 | \n", + "NaN | \n", + "895714 | \n", + "rt brittanybohrer brb writing poem climate change climatechange science poetry fakenews alternativefacts url | \n", + "
| 10542 | \n", + "NaN | \n", + "875167 | \n", + "2016 year climate change came home hottest year record karl mathiesen travelled tasmania url | \n", + "
| 10543 | \n", + "NaN | \n", + "78329 | \n", + "rt loopvanuatu pacific countries positive fiji leading global climate change conference november url | \n", + "
| 10544 | \n", + "NaN | \n", + "867455 | \n", + "rt xanria00018 youre hot must cause global warming aldublaboroflove jophie30 asn585 | \n", + "
| 10545 | \n", + "NaN | \n", + "470892 | \n", + "rt chloebalaoing climate change global issue thats getting worse eating plant based least amount effort h | \n", + "
26365 rows × 3 columns
\n", + "| \n", + " | sentiment | \n", + "
|---|---|
| 0 | \n", + "1.0 | \n", + "
| 1 | \n", + "1.0 | \n", + "
| 2 | \n", + "2.0 | \n", + "
| 3 | \n", + "1.0 | \n", + "
| 4 | \n", + "1.0 | \n", + "
| ... | \n", + "... | \n", + "
| 15814 | \n", + "1.0 | \n", + "
| 15815 | \n", + "2.0 | \n", + "
| 15816 | \n", + "0.0 | \n", + "
| 15817 | \n", + "-1.0 | \n", + "
| 15818 | \n", + "0.0 | \n", + "
15819 rows × 1 columns
\n", + "| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "tokens | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "[polyscimajor, epa, chief, think, carbon, dioxide, main, cause, global, warming, and, wait, what, url, via, mashable] | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "[like, lack, evidence, anthropogenic, global, warming] | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "[rt, rawstory, researchers, say, three, years, act, climate, change, its, late, url, url] | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "[todayinmaker, wired, 2016, pivotal, year, war, climate, change, url] | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "[rt, soynoviodetodas, 2016, racist, sexist, climate, change, denying, bigot, leading, polls, electionnight] | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "tokens | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "[polyscimajor, epa, chief, think, carbon, dioxide, main, cause, global, warming, and, wait, what, url, via, mashable] | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "[like, lack, evidence, anthropogenic, global, warming] | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "[rt, rawstory, researchers, say, three, years, act, climate, change, its, late, url, url] | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "[todayinmaker, wired, 2016, pivotal, year, war, climate, change, url] | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "[rt, soynoviodetodas, 2016, racist, sexist, climate, change, denying, bigot, leading, polls, electionnight] | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "processed_text | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "polyscimajor epa chief doesnt think carbon dioxid main caus global warm wait via mashabl | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "like lack evid anthropogen global warm | \n", + "
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "rt rawstori research say three year act climat chang late | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "todayinmak wire 2016 pivot year war climat chang | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "rt soynoviodetoda 2016 racist sexist climat chang deni bigot lead poll electionnight | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "processed_text | \n", + "
|---|---|---|---|---|
| 28 | \n", + "-1 | \n", + "Sally Kohn’s latest evidence of climate change proves she is ‘not a smart person’ https://t.co/MhkzoGL9Vt via @twitchyteam Need we say more | \n", + "355491 | \n", + "salli kohn latest evid climat chang prove smart person via twitchyteam need say | \n", + "
| 46 | \n", + "-1 | \n", + "@realDonaldTrump Carbon Tax is a Globalist idea to enslave the world's population. It is the whole reason for propagating global warming! | \n", + "61141 | \n", + "realdonaldtrump carbon tax globalist idea enslav world popul whole reason propag global warm | \n", + "
| 48 | \n", + "-1 | \n", + "RT @SteveSGoddard: We had winds close to 100 MPH in the area this afternoon. I would blame climate change, except that this happens pr… | \n", + "719523 | \n", + "rt stevesgoddard wind close 100 mph area afternoon would blame climat chang except happen pr | \n", + "
| 56 | \n", + "-1 | \n", + "@MissLizzyNJ lmao 😂 snowflakes ❄️ complaining about snowflakes ❄️ in winter =global warming 🤦♂️ | \n", + "911385 | \n", + "misslizzynj lmao snowflak complain snowflak winter global warm | \n", + "
| 57 | \n", + "-1 | \n", + "RT @Dawn2334Dawn: This is ONE of Arnold Schwarzenegger's vehicles. He is now whining about climate change.\\nHow's his maid...illegal or\\nhttp… | \n", + "768263 | \n", + "rt dawn2334dawn one arnold schwarzenegg vehicl whine climat chang how maidilleg | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "processed_text | \n", + "
|---|---|---|---|---|
| 19 | \n", + "0 | \n", + "Calum: *tweets abt reunitingish w the cast*\\n-sees replies begging him to come to their countries-\\nCalum: *goes back to rting climate change* | \n", + "547924 | \n", + "calum tweet abt reunitingish w cast see repli beg come countri calum goe back rting climat chang | \n", + "
| 22 | \n", + "0 | \n", + "we also met this guy, he let us in on some truth about climate change and gay people not existing https://t.co/Q7yOMcMZaj | \n", + "67545 | \n", + "also met guy let us truth climat chang gay peopl exist | \n", + "
| 30 | \n", + "0 | \n", + "@Jnp_Ftw are these the same scientists that denounce climate change? It's not a choice | \n", + "365051 | \n", + "jnp_ftw scientist denounc climat chang choic | \n", + "
| 39 | \n", + "0 | \n", + "We’ ve dealt with simple issues like climate change and energy policy. Now the complex issues. Mal vs Tones. #qanda | \n", + "403368 | \n", + "dealt simpl issu like climat chang energi polici complex issu mal vs tone qanda | \n", + "
| 43 | \n", + "0 | \n", + "RT @andrewsharp: Win probability is bullshit man. I saw the NBA Finals and that's when I knew, global warming isn't real | \n", + "326916 | \n", + "rt andrewsharp win probabl bullshit man saw nba final that knew global warm isnt real | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "processed_text | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "polyscimajor epa chief doesnt think carbon dioxid main caus global warm wait via mashabl | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "like lack evid anthropogen global warm | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "todayinmak wire 2016 pivot year war climat chang | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "rt soynoviodetoda 2016 racist sexist climat chang deni bigot lead poll electionnight | \n", + "
| 5 | \n", + "1 | \n", + "Worth a read whether you do or don't believe in climate change https://t.co/ggLZVNYjun https://t.co/7AFE2mAH8j | \n", + "425577 | \n", + "worth read whether dont believ climat chang | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "processed_text | \n", + "
|---|---|---|---|---|
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "rt rawstori research say three year act climat chang late | \n", + "
| 12 | \n", + "2 | \n", + "RT @tveitdal: We only have a 5 percent chance of avoiding ‘dangerous’ global warming, a study finds https://t.co/xUBTqNxhkK https://t.co/of… | \n", + "454673 | \n", + "rt tveitdal 5 percent chanc avoid danger global warm studi find | \n", + "
| 14 | \n", + "2 | \n", + "Fossil fuel giant ExxonMobil ‘misled’ the public about climate change, Harvard academics conclude https://t.co/ofc2WSu4EX | \n", + "658092 | \n", + "fossil fuel giant exxonmobil misl public climat chang harvard academ conclud | \n", + "
| 26 | \n", + "2 | \n", + "Bangladesh confronting climate change head on https://t.co/MTqeNBQDUt https://t.co/itgkUxgEfg | \n", + "365291 | \n", + "bangladesh confront climat chang head | \n", + "
| 32 | \n", + "2 | \n", + "RT @latimes: Atmospheric rivers fueled by climate change could decimate wild oysters in San Francisco Bay https://t.co/p0LZBhlU5K https://t… | \n", + "143471 | \n", + "rt latim atmospher river fuel climat chang could decim wild oyster san francisco bay | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "
|---|---|---|---|
| 0 | \n", + "1 | \n", + "PolySciMajor EPA chief doesn't think carbon di... | \n", + "625221 | \n", + "
| 1 | \n", + "1 | \n", + "It's not like we lack evidence of anthropogeni... | \n", + "126103 | \n", + "
| 2 | \n", + "2 | \n", + "RT @RawStory: Researchers say we have three ye... | \n", + "698562 | \n", + "
| 3 | \n", + "1 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year... | \n", + "573736 | \n", + "
| 4 | \n", + "1 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, ... | \n", + "466954 | \n", + "
| 5 | \n", + "1 | \n", + "Worth a read whether you do or don't believe i... | \n", + "425577 | \n", + "
| 6 | \n", + "1 | \n", + "RT @thenation: Mike Pence doesn’t believe in g... | \n", + "294933 | \n", + "
| 7 | \n", + "1 | \n", + "RT @makeandmendlife: Six big things we can ALL... | \n", + "992717 | \n", + "
| 8 | \n", + "1 | \n", + "@AceofSpadesHQ My 8yo nephew is inconsolable. ... | \n", + "664510 | \n", + "
| 9 | \n", + "1 | \n", + "RT @paigetweedy: no offense… but like… how do ... | \n", + "260471 | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "
|---|---|---|
| 2 | \n", + "1 | \n", + "8530 | \n", + "
| 3 | \n", + "2 | \n", + "3640 | \n", + "
| 1 | \n", + "0 | \n", + "2353 | \n", + "
| 0 | \n", + "-1 | \n", + "1296 | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "clean | \n", + "Num_words_clean | \n", + "Num_word_message | \n", + "difference_in_words | \n", + "words_list | \n", + "
|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "1 | \n", + "None | \n", + "625221 | \n", + "None | \n", + "1 | \n", + "1 | \n", + "0 | \n", + "[PolySciMajor, EPA, chief, think, carbon, diox... | \n", + "
| 1 | \n", + "1 | \n", + "None | \n", + "126103 | \n", + "None | \n", + "1 | \n", + "1 | \n", + "0 | \n", + "[It's, like, lack, evidence, anthropogenic, gl... | \n", + "
| 2 | \n", + "2 | \n", + "None | \n", + "698562 | \n", + "None | \n", + "1 | \n", + "1 | \n", + "0 | \n", + "[RT, @RawStory:, Researchers, say, three, year... | \n", + "
| 3 | \n", + "1 | \n", + "None | \n", + "573736 | \n", + "None | \n", + "1 | \n", + "1 | \n", + "0 | \n", + "[#TodayinMaker#, WIRED, :, 2016, pivotal, year... | \n", + "
| 4 | \n", + "1 | \n", + "None | \n", + "466954 | \n", + "None | \n", + "1 | \n", + "1 | \n", + "0 | \n", + "[RT, @SoyNovioDeTodas:, It's, 2016,, racist,, ... | \n", + "
| \n", + " | Common_words | \n", + "count | \n", + "
|---|---|---|
| 0 | \n", + "climate | \n", + "12170 | \n", + "
| 1 | \n", + "RT | \n", + "9706 | \n", + "
| 2 | \n", + "change | \n", + "8865 | \n", + "
| 3 | \n", + "to | \n", + "7066 | \n", + "
| 4 | \n", + "the | \n", + "6397 | \n", + "
| 5 | \n", + "of | \n", + "4176 | \n", + "
| 6 | \n", + "is | \n", + "4143 | \n", + "
| 7 | \n", + "a | \n", + "3825 | \n", + "
| 8 | \n", + "global | \n", + "3575 | \n", + "
| 9 | \n", + "in | \n", + "3406 | \n", + "
| 10 | \n", + "and | \n", + "2797 | \n", + "
| 11 | \n", + "on | \n", + "2630 | \n", + "
| 12 | \n", + "warming | \n", + "2517 | \n", + "
| 13 | \n", + "for | \n", + "1905 | \n", + "
| 14 | \n", + "about | \n", + "1780 | \n", + "
| 15 | \n", + "Trump | \n", + "1608 | \n", + "
| 16 | \n", + "that | \n", + "1461 | \n", + "
| 17 | \n", + "are | \n", + "1323 | \n", + "
| 18 | \n", + "change. | \n", + "1322 | \n", + "
| 19 | \n", + "you | \n", + "1196 | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "
| 1 | \n", + "1.0 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "
| 2 | \n", + "2.0 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "
| 3 | \n", + "1.0 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "
| 4 | \n", + "1.0 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "
| 5 | \n", + "1.0 | \n", + "Worth a read whether you do or don't believe in climate change https://t.co/ggLZVNYjun https://t.co/7AFE2mAH8j | \n", + "425577 | \n", + "
| 6 | \n", + "1.0 | \n", + "RT @thenation: Mike Pence doesn’t believe in global warming or that smoking causes lung cancer. https://t.co/gvWYaauU8R | \n", + "294933 | \n", + "
| 7 | \n", + "1.0 | \n", + "RT @makeandmendlife: Six big things we can ALL do today to fight climate change, or how to be a climate activist… https://t.co/TYMLu6DbNM h… | \n", + "992717 | \n", + "
| 8 | \n", + "1.0 | \n", + "@AceofSpadesHQ My 8yo nephew is inconsolable. He wants to die of old age like me, but will perish in the fiery hellscape of climate change. | \n", + "664510 | \n", + "
| 9 | \n", + "1.0 | \n", + "RT @paigetweedy: no offense… but like… how do you just not believe… in global warming……… | \n", + "260471 | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "PolySciMajor EPA chief think carbon dioxide main cause global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "RT @RawStory: Researchers say three years act climate change it’s late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "
| 3 | \n", + "1.0 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "#TodayinMaker# WIRED : 2016 pivotal year war climate change https://t.co/44wOTxTLcD | \n", + "
| 4 | \n", + "1.0 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "RT @SoyNovioDeTodas: 2016, racist, sexist, climate change denying bigot leading polls. #ElectionNight | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "
| \n", + " | sentiment | \n", + "
|---|---|
| 0 | \n", + "1 | \n", + "
| 1 | \n", + "1 | \n", + "
| 2 | \n", + "1 | \n", + "
| 3 | \n", + "1 | \n", + "
| 4 | \n", + "0 | \n", + "
| \n", + " | tweetid | \n", + "sentiment | \n", + "
|---|---|---|
| 0 | \n", + "169760 | \n", + "1 | \n", + "
| 1 | \n", + "35326 | \n", + "1 | \n", + "
| 2 | \n", + "224985 | \n", + "1 | \n", + "
| 3 | \n", + "476263 | \n", + "1 | \n", + "
| 4 | \n", + "872928 | \n", + "0 | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "
| 10541 | \n", + "895714 | \n", + "1 | \n", + "
| 10542 | \n", + "875167 | \n", + "1 | \n", + "
| 10543 | \n", + "78329 | \n", + "2 | \n", + "
| 10544 | \n", + "867455 | \n", + "0 | \n", + "
| 10545 | \n", + "470892 | \n", + "1 | \n", + "
10546 rows × 2 columns
\n", + "| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "
| 1 | \n", + "1.0 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "
| 2 | \n", + "2.0 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "
| 3 | \n", + "1.0 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "
| 4 | \n", + "1.0 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "
| 5 | \n", + "1.0 | \n", + "Worth a read whether you do or don't believe in climate change https://t.co/ggLZVNYjun https://t.co/7AFE2mAH8j | \n", + "425577 | \n", + "
| 6 | \n", + "1.0 | \n", + "RT @thenation: Mike Pence doesn’t believe in global warming or that smoking causes lung cancer. https://t.co/gvWYaauU8R | \n", + "294933 | \n", + "
| 7 | \n", + "1.0 | \n", + "RT @makeandmendlife: Six big things we can ALL do today to fight climate change, or how to be a climate activist… https://t.co/TYMLu6DbNM h… | \n", + "992717 | \n", + "
| 8 | \n", + "1.0 | \n", + "@AceofSpadesHQ My 8yo nephew is inconsolable. He wants to die of old age like me, but will perish in the fiery hellscape of climate change. | \n", + "664510 | \n", + "
| 9 | \n", + "1.0 | \n", + "RT @paigetweedy: no offense… but like… how do you just not believe… in global warming……… | \n", + "260471 | \n", + "
| \n", + " | sentiment | \n", + "message | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "PolySciMajor EPA chief doesn't think carbon dioxide is main cause of global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "625221 | \n", + "PolySciMajor EPA chief think carbon dioxide main cause global warming and.. wait, what!? https://t.co/yeLvcEFXkC via @mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "It's not like we lack evidence of anthropogenic global warming | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "RT @RawStory: Researchers say we have three years to act on climate change before it’s too late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "698562 | \n", + "RT @RawStory: Researchers say three years act climate change it’s late https://t.co/WdT0KdUr2f https://t.co/Z0ANPT… | \n", + "
| 3 | \n", + "1.0 | \n", + "#TodayinMaker# WIRED : 2016 was a pivotal year in the war on climate change https://t.co/44wOTxTLcD | \n", + "573736 | \n", + "#TodayinMaker# WIRED : 2016 pivotal year war climate change https://t.co/44wOTxTLcD | \n", + "
| 4 | \n", + "1.0 | \n", + "RT @SoyNovioDeTodas: It's 2016, and a racist, sexist, climate change denying bigot is leading in the polls. #ElectionNight | \n", + "466954 | \n", + "RT @SoyNovioDeTodas: 2016, racist, sexist, climate change denying bigot leading polls. #ElectionNight | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "
| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "tokenize | \n", + "
|---|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "[polyscimajor, epa, chief, think, carbon, dioxide, main, cause, global, warming, and, wait, what, url, via, mashable] | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "[like, lack, evidence, anthropogenic, global, warming] | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "[rt, rawstory, researchers, say, three, years, act, climate, change, its, late, url, url] | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "[todayinmaker, wired, 2016, pivotal, year, war, climate, change, url] | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "[rt, soynoviodetodas, 2016, racist, sexist, climate, change, denying, bigot, leading, polls, electionnight] | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 10541 | \n", + "NaN | \n", + "895714 | \n", + "rt brittanybohrer brb writing poem climate change climatechange science poetry fakenews alternativefacts url | \n", + "[rt, brittanybohrer, brb, writing, poem, climate, change, climatechange, science, poetry, fakenews, alternativefacts, url] | \n", + "
| 10542 | \n", + "NaN | \n", + "875167 | \n", + "2016 year climate change came home hottest year record karl mathiesen travelled tasmania url | \n", + "[2016, year, climate, change, came, home, hottest, year, record, karl, mathiesen, travelled, tasmania, url] | \n", + "
| 10543 | \n", + "NaN | \n", + "78329 | \n", + "rt loopvanuatu pacific countries positive fiji leading global climate change conference november url | \n", + "[rt, loopvanuatu, pacific, countries, positive, fiji, leading, global, climate, change, conference, november, url] | \n", + "
| 10544 | \n", + "NaN | \n", + "867455 | \n", + "rt xanria00018 youre hot must cause global warming aldublaboroflove jophie30 asn585 | \n", + "[rt, xanria00018, youre, hot, must, cause, global, warming, aldublaboroflove, jophie30, asn585] | \n", + "
| 10545 | \n", + "NaN | \n", + "470892 | \n", + "rt chloebalaoing climate change global issue thats getting worse eating plant based least amount effort h | \n", + "[rt, chloebalaoing, climate, change, global, issue, thats, getting, worse, eating, plant, based, least, amount, effort, h] | \n", + "
26365 rows × 4 columns
\n", + "| \n", + " | sentiment | \n", + "tweetid | \n", + "clean_message | \n", + "tokenize | \n", + "lemmatized | \n", + "
|---|---|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "[polyscimajor, epa, chief, think, carbon, dioxide, main, cause, global, warming, and, wait, what, url, via, mashable] | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "[like, lack, evidence, anthropogenic, global, warming] | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researchers say three years act climate change its late url url | \n", + "[rt, rawstory, researchers, say, three, years, act, climate, change, its, late, url, url] | \n", + "rt rawstory researcher say three year act climate change it late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "[todayinmaker, wired, 2016, pivotal, year, war, climate, change, url] | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading polls electionnight | \n", + "[rt, soynoviodetodas, 2016, racist, sexist, climate, change, denying, bigot, leading, polls, electionnight] | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading poll electionnight | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 10541 | \n", + "NaN | \n", + "895714 | \n", + "rt brittanybohrer brb writing poem climate change climatechange science poetry fakenews alternativefacts url | \n", + "[rt, brittanybohrer, brb, writing, poem, climate, change, climatechange, science, poetry, fakenews, alternativefacts, url] | \n", + "rt brittanybohrer brb writing poem climate change climatechange science poetry fakenews alternativefacts url | \n", + "
| 10542 | \n", + "NaN | \n", + "875167 | \n", + "2016 year climate change came home hottest year record karl mathiesen travelled tasmania url | \n", + "[2016, year, climate, change, came, home, hottest, year, record, karl, mathiesen, travelled, tasmania, url] | \n", + "2016 year climate change came home hottest year record karl mathiesen travelled tasmania url | \n", + "
| 10543 | \n", + "NaN | \n", + "78329 | \n", + "rt loopvanuatu pacific countries positive fiji leading global climate change conference november url | \n", + "[rt, loopvanuatu, pacific, countries, positive, fiji, leading, global, climate, change, conference, november, url] | \n", + "rt loopvanuatu pacific country positive fiji leading global climate change conference november url | \n", + "
| 10544 | \n", + "NaN | \n", + "867455 | \n", + "rt xanria00018 youre hot must cause global warming aldublaboroflove jophie30 asn585 | \n", + "[rt, xanria00018, youre, hot, must, cause, global, warming, aldublaboroflove, jophie30, asn585] | \n", + "rt xanria00018 youre hot must cause global warming aldublaboroflove jophie30 asn585 | \n", + "
| 10545 | \n", + "NaN | \n", + "470892 | \n", + "rt chloebalaoing climate change global issue thats getting worse eating plant based least amount effort h | \n", + "[rt, chloebalaoing, climate, change, global, issue, thats, getting, worse, eating, plant, based, least, amount, effort, h] | \n", + "rt chloebalaoing climate change global issue thats getting worse eating plant based least amount effort h | \n", + "
26365 rows × 5 columns
\n", + "| \n", + " | sentiment | \n", + "tweetid | \n", + "lemmatized | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researcher say three year act climate change it late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading poll electionnight | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 10541 | \n", + "NaN | \n", + "895714 | \n", + "rt brittanybohrer brb writing poem climate change climatechange science poetry fakenews alternativefacts url | \n", + "
| 10542 | \n", + "NaN | \n", + "875167 | \n", + "2016 year climate change came home hottest year record karl mathiesen travelled tasmania url | \n", + "
| 10543 | \n", + "NaN | \n", + "78329 | \n", + "rt loopvanuatu pacific country positive fiji leading global climate change conference november url | \n", + "
| 10544 | \n", + "NaN | \n", + "867455 | \n", + "rt xanria00018 youre hot must cause global warming aldublaboroflove jophie30 asn585 | \n", + "
| 10545 | \n", + "NaN | \n", + "470892 | \n", + "rt chloebalaoing climate change global issue thats getting worse eating plant based least amount effort h | \n", + "
26365 rows × 3 columns
\n", + "CountVectorizer()In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
CountVectorizer()
| \n", + " | sentiment | \n", + "tweetid | \n", + "lemmatized | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researcher say three year act climate change it late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading poll electionnight | \n", + "
CountVectorizer(max_df=0.5, min_df=2, stop_words='english')In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
CountVectorizer(max_df=0.5, min_df=2, stop_words='english')
| \n", + " | sentiment | \n", + "tweetid | \n", + "lemmatized | \n", + "
|---|---|---|---|
| 0 | \n", + "1.0 | \n", + "625221 | \n", + "polyscimajor epa chief think carbon dioxide main cause global warming and wait what url via mashable | \n", + "
| 1 | \n", + "1.0 | \n", + "126103 | \n", + "like lack evidence anthropogenic global warming | \n", + "
| 2 | \n", + "2.0 | \n", + "698562 | \n", + "rt rawstory researcher say three year act climate change it late url url | \n", + "
| 3 | \n", + "1.0 | \n", + "573736 | \n", + "todayinmaker wired 2016 pivotal year war climate change url | \n", + "
| 4 | \n", + "1.0 | \n", + "466954 | \n", + "rt soynoviodetodas 2016 racist sexist climate change denying bigot leading poll electionnight | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 10541 | \n", + "NaN | \n", + "895714 | \n", + "rt brittanybohrer brb writing poem climate change climatechange science poetry fakenews alternativefacts url | \n", + "
| 10542 | \n", + "NaN | \n", + "875167 | \n", + "2016 year climate change came home hottest year record karl mathiesen travelled tasmania url | \n", + "
| 10543 | \n", + "NaN | \n", + "78329 | \n", + "rt loopvanuatu pacific country positive fiji leading global climate change conference november url | \n", + "
| 10544 | \n", + "NaN | \n", + "867455 | \n", + "rt xanria00018 youre hot must cause global warming aldublaboroflove jophie30 asn585 | \n", + "
| 10545 | \n", + "NaN | \n", + "470892 | \n", + "rt chloebalaoing climate change global issue thats getting worse eating plant based least amount effort h | \n", + "
26365 rows × 3 columns
\n", + "| \n", + " | sentiment | \n", + "
|---|---|
| 0 | \n", + "1.0 | \n", + "
| 1 | \n", + "1.0 | \n", + "
| 2 | \n", + "2.0 | \n", + "
| 3 | \n", + "1.0 | \n", + "
| 4 | \n", + "1.0 | \n", + "
| ... | \n", + "... | \n", + "
| 15814 | \n", + "1.0 | \n", + "
| 15815 | \n", + "2.0 | \n", + "
| 15816 | \n", + "0.0 | \n", + "
| 15817 | \n", + "-1.0 | \n", + "
| 15818 | \n", + "0.0 | \n", + "
15819 rows × 1 columns
\n", + "LogisticRegression(max_iter=1000)In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
LogisticRegression(max_iter=1000)
MultinomialNB()In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
MultinomialNB()
MLPClassifier()In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
MLPClassifier()
RandomForestClassifier()In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
RandomForestClassifier()
GridSearchCV(cv=5, estimator=RandomForestClassifier(),\n",
+ " param_grid={'max_depth': [None, 5],\n",
+ " 'max_features': ['auto', 'sqrt'],\n",
+ " 'min_samples_leaf': [1, 2],\n",
+ " 'min_samples_split': [2, 5],\n",
+ " 'n_estimators': [100, 200]})In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. GridSearchCV(cv=5, estimator=RandomForestClassifier(),\n",
+ " param_grid={'max_depth': [None, 5],\n",
+ " 'max_features': ['auto', 'sqrt'],\n",
+ " 'min_samples_leaf': [1, 2],\n",
+ " 'min_samples_split': [2, 5],\n",
+ " 'n_estimators': [100, 200]})RandomForestClassifier()
RandomForestClassifier()
RandomForestClassifier(min_samples_split=5, n_estimators=200)In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
RandomForestClassifier(min_samples_split=5, n_estimators=200)
| \n", + " | tweetid | \n", + "sentiment | \n", + "
|---|---|---|
| 0 | \n", + "169760 | \n", + "2 | \n", + "
| 1 | \n", + "35326 | \n", + "1 | \n", + "
| 2 | \n", + "224985 | \n", + "1 | \n", + "
| 3 | \n", + "476263 | \n", + "1 | \n", + "
| 4 | \n", + "872928 | \n", + "0 | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "
| 10541 | \n", + "895714 | \n", + "1 | \n", + "
| 10542 | \n", + "875167 | \n", + "1 | \n", + "
| 10543 | \n", + "78329 | \n", + "1 | \n", + "
| 10544 | \n", + "867455 | \n", + "0 | \n", + "
| 10545 | \n", + "470892 | \n", + "1 | \n", + "
10546 rows × 2 columns
\n", + "