diff --git a/your-code/.ipynb_checkpoints/main-checkpoint.ipynb b/your-code/.ipynb_checkpoints/main-checkpoint.ipynb index 31724c5..45e9949 100644 --- a/your-code/.ipynb_checkpoints/main-checkpoint.ipynb +++ b/your-code/.ipynb_checkpoints/main-checkpoint.ipynb @@ -9,10 +9,12 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "import pandas as pd" + ] }, { "cell_type": "markdown", @@ -23,10 +25,13 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "import pymysql\n", + "from sqlalchemy import create_engine" + ] }, { "cell_type": "markdown", @@ -37,10 +42,24 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/plain": [ + "Engine(mysql+pymysql://guest:***@relational.fit.cvut.cz)" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "engine = create_engine('mysql+pymysql://guest:relational@relational.fit.cvut.cz')\n", + "engine" + ] }, { "cell_type": "markdown", @@ -51,10 +70,317 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
IdReputationCreationDateDisplayNameLastAccessDateWebsiteUrlLocationAboutMeViewsUpVotesDownVotesAccountIdAgeProfileImageUrl
0-112010-07-19 06:55:26Community2010-07-19 06:55:26http://meta.stackexchange.com/on the server farm<p>Hi, I'm not really a person.</p>\\n\\n<p>I'm ...050071920-1NaNNone
121012010-07-19 14:01:36Geoff Dalgas2013-11-12 22:07:23http://stackoverflow.comCorvallis, OR<p>Developer on the StackOverflow team. Find ...2530237.0None
231012010-07-19 15:34:50Jarrod Dixon2014-08-08 06:42:58http://stackoverflow.comNew York, NY<p><a href=\"http://blog.stackoverflow.com/2009...22190335.0None
341012010-07-19 19:03:27Emmett2014-01-02 09:31:02http://minesweeperonline.comSan Francisco, CA<p>currently at a startup in SF</p>\\n\\n<p>form...1100199828.0http://i.stack.imgur.com/d1oHX.jpg
4567922010-07-19 19:03:57Shane2014-08-13 00:23:47http://www.statalgo.comNew York, NY<p>Quantitative researcher focusing on statist...114566255450335.0None
.............................................
403205574312014-09-13 21:03:50AussieMeg2014-09-13 21:18:52NoneNoneNone0005026902NaNhttp://graph.facebook.com/665821703/picture?ty...
403215574462014-09-13 21:39:30Mia Maria2014-09-13 21:39:30NoneNoneNone1005026998NaNNone
40322557451012014-09-13 23:45:27tronbabylove2014-09-13 23:45:27NoneUnited StatesNone000481766NaNhttps://www.gravatar.com/avatar/faa7a3fdbd8308...
40323557461062014-09-14 00:29:41GPP2014-09-14 02:05:17NoneNone<p>Stats noobie, product, marketing &amp; medi...100976289NaNhttps://www.gravatar.com/avatar/6d9e9fa6b783a3...
403245574712014-09-14 01:01:44Shivam Agrawal2014-09-14 01:19:04NoneIndia<p>Maths Enthusiast </p>\\n0005027354NaNhttps://lh4.googleusercontent.com/-ZsXhwVaFmiY...
\n", + "

40325 rows × 14 columns

\n", + "
" + ], + "text/plain": [ + " Id Reputation CreationDate DisplayName \\\n", + "0 -1 1 2010-07-19 06:55:26 Community \n", + "1 2 101 2010-07-19 14:01:36 Geoff Dalgas \n", + "2 3 101 2010-07-19 15:34:50 Jarrod Dixon \n", + "3 4 101 2010-07-19 19:03:27 Emmett \n", + "4 5 6792 2010-07-19 19:03:57 Shane \n", + "... ... ... ... ... \n", + "40320 55743 1 2014-09-13 21:03:50 AussieMeg \n", + "40321 55744 6 2014-09-13 21:39:30 Mia Maria \n", + "40322 55745 101 2014-09-13 23:45:27 tronbabylove \n", + "40323 55746 106 2014-09-14 00:29:41 GPP \n", + "40324 55747 1 2014-09-14 01:01:44 Shivam Agrawal \n", + "\n", + " LastAccessDate WebsiteUrl Location \\\n", + "0 2010-07-19 06:55:26 http://meta.stackexchange.com/ on the server farm \n", + "1 2013-11-12 22:07:23 http://stackoverflow.com Corvallis, OR \n", + "2 2014-08-08 06:42:58 http://stackoverflow.com New York, NY \n", + "3 2014-01-02 09:31:02 http://minesweeperonline.com San Francisco, CA \n", + "4 2014-08-13 00:23:47 http://www.statalgo.com New York, NY \n", + "... ... ... ... \n", + "40320 2014-09-13 21:18:52 None None \n", + "40321 2014-09-13 21:39:30 None None \n", + "40322 2014-09-13 23:45:27 None United States \n", + "40323 2014-09-14 02:05:17 None None \n", + "40324 2014-09-14 01:19:04 None India \n", + "\n", + " AboutMe Views UpVotes \\\n", + "0

Hi, I'm not really a person.

\\n\\n

I'm ... 0 5007 \n", + "1

Developer on the StackOverflow team. Find ... 25 3 \n", + "2

currently at a startup in SF

\\n\\n

form... 11 0 \n", + "4

Quantitative researcher focusing on statist... 1145 662 \n", + "... ... ... ... \n", + "40320 None 0 0 \n", + "40321 None 1 0 \n", + "40322 None 0 0 \n", + "40323

Stats noobie, product, marketing & medi... 1 0 \n", + "40324

Maths Enthusiast

\\n 0 0 \n", + "\n", + " DownVotes AccountId Age \\\n", + "0 1920 -1 NaN \n", + "1 0 2 37.0 \n", + "2 0 3 35.0 \n", + "3 0 1998 28.0 \n", + "4 5 54503 35.0 \n", + "... ... ... ... \n", + "40320 0 5026902 NaN \n", + "40321 0 5026998 NaN \n", + "40322 0 481766 NaN \n", + "40323 0 976289 NaN \n", + "40324 0 5027354 NaN \n", + "\n", + " ProfileImageUrl \n", + "0 None \n", + "1 None \n", + "2 None \n", + "3 http://i.stack.imgur.com/d1oHX.jpg \n", + "4 None \n", + "... ... \n", + "40320 http://graph.facebook.com/665821703/picture?ty... \n", + "40321 None \n", + "40322 https://www.gravatar.com/avatar/faa7a3fdbd8308... \n", + "40323 https://www.gravatar.com/avatar/6d9e9fa6b783a3... \n", + "40324 https://lh4.googleusercontent.com/-ZsXhwVaFmiY... \n", + "\n", + "[40325 rows x 14 columns]" + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "user_tab = pd.read_sql_query('SELECT * FROM stats.users', engine)\n", + "user_tab" + ] }, { "cell_type": "markdown", @@ -65,10 +391,317 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
userIdReputationCreationDateDisplayNameLastAccessDateWebsiteUrlLocationAboutMeViewsUpVotesDownVotesAccountIdAgeProfileImageUrl
0-112010-07-19 06:55:26Community2010-07-19 06:55:26http://meta.stackexchange.com/on the server farm<p>Hi, I'm not really a person.</p>\\n\\n<p>I'm ...050071920-1NaNNone
121012010-07-19 14:01:36Geoff Dalgas2013-11-12 22:07:23http://stackoverflow.comCorvallis, OR<p>Developer on the StackOverflow team. Find ...2530237.0None
231012010-07-19 15:34:50Jarrod Dixon2014-08-08 06:42:58http://stackoverflow.comNew York, NY<p><a href=\"http://blog.stackoverflow.com/2009...22190335.0None
341012010-07-19 19:03:27Emmett2014-01-02 09:31:02http://minesweeperonline.comSan Francisco, CA<p>currently at a startup in SF</p>\\n\\n<p>form...1100199828.0http://i.stack.imgur.com/d1oHX.jpg
4567922010-07-19 19:03:57Shane2014-08-13 00:23:47http://www.statalgo.comNew York, NY<p>Quantitative researcher focusing on statist...114566255450335.0None
.............................................
403205574312014-09-13 21:03:50AussieMeg2014-09-13 21:18:52NoneNoneNone0005026902NaNhttp://graph.facebook.com/665821703/picture?ty...
403215574462014-09-13 21:39:30Mia Maria2014-09-13 21:39:30NoneNoneNone1005026998NaNNone
40322557451012014-09-13 23:45:27tronbabylove2014-09-13 23:45:27NoneUnited StatesNone000481766NaNhttps://www.gravatar.com/avatar/faa7a3fdbd8308...
40323557461062014-09-14 00:29:41GPP2014-09-14 02:05:17NoneNone<p>Stats noobie, product, marketing &amp; medi...100976289NaNhttps://www.gravatar.com/avatar/6d9e9fa6b783a3...
403245574712014-09-14 01:01:44Shivam Agrawal2014-09-14 01:19:04NoneIndia<p>Maths Enthusiast </p>\\n0005027354NaNhttps://lh4.googleusercontent.com/-ZsXhwVaFmiY...
\n", + "

40325 rows × 14 columns

\n", + "
" + ], + "text/plain": [ + " userId Reputation CreationDate DisplayName \\\n", + "0 -1 1 2010-07-19 06:55:26 Community \n", + "1 2 101 2010-07-19 14:01:36 Geoff Dalgas \n", + "2 3 101 2010-07-19 15:34:50 Jarrod Dixon \n", + "3 4 101 2010-07-19 19:03:27 Emmett \n", + "4 5 6792 2010-07-19 19:03:57 Shane \n", + "... ... ... ... ... \n", + "40320 55743 1 2014-09-13 21:03:50 AussieMeg \n", + "40321 55744 6 2014-09-13 21:39:30 Mia Maria \n", + "40322 55745 101 2014-09-13 23:45:27 tronbabylove \n", + "40323 55746 106 2014-09-14 00:29:41 GPP \n", + "40324 55747 1 2014-09-14 01:01:44 Shivam Agrawal \n", + "\n", + " LastAccessDate WebsiteUrl Location \\\n", + "0 2010-07-19 06:55:26 http://meta.stackexchange.com/ on the server farm \n", + "1 2013-11-12 22:07:23 http://stackoverflow.com Corvallis, OR \n", + "2 2014-08-08 06:42:58 http://stackoverflow.com New York, NY \n", + "3 2014-01-02 09:31:02 http://minesweeperonline.com San Francisco, CA \n", + "4 2014-08-13 00:23:47 http://www.statalgo.com New York, NY \n", + "... ... ... ... \n", + "40320 2014-09-13 21:18:52 None None \n", + "40321 2014-09-13 21:39:30 None None \n", + "40322 2014-09-13 23:45:27 None United States \n", + "40323 2014-09-14 02:05:17 None None \n", + "40324 2014-09-14 01:19:04 None India \n", + "\n", + " AboutMe Views UpVotes \\\n", + "0

Hi, I'm not really a person.

\\n\\n

I'm ... 0 5007 \n", + "1

Developer on the StackOverflow team. Find ... 25 3 \n", + "2

currently at a startup in SF

\\n\\n

form... 11 0 \n", + "4

Quantitative researcher focusing on statist... 1145 662 \n", + "... ... ... ... \n", + "40320 None 0 0 \n", + "40321 None 1 0 \n", + "40322 None 0 0 \n", + "40323

Stats noobie, product, marketing & medi... 1 0 \n", + "40324

Maths Enthusiast

\\n 0 0 \n", + "\n", + " DownVotes AccountId Age \\\n", + "0 1920 -1 NaN \n", + "1 0 2 37.0 \n", + "2 0 3 35.0 \n", + "3 0 1998 28.0 \n", + "4 5 54503 35.0 \n", + "... ... ... ... \n", + "40320 0 5026902 NaN \n", + "40321 0 5026998 NaN \n", + "40322 0 481766 NaN \n", + "40323 0 976289 NaN \n", + "40324 0 5027354 NaN \n", + "\n", + " ProfileImageUrl \n", + "0 None \n", + "1 None \n", + "2 None \n", + "3 http://i.stack.imgur.com/d1oHX.jpg \n", + "4 None \n", + "... ... \n", + "40320 http://graph.facebook.com/665821703/picture?ty... \n", + "40321 None \n", + "40322 https://www.gravatar.com/avatar/faa7a3fdbd8308... \n", + "40323 https://www.gravatar.com/avatar/6d9e9fa6b783a3... \n", + "40324 https://lh4.googleusercontent.com/-ZsXhwVaFmiY... \n", + "\n", + "[40325 rows x 14 columns]" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "user_tab.rename(columns={\"Id\":\"userId\"}, inplace = True)\n", + "user_tab" + ] }, { "cell_type": "markdown", @@ -79,10 +712,427 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 11, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
IdPostTypeIdAcceptedAnswerIdCreaionDateScoreViewCountBodyOwnerUserIdLasActivityDateTitle...AnswerCountCommentCountFavoriteCountLastEditorUserIdLastEditDateCommunityOwnedDateParentIdClosedDateOwnerDisplayNameLastEditorDisplayName
01115.02010-07-19 19:12:12231278.0<p>How should I elicit prior distributions fro...8.02010-09-15 21:08:26Eliciting priors from experts...5.0114.0NaNNaTNaTNaNNaTNoneNone
12159.02010-07-19 19:12:57228198.0<p>In many different statistical methods there...24.02012-11-12 09:21:54What is normality?...7.018.088.02010-08-07 17:56:44NaTNaNNaTNoneNone
2315.02010-07-19 19:13:28543613.0<p>What are some valuable Statistical Analysis...18.02013-05-27 14:48:36What are some valuable Statistical Analysis op......19.0436.0183.02011-02-12 05:50:032010-07-19 19:13:28NaNNaTNoneNone
341135.02010-07-19 19:13:31135224.0<p>I have two groups of data. Each with a dif...23.02010-09-08 03:00:19Assessing the significance of differences in d......5.022.0NaNNaTNaTNaNNaTNoneNone
452NaN2010-07-19 19:14:4381NaN<p>The R-project</p>\\n\\n<p><a href=\"http://www...23.02010-07-19 19:21:15None...NaN3NaN23.02010-07-19 19:21:152010-07-19 19:14:433.0NaTNoneNone
..................................................................
919711153742NaN2014-09-13 23:45:392NaN<p>This grew too long for a comment, but I thi...805.02014-09-14 02:05:41None...NaN2NaN805.02014-09-14 02:05:41NaT115367.0NaTNoneNone
919721153751NaN2014-09-13 23:46:0509.0<p>Assume a classification problem where there...49365.02014-09-14 02:09:23Detecting a consistent pattern in a dataset vi......1.00NaNNaNNaTNaTNaNNaTNoneNone
919731153761NaN2014-09-14 01:27:5415.0<p>My goal is to create a formula that can giv...55746.02014-09-14 01:40:55How to project video viewcount based on histor......0.02NaN7290.02014-09-14 01:40:55NaTNaNNaTNoneNone
919741153772NaN2014-09-14 02:03:280NaN<p>As a practical answer to the real questions...805.02014-09-14 02:54:13None...NaN0NaN805.02014-09-14 02:54:13NaT115358.0NaTNoneNone
919751153782NaN2014-09-14 02:09:230NaN<p>Decision trees are notoriously <strong>unst...7250.02014-09-14 02:09:23None...NaN0NaNNaNNaTNaT115375.0NaTNoneNone
\n", + "

91976 rows × 21 columns

\n", + "
" + ], + "text/plain": [ + " Id PostTypeId AcceptedAnswerId CreaionDate Score \\\n", + "0 1 1 15.0 2010-07-19 19:12:12 23 \n", + "1 2 1 59.0 2010-07-19 19:12:57 22 \n", + "2 3 1 5.0 2010-07-19 19:13:28 54 \n", + "3 4 1 135.0 2010-07-19 19:13:31 13 \n", + "4 5 2 NaN 2010-07-19 19:14:43 81 \n", + "... ... ... ... ... ... \n", + "91971 115374 2 NaN 2014-09-13 23:45:39 2 \n", + "91972 115375 1 NaN 2014-09-13 23:46:05 0 \n", + "91973 115376 1 NaN 2014-09-14 01:27:54 1 \n", + "91974 115377 2 NaN 2014-09-14 02:03:28 0 \n", + "91975 115378 2 NaN 2014-09-14 02:09:23 0 \n", + "\n", + " ViewCount Body \\\n", + "0 1278.0

How should I elicit prior distributions fro... \n", + "1 8198.0

In many different statistical methods there... \n", + "2 3613.0

What are some valuable Statistical Analysis... \n", + "3 5224.0

I have two groups of data. Each with a dif... \n", + "4 NaN

The R-project

\\n\\n

This grew too long for a comment, but I thi... \n", + "91972 9.0

Assume a classification problem where there... \n", + "91973 5.0

My goal is to create a formula that can giv... \n", + "91974 NaN

As a practical answer to the real questions... \n", + "91975 NaN

Decision trees are notoriously unst... \n", + "\n", + " OwnerUserId LasActivityDate \\\n", + "0 8.0 2010-09-15 21:08:26 \n", + "1 24.0 2012-11-12 09:21:54 \n", + "2 18.0 2013-05-27 14:48:36 \n", + "3 23.0 2010-09-08 03:00:19 \n", + "4 23.0 2010-07-19 19:21:15 \n", + "... ... ... \n", + "91971 805.0 2014-09-14 02:05:41 \n", + "91972 49365.0 2014-09-14 02:09:23 \n", + "91973 55746.0 2014-09-14 01:40:55 \n", + "91974 805.0 2014-09-14 02:54:13 \n", + "91975 7250.0 2014-09-14 02:09:23 \n", + "\n", + " Title ... AnswerCount \\\n", + "0 Eliciting priors from experts ... 5.0 \n", + "1 What is normality? ... 7.0 \n", + "2 What are some valuable Statistical Analysis op... ... 19.0 \n", + "3 Assessing the significance of differences in d... ... 5.0 \n", + "4 None ... NaN \n", + "... ... ... ... \n", + "91971 None ... NaN \n", + "91972 Detecting a consistent pattern in a dataset vi... ... 1.0 \n", + "91973 How to project video viewcount based on histor... ... 0.0 \n", + "91974 None ... NaN \n", + "91975 None ... NaN \n", + "\n", + " CommentCount FavoriteCount LastEditorUserId LastEditDate \\\n", + "0 1 14.0 NaN NaT \n", + "1 1 8.0 88.0 2010-08-07 17:56:44 \n", + "2 4 36.0 183.0 2011-02-12 05:50:03 \n", + "3 2 2.0 NaN NaT \n", + "4 3 NaN 23.0 2010-07-19 19:21:15 \n", + "... ... ... ... ... \n", + "91971 2 NaN 805.0 2014-09-14 02:05:41 \n", + "91972 0 NaN NaN NaT \n", + "91973 2 NaN 7290.0 2014-09-14 01:40:55 \n", + "91974 0 NaN 805.0 2014-09-14 02:54:13 \n", + "91975 0 NaN NaN NaT \n", + "\n", + " CommunityOwnedDate ParentId ClosedDate OwnerDisplayName \\\n", + "0 NaT NaN NaT None \n", + "1 NaT NaN NaT None \n", + "2 2010-07-19 19:13:28 NaN NaT None \n", + "3 NaT NaN NaT None \n", + "4 2010-07-19 19:14:43 3.0 NaT None \n", + "... ... ... ... ... \n", + "91971 NaT 115367.0 NaT None \n", + "91972 NaT NaN NaT None \n", + "91973 NaT NaN NaT None \n", + "91974 NaT 115358.0 NaT None \n", + "91975 NaT 115375.0 NaT None \n", + "\n", + " LastEditorDisplayName \n", + "0 None \n", + "1 None \n", + "2 None \n", + "3 None \n", + "4 None \n", + "... ... \n", + "91971 None \n", + "91972 None \n", + "91973 None \n", + "91974 None \n", + "91975 None \n", + "\n", + "[91976 rows x 21 columns]" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "posts_tab = pd.read_sql_query('SELECT * FROM stats.posts', engine)\n", + "posts_tab" + ] }, { "cell_type": "markdown", @@ -93,10 +1143,414 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 14, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "

\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdPostTypeIdAcceptedAnswerIdCreaionDateScoreViewCountBodyuserIdLasActivityDateTitle...AnswerCountCommentCountFavoriteCountLastEditorUserIdLastEditDateCommunityOwnedDateParentIdClosedDateOwnerDisplayNameLastEditorDisplayName
01115.02010-07-19 19:12:12231278.0<p>How should I elicit prior distributions fro...8.02010-09-15 21:08:26Eliciting priors from experts...5.0114.0NaNNaTNaTNaNNaTNoneNone
12159.02010-07-19 19:12:57228198.0<p>In many different statistical methods there...24.02012-11-12 09:21:54What is normality?...7.018.088.02010-08-07 17:56:44NaTNaNNaTNoneNone
2315.02010-07-19 19:13:28543613.0<p>What are some valuable Statistical Analysis...18.02013-05-27 14:48:36What are some valuable Statistical Analysis op......19.0436.0183.02011-02-12 05:50:032010-07-19 19:13:28NaNNaTNoneNone
341135.02010-07-19 19:13:31135224.0<p>I have two groups of data. Each with a dif...23.02010-09-08 03:00:19Assessing the significance of differences in d......5.022.0NaNNaTNaTNaNNaTNoneNone
452NaN2010-07-19 19:14:4381NaN<p>The R-project</p>\\n\\n<p><a href=\"http://www...23.02010-07-19 19:21:15None...NaN3NaN23.02010-07-19 19:21:152010-07-19 19:14:433.0NaTNoneNone
..................................................................
919711153742NaN2014-09-13 23:45:392NaN<p>This grew too long for a comment, but I thi...805.02014-09-14 02:05:41None...NaN2NaN805.02014-09-14 02:05:41NaT115367.0NaTNoneNone
919721153751NaN2014-09-13 23:46:0509.0<p>Assume a classification problem where there...49365.02014-09-14 02:09:23Detecting a consistent pattern in a dataset vi......1.00NaNNaNNaTNaTNaNNaTNoneNone
919731153761NaN2014-09-14 01:27:5415.0<p>My goal is to create a formula that can giv...55746.02014-09-14 01:40:55How to project video viewcount based on histor......0.02NaN7290.02014-09-14 01:40:55NaTNaNNaTNoneNone
919741153772NaN2014-09-14 02:03:280NaN<p>As a practical answer to the real questions...805.02014-09-14 02:54:13None...NaN0NaN805.02014-09-14 02:54:13NaT115358.0NaTNoneNone
919751153782NaN2014-09-14 02:09:230NaN<p>Decision trees are notoriously <strong>unst...7250.02014-09-14 02:09:23None...NaN0NaNNaNNaTNaT115375.0NaTNoneNone
\n", + "

91976 rows × 21 columns

\n", + "
" + ], + "text/plain": [ + " postId PostTypeId AcceptedAnswerId CreaionDate Score \\\n", + "0 1 1 15.0 2010-07-19 19:12:12 23 \n", + "1 2 1 59.0 2010-07-19 19:12:57 22 \n", + "2 3 1 5.0 2010-07-19 19:13:28 54 \n", + "3 4 1 135.0 2010-07-19 19:13:31 13 \n", + "4 5 2 NaN 2010-07-19 19:14:43 81 \n", + "... ... ... ... ... ... \n", + "91971 115374 2 NaN 2014-09-13 23:45:39 2 \n", + "91972 115375 1 NaN 2014-09-13 23:46:05 0 \n", + "91973 115376 1 NaN 2014-09-14 01:27:54 1 \n", + "91974 115377 2 NaN 2014-09-14 02:03:28 0 \n", + "91975 115378 2 NaN 2014-09-14 02:09:23 0 \n", + "\n", + " ViewCount Body userId \\\n", + "0 1278.0

How should I elicit prior distributions fro... 8.0 \n", + "1 8198.0

In many different statistical methods there... 24.0 \n", + "2 3613.0

What are some valuable Statistical Analysis... 18.0 \n", + "3 5224.0

I have two groups of data. Each with a dif... 23.0 \n", + "4 NaN

The R-project

\\n\\n

This grew too long for a comment, but I thi... 805.0 \n", + "91972 9.0

Assume a classification problem where there... 49365.0 \n", + "91973 5.0

My goal is to create a formula that can giv... 55746.0 \n", + "91974 NaN

As a practical answer to the real questions... 805.0 \n", + "91975 NaN

Decision trees are notoriously unst... 7250.0 \n", + "\n", + " LasActivityDate Title \\\n", + "0 2010-09-15 21:08:26 Eliciting priors from experts \n", + "1 2012-11-12 09:21:54 What is normality? \n", + "2 2013-05-27 14:48:36 What are some valuable Statistical Analysis op... \n", + "3 2010-09-08 03:00:19 Assessing the significance of differences in d... \n", + "4 2010-07-19 19:21:15 None \n", + "... ... ... \n", + "91971 2014-09-14 02:05:41 None \n", + "91972 2014-09-14 02:09:23 Detecting a consistent pattern in a dataset vi... \n", + "91973 2014-09-14 01:40:55 How to project video viewcount based on histor... \n", + "91974 2014-09-14 02:54:13 None \n", + "91975 2014-09-14 02:09:23 None \n", + "\n", + " ... AnswerCount CommentCount FavoriteCount LastEditorUserId \\\n", + "0 ... 5.0 1 14.0 NaN \n", + "1 ... 7.0 1 8.0 88.0 \n", + "2 ... 19.0 4 36.0 183.0 \n", + "3 ... 5.0 2 2.0 NaN \n", + "4 ... NaN 3 NaN 23.0 \n", + "... ... ... ... ... ... \n", + "91971 ... NaN 2 NaN 805.0 \n", + "91972 ... 1.0 0 NaN NaN \n", + "91973 ... 0.0 2 NaN 7290.0 \n", + "91974 ... NaN 0 NaN 805.0 \n", + "91975 ... NaN 0 NaN NaN \n", + "\n", + " LastEditDate CommunityOwnedDate ParentId ClosedDate \\\n", + "0 NaT NaT NaN NaT \n", + "1 2010-08-07 17:56:44 NaT NaN NaT \n", + "2 2011-02-12 05:50:03 2010-07-19 19:13:28 NaN NaT \n", + "3 NaT NaT NaN NaT \n", + "4 2010-07-19 19:21:15 2010-07-19 19:14:43 3.0 NaT \n", + "... ... ... ... ... \n", + "91971 2014-09-14 02:05:41 NaT 115367.0 NaT \n", + "91972 NaT NaT NaN NaT \n", + "91973 2014-09-14 01:40:55 NaT NaN NaT \n", + "91974 2014-09-14 02:54:13 NaT 115358.0 NaT \n", + "91975 NaT NaT 115375.0 NaT \n", + "\n", + " OwnerDisplayName LastEditorDisplayName \n", + "0 None None \n", + "1 None None \n", + "2 None None \n", + "3 None None \n", + "4 None None \n", + "... ... ... \n", + "91971 None None \n", + "91972 None None \n", + "91973 None None \n", + "91974 None None \n", + "91975 None None \n", + "\n", + "[91976 rows x 21 columns]" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "posts_tab.rename(columns={\"Id\":\"postId\",\"OwnerUserId\":\"userId\"}, inplace = True)\n", + "posts_tab" + ] }, { "cell_type": "markdown", @@ -109,10 +1563,311 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 16, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "

\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
userIdReputationViewsUpVotesDownVotes
0-11050071920
121012530
2310122190
341011100
45679211456625
..................
40320557431000
40321557446100
4032255745101000
4032355746106100
40324557471000
\n", + "

40325 rows × 5 columns

\n", + "
" + ], + "text/plain": [ + " userId Reputation Views UpVotes DownVotes\n", + "0 -1 1 0 5007 1920\n", + "1 2 101 25 3 0\n", + "2 3 101 22 19 0\n", + "3 4 101 11 0 0\n", + "4 5 6792 1145 662 5\n", + "... ... ... ... ... ...\n", + "40320 55743 1 0 0 0\n", + "40321 55744 6 1 0 0\n", + "40322 55745 101 0 0 0\n", + "40323 55746 106 1 0 0\n", + "40324 55747 1 0 0 0\n", + "\n", + "[40325 rows x 5 columns]" + ] + }, + "execution_count": 16, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "new_user_tab = user_tab[[\"userId\", \"Reputation\",\"Views\",\"UpVotes\",\"DownVotes\"]]\n", + "new_user_tab" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdScoreuserIdViewCountCommentCount
01238.01278.01
122224.08198.01
235418.03613.04
341323.05224.02
458123.0NaN3
..................
919711153742805.0NaN2
91972115375049365.09.00
91973115376155746.05.02
919741153770805.0NaN0
9197511537807250.0NaN0
\n", + "

91976 rows × 5 columns

\n", + "
" + ], + "text/plain": [ + " postId Score userId ViewCount CommentCount\n", + "0 1 23 8.0 1278.0 1\n", + "1 2 22 24.0 8198.0 1\n", + "2 3 54 18.0 3613.0 4\n", + "3 4 13 23.0 5224.0 2\n", + "4 5 81 23.0 NaN 3\n", + "... ... ... ... ... ...\n", + "91971 115374 2 805.0 NaN 2\n", + "91972 115375 0 49365.0 9.0 0\n", + "91973 115376 1 55746.0 5.0 2\n", + "91974 115377 0 805.0 NaN 0\n", + "91975 115378 0 7250.0 NaN 0\n", + "\n", + "[91976 rows x 5 columns]" + ] + }, + "execution_count": 18, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "new_posts_tab = posts_tab[[\"postId\", \"Score\",\"userId\",\"ViewCount\",\"CommentCount\"]]\n", + "new_posts_tab" + ] }, { "cell_type": "markdown", @@ -124,10 +1879,221 @@ }, { "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [], - "source": [] + "execution_count": 25, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdScoreuserIdViewCountCommentCountReputationViewsUpVotesDownVotes
01238.01278.016764108960425
116168.0NaN36764108960425
236418.067396.076764108960425
365148.0NaN36764108960425
478338.0NaN46764108960425
..............................
90579115366155742.017.006000
90580115370155744.013.026100
90581115371035801.019.001100
90582115375049365.09.001000
90583115376155746.05.02106100
\n", + "

90584 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8.0 1278.0 1 6764 1089 \n", + "1 16 16 8.0 NaN 3 6764 1089 \n", + "2 36 41 8.0 67396.0 7 6764 1089 \n", + "3 65 14 8.0 NaN 3 6764 1089 \n", + "4 78 33 8.0 NaN 4 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "90579 115366 1 55742.0 17.0 0 6 0 \n", + "90580 115370 1 55744.0 13.0 2 6 1 \n", + "90581 115371 0 35801.0 19.0 0 1 1 \n", + "90582 115375 0 49365.0 9.0 0 1 0 \n", + "90583 115376 1 55746.0 5.0 2 106 1 \n", + "\n", + " UpVotes DownVotes \n", + "0 604 25 \n", + "1 604 25 \n", + "2 604 25 \n", + "3 604 25 \n", + "4 604 25 \n", + "... ... ... \n", + "90579 0 0 \n", + "90580 0 0 \n", + "90581 0 0 \n", + "90582 0 0 \n", + "90583 0 0 \n", + "\n", + "[90584 rows x 9 columns]" + ] + }, + "execution_count": 25, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "#data_merge = pd.merge(left=data_2, right=media_comb_mpg, left_on='Fabricante',right_on='Fabricante')\n", + "user_posts_tab = pd.merge(left=new_posts_tab,right=new_user_tab,on=\"userId\")\n", + "user_posts_tab" + ] }, { "cell_type": "markdown", @@ -138,10 +2104,33 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 26, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/plain": [ + "postId 0\n", + "Score 0\n", + "userId 0\n", + "ViewCount 48396\n", + "CommentCount 0\n", + "Reputation 0\n", + "Views 0\n", + "UpVotes 0\n", + "DownVotes 0\n", + "dtype: int64" + ] + }, + "execution_count": 26, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "null_cols = user_posts_tab.isnull().sum()\n", + "null_cols" + ] }, { "cell_type": "markdown", @@ -153,10 +2142,250 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 28, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdScoreuserIdViewCountCommentCountReputationViewsUpVotesDownVotes
01238.01278.016764108960425
116168.00.036764108960425
236418.067396.076764108960425
365148.00.036764108960425
478338.00.046764108960425
..............................
90579115366155742.017.006000
90580115370155744.013.026100
90581115371035801.019.001100
90582115375049365.09.001000
90583115376155746.05.02106100
\n", + "

90584 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8.0 1278.0 1 6764 1089 \n", + "1 16 16 8.0 0.0 3 6764 1089 \n", + "2 36 41 8.0 67396.0 7 6764 1089 \n", + "3 65 14 8.0 0.0 3 6764 1089 \n", + "4 78 33 8.0 0.0 4 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "90579 115366 1 55742.0 17.0 0 6 0 \n", + "90580 115370 1 55744.0 13.0 2 6 1 \n", + "90581 115371 0 35801.0 19.0 0 1 1 \n", + "90582 115375 0 49365.0 9.0 0 1 0 \n", + "90583 115376 1 55746.0 5.0 2 106 1 \n", + "\n", + " UpVotes DownVotes \n", + "0 604 25 \n", + "1 604 25 \n", + "2 604 25 \n", + "3 604 25 \n", + "4 604 25 \n", + "... ... ... \n", + "90579 0 0 \n", + "90580 0 0 \n", + "90581 0 0 \n", + "90582 0 0 \n", + "90583 0 0 \n", + "\n", + "[90584 rows x 9 columns]" + ] + }, + "execution_count": 28, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "user_posts_tab[[\"ViewCount\"]] = user_posts_tab[[\"ViewCount\"]].fillna(0)\n", + "user_posts_tab" + ] + }, + { + "cell_type": "code", + "execution_count": 29, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/plain": [ + "postId 0\n", + "Score 0\n", + "userId 0\n", + "ViewCount 0\n", + "CommentCount 0\n", + "Reputation 0\n", + "Views 0\n", + "UpVotes 0\n", + "DownVotes 0\n", + "dtype: int64" + ] + }, + "execution_count": 29, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "null_cols = user_posts_tab.isnull().sum()\n", + "null_cols" + ] }, { "cell_type": "markdown", @@ -167,10 +2396,218 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 30, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdScoreuserIdViewCountCommentCountReputationViewsUpVotesDownVotes
01238127816764108960425
116168036764108960425
2364186739676764108960425
365148036764108960425
478338046764108960425
..............................
905791153661557421706000
905801153701557441326100
905811153710358011901100
90582115375049365901000
9058311537615574652106100
\n", + "

90584 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8 1278 1 6764 1089 \n", + "1 16 16 8 0 3 6764 1089 \n", + "2 36 41 8 67396 7 6764 1089 \n", + "3 65 14 8 0 3 6764 1089 \n", + "4 78 33 8 0 4 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "90579 115366 1 55742 17 0 6 0 \n", + "90580 115370 1 55744 13 2 6 1 \n", + "90581 115371 0 35801 19 0 1 1 \n", + "90582 115375 0 49365 9 0 1 0 \n", + "90583 115376 1 55746 5 2 106 1 \n", + "\n", + " UpVotes DownVotes \n", + "0 604 25 \n", + "1 604 25 \n", + "2 604 25 \n", + "3 604 25 \n", + "4 604 25 \n", + "... ... ... \n", + "90579 0 0 \n", + "90580 0 0 \n", + "90581 0 0 \n", + "90582 0 0 \n", + "90583 0 0 \n", + "\n", + "[90584 rows x 9 columns]" + ] + }, + "execution_count": 30, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "user_posts_tab[[\"userId\",\"ViewCount\"]] = user_posts_tab[[\"userId\",\"ViewCount\"]].astype('int')\n", + "user_posts_tab" + ] }, { "cell_type": "markdown", @@ -178,11 +2615,772 @@ "source": [ "#### Bonus: Identify extreme values in your merged dataframe as you have learned in class, create a dataframe called outliers with the same columns as our data set and calculate the bounds. The values of the outliers dataframe will be the values of the merged_df that fall outside that bounds. You will need to save your outliers dataframe to a csv file on your-code folder." ] + }, + { + "cell_type": "code", + "execution_count": 33, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
countmeanstdmin25%50%75%maxIQR
postId90584.056539.08052233840.3075291.026051.7557225.586145.25115378.060093.50
Score90584.02.7807674.948922-19.01.002.03.00192.02.00
userId90584.016546.76472715273.367108-1.03437.0011032.027700.0055746.024263.00
ViewCount90584.0259.2534001632.2614050.00.000.0111.00175495.0111.00
CommentCount90584.01.8946502.6387040.00.001.03.0045.03.00
Reputation90584.06282.39541215102.2686701.060.00396.04460.0087393.04400.00
Views90584.01034.2451762880.0740120.05.0045.0514.2520932.0509.25
UpVotes90584.0734.3157182050.8693270.01.0022.0283.0011442.0282.00
DownVotes90584.033.273249134.9364350.00.000.08.001920.08.00
\n", + "
" + ], + "text/plain": [ + " count mean std min 25% 50% \\\n", + "postId 90584.0 56539.080522 33840.307529 1.0 26051.75 57225.5 \n", + "Score 90584.0 2.780767 4.948922 -19.0 1.00 2.0 \n", + "userId 90584.0 16546.764727 15273.367108 -1.0 3437.00 11032.0 \n", + "ViewCount 90584.0 259.253400 1632.261405 0.0 0.00 0.0 \n", + "CommentCount 90584.0 1.894650 2.638704 0.0 0.00 1.0 \n", + "Reputation 90584.0 6282.395412 15102.268670 1.0 60.00 396.0 \n", + "Views 90584.0 1034.245176 2880.074012 0.0 5.00 45.0 \n", + "UpVotes 90584.0 734.315718 2050.869327 0.0 1.00 22.0 \n", + "DownVotes 90584.0 33.273249 134.936435 0.0 0.00 0.0 \n", + "\n", + " 75% max IQR \n", + "postId 86145.25 115378.0 60093.50 \n", + "Score 3.00 192.0 2.00 \n", + "userId 27700.00 55746.0 24263.00 \n", + "ViewCount 111.00 175495.0 111.00 \n", + "CommentCount 3.00 45.0 3.00 \n", + "Reputation 4460.00 87393.0 4400.00 \n", + "Views 514.25 20932.0 509.25 \n", + "UpVotes 283.00 11442.0 282.00 \n", + "DownVotes 8.00 1920.0 8.00 " + ] + }, + "execution_count": 33, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "stats = user_posts_tab.describe().transpose()\n", + "stats[\"IQR\"] = stats[\"75%\"]-stats[\"25%\"]\n", + "stats" + ] + }, + { + "cell_type": "code", + "execution_count": 34, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Empty DataFrame\n", + "Columns: [postId, Score, userId, ViewCount, CommentCount, Reputation, Views, UpVotes, DownVotes, Atipico]\n", + "Index: []\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8 1278 1 6764 1089 \n", + "1 16 16 8 0 3 6764 1089 \n", + "2 36 41 8 67396 7 6764 1089 \n", + "3 65 14 8 0 3 6764 1089 \n", + "4 78 33 8 0 4 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "90378 114744 9 55437 500 1 46 2 \n", + "90386 114785 19 55451 0 4 299 4 \n", + "90398 114830 8 55477 0 2 81 1 \n", + "90433 114966 -3 55522 25 1 1 0 \n", + "90462 115011 7 55545 185 4 138 3 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "0 604 25 Score \n", + "1 604 25 Score \n", + "2 604 25 Score \n", + "3 604 25 Score \n", + "4 604 25 Score \n", + "... ... ... ... \n", + "90378 0 0 Score \n", + "90386 0 0 Score \n", + "90398 0 0 Score \n", + "90433 0 0 Score \n", + "90462 1 0 Score \n", + "\n", + "[8549 rows x 10 columns]\n", + "\n", + "Empty DataFrame\n", + "Columns: [postId, Score, userId, ViewCount, CommentCount, Reputation, Views, UpVotes, DownVotes, Atipico]\n", + "Index: []\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8 1278 1 6764 1089 \n", + "2 36 41 8 67396 7 6764 1089 \n", + "6 114 30 8 1220 1 6764 1089 \n", + "9 168 17 8 1022 1 6764 1089 \n", + "10 170 56 8 7733 1 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "89942 113314 7 54736 280 17 96 14 \n", + "90023 113526 12 54840 732 8 163 6 \n", + "90152 114004 2 55053 376 12 14 1 \n", + "90338 114665 10 55386 1163 5 151 4 \n", + "90378 114744 9 55437 500 1 46 2 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "0 604 25 ViewCount \n", + "2 604 25 ViewCount \n", + "6 604 25 ViewCount \n", + "9 604 25 ViewCount \n", + "10 604 25 ViewCount \n", + "... ... ... ... \n", + "89942 5 0 ViewCount \n", + "90023 4 0 ViewCount \n", + "90152 0 0 ViewCount \n", + "90338 0 0 ViewCount \n", + "90378 0 0 ViewCount \n", + "\n", + "[12849 rows x 10 columns]\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "26 981 6 8 0 11 6764 1089 \n", + "76 3453 2 8 0 9 6764 1089 \n", + "84 4176 3 8 0 9 6764 1089 \n", + "88 4338 3 8 0 8 6764 1089 \n", + "105 11981 1 8 0 14 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "90405 114859 2 55302 25 8 13 0 \n", + "90412 114895 5 51878 81 12 26 3 \n", + "90465 115020 1 55557 77 9 6 3 \n", + "90467 115021 1 40527 0 8 11 2 \n", + "90469 115024 1 28820 66 15 22 0 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "26 604 25 CommentCount \n", + "76 604 25 CommentCount \n", + "84 604 25 CommentCount \n", + "88 604 25 CommentCount \n", + "105 604 25 CommentCount \n", + "... ... ... ... \n", + "90405 0 0 CommentCount \n", + "90412 0 0 CommentCount \n", + "90465 0 0 CommentCount \n", + "90467 0 0 CommentCount \n", + "90469 0 0 CommentCount \n", + "\n", + "[3860 rows x 10 columns]\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "585 74 25 88 0 0 14082 3320 \n", + "586 94 5 88 0 0 14082 3320 \n", + "587 99 7 88 0 1 14082 3320 \n", + "588 119 6 88 0 3 14082 3320 \n", + "589 140 7 88 0 0 14082 3320 \n", + "... ... ... ... ... ... ... ... \n", + "68905 114505 2 28746 0 0 16108 1673 \n", + "68906 114782 2 28746 0 5 16108 1673 \n", + "68907 114897 3 28746 0 1 16108 1673 \n", + "68908 114910 1 28746 0 4 16108 1673 \n", + "68909 115040 9 28746 0 9 16108 1673 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "585 4235 126 Reputation \n", + "586 4235 126 Reputation \n", + "587 4235 126 Reputation \n", + "588 4235 126 Reputation \n", + "589 4235 126 Reputation \n", + "... ... ... ... \n", + "68905 63 6 Reputation \n", + "68906 63 6 Reputation \n", + "68907 63 6 Reputation \n", + "68908 63 6 Reputation \n", + "68909 63 6 Reputation \n", + "\n", + "[13344 rows x 10 columns]\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "585 74 25 88 0 0 14082 3320 \n", + "586 94 5 88 0 0 14082 3320 \n", + "587 99 7 88 0 1 14082 3320 \n", + "588 119 6 88 0 3 14082 3320 \n", + "589 140 7 88 0 0 14082 3320 \n", + "... ... ... ... ... ... ... ... \n", + "68905 114505 2 28746 0 0 16108 1673 \n", + "68906 114782 2 28746 0 5 16108 1673 \n", + "68907 114897 3 28746 0 1 16108 1673 \n", + "68908 114910 1 28746 0 4 16108 1673 \n", + "68909 115040 9 28746 0 9 16108 1673 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "585 4235 126 Views \n", + "586 4235 126 Views \n", + "587 4235 126 Views \n", + "588 4235 126 Views \n", + "589 4235 126 Views \n", + "... ... ... ... \n", + "68905 63 6 Views \n", + "68906 63 6 Views \n", + "68907 63 6 Views \n", + "68908 63 6 Views \n", + "68909 63 6 Views \n", + "\n", + "[13255 rows x 10 columns]\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "585 74 25 88 0 0 14082 3320 \n", + "586 94 5 88 0 0 14082 3320 \n", + "587 99 7 88 0 1 14082 3320 \n", + "588 119 6 88 0 3 14082 3320 \n", + "589 140 7 88 0 0 14082 3320 \n", + "... ... ... ... ... ... ... ... \n", + "68287 113564 2 28666 0 0 2653 233 \n", + "68288 114597 1 28666 0 0 2653 233 \n", + "68289 115130 2 28666 0 0 2653 233 \n", + "68290 115306 1 28666 0 0 2653 233 \n", + "68291 115307 1 28666 0 0 2653 233 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "585 4235 126 UpVotes \n", + "586 4235 126 UpVotes \n", + "587 4235 126 UpVotes \n", + "588 4235 126 UpVotes \n", + "589 4235 126 UpVotes \n", + "... ... ... ... \n", + "68287 729 45 UpVotes \n", + "68288 729 45 UpVotes \n", + "68289 729 45 UpVotes \n", + "68290 729 45 UpVotes \n", + "68291 729 45 UpVotes \n", + "\n", + "[14097 rows x 10 columns]\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8 1278 1 6764 1089 \n", + "1 16 16 8 0 3 6764 1089 \n", + "2 36 41 8 67396 7 6764 1089 \n", + "3 65 14 8 0 3 6764 1089 \n", + "4 78 33 8 0 4 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "83637 100136 2 44451 0 0 1460 79 \n", + "83638 101232 1 44451 0 0 1460 79 \n", + "83639 101234 0 44451 0 0 1460 79 \n", + "83640 102640 0 44451 0 0 1460 79 \n", + "83641 102642 19 44451 0 0 1460 79 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "0 604 25 DownVotes \n", + "1 604 25 DownVotes \n", + "2 604 25 DownVotes \n", + "3 604 25 DownVotes \n", + "4 604 25 DownVotes \n", + "... ... ... ... \n", + "83637 229 27 DownVotes \n", + "83638 229 27 DownVotes \n", + "83639 229 27 DownVotes \n", + "83640 229 27 DownVotes \n", + "83641 229 27 DownVotes \n", + "\n", + "[17424 rows x 10 columns]\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n" + ] + } + ], + "source": [ + "outliers = pd.DataFrame(columns=user_posts_tab.columns)\n", + "\n", + "for col_name in stats.index:\n", + " iqr = stats.loc[col_name, 'IQR']\n", + " corte = iqr*1.5\n", + " corte_bajo = stats.loc[col_name, '25%'] - corte\n", + " corte_alto = stats.loc[col_name, '75%'] + corte\n", + " resultado = user_posts_tab[(user_posts_tab[col_name] < corte_bajo) | \n", + " (user_posts_tab[col_name] > corte_alto)]\n", + " resultado['Atipico'] = col_name\n", + " print(resultado)\n", + " print()\n", + " outliers = outliers.append(resultado)" + ] + }, + { + "cell_type": "code", + "execution_count": 36, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdScoreuserIdViewCountCommentCountReputationViewsUpVotesDownVotesAtipico
01238127816764108960425Score
116168036764108960425Score
2364186739676764108960425Score
365148036764108960425Score
478338046764108960425Score
.................................
836371001362444510014607922927DownVotes
836381012321444510014607922927DownVotes
836391012340444510014607922927DownVotes
836401026400444510014607922927DownVotes
8364110264219444510014607922927DownVotes
\n", + "

83378 rows × 10 columns

\n", + "
" + ], + "text/plain": [ + " postId Score userId ViewCount CommentCount Reputation Views UpVotes \\\n", + "0 1 23 8 1278 1 6764 1089 604 \n", + "1 16 16 8 0 3 6764 1089 604 \n", + "2 36 41 8 67396 7 6764 1089 604 \n", + "3 65 14 8 0 3 6764 1089 604 \n", + "4 78 33 8 0 4 6764 1089 604 \n", + "... ... ... ... ... ... ... ... ... \n", + "83637 100136 2 44451 0 0 1460 79 229 \n", + "83638 101232 1 44451 0 0 1460 79 229 \n", + "83639 101234 0 44451 0 0 1460 79 229 \n", + "83640 102640 0 44451 0 0 1460 79 229 \n", + "83641 102642 19 44451 0 0 1460 79 229 \n", + "\n", + " DownVotes Atipico \n", + "0 25 Score \n", + "1 25 Score \n", + "2 25 Score \n", + "3 25 Score \n", + "4 25 Score \n", + "... ... ... \n", + "83637 27 DownVotes \n", + "83638 27 DownVotes \n", + "83639 27 DownVotes \n", + "83640 27 DownVotes \n", + "83641 27 DownVotes \n", + "\n", + "[83378 rows x 10 columns]" + ] + }, + "execution_count": 36, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "outliers" + ] + }, + { + "cell_type": "code", + "execution_count": 42, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "postId\n", + "AxesSubplot(0.125,0.125;0.775x0.755)\n" + ] + }, + { + "ename": "NameError", + "evalue": "name 'plt' is not defined", + "output_type": "error", + "traceback": [ + "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[1;31mNameError\u001b[0m Traceback (most recent call last)", + "Input \u001b[1;32mIn [42]\u001b[0m, in \u001b[0;36m\u001b[1;34m()\u001b[0m\n\u001b[0;32m 2\u001b[0m \u001b[38;5;28mprint\u001b[39m(column)\n\u001b[0;32m 3\u001b[0m \u001b[38;5;28mprint\u001b[39m(user_posts_tab[column]\u001b[38;5;241m.\u001b[39mplot\u001b[38;5;241m.\u001b[39mbox())\n\u001b[1;32m----> 4\u001b[0m \u001b[43mplt\u001b[49m\u001b[38;5;241m.\u001b[39mshow()\n\u001b[0;32m 5\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m----\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;241m10\u001b[39m)\n", + "\u001b[1;31mNameError\u001b[0m: name 'plt' is not defined" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAD6CAYAAABUHLtmAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAAsTAAALEwEAmpwYAAASNElEQVR4nO3dbZCd5X3f8e+vksE4qQGbHepIuKuplQcZx429g0k94/FYLQjjWiRDHEgnqC5jTWrcpmknsWhfKPXDjDzJlIaJTUaNVITjsUyoO2gsOYqCnWaSDJjFJGAhE7Y8RNJgs7FAuCV+kPPvi71kny57adk90lmBvp+ZM3vf/+u6r/u69eL8dD+cc1JVSJI0l7+31BOQJJ2+DAlJUpchIUnqMiQkSV2GhCSpy5CQJHXNGxJJtid5KslXBmq/keSrSR5I8j+TnDfQdmOSqSQPJ7l8oL6u1aaSbBqor0pyT6t/JslZrX52W59q7eMn66AlSS9M5vucRJK3Af8HuK2qLm61y4AvVNWxJB8DqKoPJlkDfBq4BPgR4I+AH21D/RXwz4BDwL3AtVX1UJLbgc9W1c4kvwP8ZVXdkuT9wE9W1S8luQb4mar6+fkO6IILLqjx8fEF/jNI0pntvvvu+5uqGptdXz7fhlX1J7P/F19VfziwejdwdVteD+ysqm8DjyWZYiYwAKaq6lGAJDuB9UkOAO8AfqH12QH8OnBLG+vXW/0O4LeTpOZJtfHxcSYnJ+c7LEnSgCRPzFU/Gfck/hXw+ba8Ajg40Hao1Xr1VwPPVNWxWfX/b6zWfrT1f54kG5NMJpmcnp4e+oAkSTOGCokk/wk4Bnzq5Exncapqa1VNVNXE2NjzzpYkSYs07+WmniT/EngXsHbgEtBh4KKBbitbjU79G8B5SZa3s4XB/sfHOpRkOXBu6y9JGpFFnUkkWQf8GvDuqnpuoGkXcE17MmkVsBr4EjM3qle3J5nOAq4BdrVw+SI/uKexAbhzYKwNbflqZm6U+22EkjRC855JJPk08HbggiSHgM3AjcDZwL4kAHdX1S9V1f72tNJDzFyGuqGqvtfG+QCwF1gGbK+q/W0XHwR2JvkIcD+wrdW3AZ9sN7+PMBMskqQRmvcR2BebiYmJ8ukmSVqYJPdV1cTsup+4liR1GRKSpK5FP90knenGN+0eyX4e33LlSPYjzcWQkBZpoW/e45t2+4avFx0vN0mSugwJSVKXISFJ6jIkJEldhoQkqcuQkCR1GRKSpC5DQpLUZUhIkroMCUlSlyEhSeoyJCRJXYaEJKnLkJAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpa96QSLI9yVNJvjJQe1WSfUkeaX/Pb/UkuTnJVJIHkrxpYJsNrf8jSTYM1N+c5MG2zc1JcqJ9SJJG54WcSdwKrJtV2wTcVVWrgbvaOsAVwOr22gjcAjNv+MBm4C3AJcDmgTf9W4D3DWy3bp59SJJGZN6QqKo/AY7MKq8HdrTlHcBVA/XbasbdwHlJXgNcDuyrqiNV9TSwD1jX2l5ZVXdXVQG3zRprrn1IkkZksfckLqyqJ9vy14AL2/IK4OBAv0OtdqL6oTnqJ9qHJGlEhr5x3c4A6iTMZdH7SLIxyWSSyenp6VM5FUk6oyw2JL7eLhXR/j7V6oeBiwb6rWy1E9VXzlE/0T6ep6q2VtVEVU2MjY0t8pAkSbMtNiR2AcefUNoA3DlQv6495XQpcLRdMtoLXJbk/HbD+jJgb2t7Nsml7amm62aNNdc+JEkjsny+Dkk+DbwduCDJIWaeUtoC3J7keuAJ4D2t+x7gncAU8BzwXoCqOpLkw8C9rd+Hqur4zfD3M/ME1TnA59uLE+xDkjQi84ZEVV3baVo7R98CbuiMsx3YPkd9Erh4jvo35tqHJGl0/MS1JKnLkJAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpy5CQJHUZEpKkLkNCktRlSEiSugwJSVKXISFJ6jIkJEldhoQkqcuQkCR1zfvzpdKZ4I3/+Q85+rffPeX7Gd+0+5SOf+45L+MvN192SvehM4shIQFH//a7PL7lyqWextBOdQjpzOPlJklSlyEhSeoyJCRJXYaEJKnLkJAkdRkSkqSuoUIiya8k2Z/kK0k+neTlSVYluSfJVJLPJDmr9T27rU+19vGBcW5s9YeTXD5QX9dqU0k2DTNXSdLCLTokkqwA/i0wUVUXA8uAa4CPATdV1euAp4Hr2ybXA0+3+k2tH0nWtO1eD6wDPpFkWZJlwMeBK4A1wLWtryRpRIa93LQcOCfJcuAVwJPAO4A7WvsO4Kq2vL6t09rXJkmr76yqb1fVY8AUcEl7TVXVo1X1HWBn6ytJGpFFh0RVHQZ+E/hrZsLhKHAf8ExVHWvdDgEr2vIK4GDb9ljr/+rB+qxtevXnSbIxyWSSyenp6cUekiRplmEuN53PzP/sVwE/AvwQM5eLRq6qtlbVRFVNjI2NLcUUJOklaZjLTf8UeKyqpqvqu8BngbcC57XLTwArgcNt+TBwEUBrPxf4xmB91ja9uiRpRIYJib8GLk3yinZvYS3wEPBF4OrWZwNwZ1ve1dZp7V+oqmr1a9rTT6uA1cCXgHuB1e1pqbOYubm9a4j5SpIWaNHfAltV9yS5A/gycAy4H9gK7AZ2JvlIq21rm2wDPplkCjjCzJs+VbU/ye3MBMwx4Iaq+h5Akg8Ae5l5cmp7Ve1f7HwlSQs31FeFV9VmYPOs8qPMPJk0u++3gJ/rjPNR4KNz1PcAe4aZoyRp8fzEtSSpy5CQJHUZEpKkLkNCktRlSEiSugwJSVKXISFJ6jIkJEldhoQkqcuQkCR1GRKSpC5DQpLUZUhIkroMCUlSlyEhSeoyJCRJXYaEJKnLkJAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpa6iQSHJekjuSfDXJgSQ/neRVSfYleaT9Pb/1TZKbk0wleSDJmwbG2dD6P5Jkw0D9zUkebNvcnCTDzFeStDDDnkn8FvAHVfXjwBuBA8Am4K6qWg3c1dYBrgBWt9dG4BaAJK8CNgNvAS4BNh8PltbnfQPbrRtyvpKkBVh0SCQ5F3gbsA2gqr5TVc8A64EdrdsO4Kq2vB64rWbcDZyX5DXA5cC+qjpSVU8D+4B1re2VVXV3VRVw28BYkqQRGOZMYhUwDfz3JPcn+d0kPwRcWFVPtj5fAy5syyuAgwPbH2q1E9UPzVF/niQbk0wmmZyenh7ikCRJg4YJieXAm4BbquqngP/LDy4tAdDOAGqIfbwgVbW1qiaqamJsbOxU706SzhjDhMQh4FBV3dPW72AmNL7eLhXR/j7V2g8DFw1sv7LVTlRfOUddkjQiiw6JqvoacDDJj7XSWuAhYBdw/AmlDcCdbXkXcF17yulS4Gi7LLUXuCzJ+e2G9WXA3tb2bJJL21NN1w2MJUkageVDbv9vgE8lOQt4FHgvM8Fze5LrgSeA97S+e4B3AlPAc60vVXUkyYeBe1u/D1XVkbb8fuBW4Bzg8+0lSRqRzNw2eOmYmJioycnJpZ6GXmTesOMNSz2Fk+bBDQ8u9RT0IpTkvqqamF0f9kxCekn45oEtPL7lyqWextDGN+1e6inoJcav5ZAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpy5CQJHUZEpKkLkNCktRlSEiSugwJSVKXISFJ6jIkJEldhoQkqcuQkCR1GRKSpC5DQpLUZUhIkroMCUlSlyEhSeoyJCRJXYaEJKlr6JBIsizJ/Uk+19ZXJbknyVSSzyQ5q9XPbutTrX18YIwbW/3hJJcP1Ne12lSSTcPOVZK0MCfjTOKXgQMD6x8Dbqqq1wFPA9e3+vXA061+U+tHkjXANcDrgXXAJ1rwLAM+DlwBrAGubX0lSSMyVEgkWQlcCfxuWw/wDuCO1mUHcFVbXt/Wae1rW//1wM6q+nZVPQZMAZe011RVPVpV3wF2tr6SpBEZ9kzivwK/BvxdW3818ExVHWvrh4AVbXkFcBCgtR9t/b9fn7VNr/48STYmmUwyOT09PeQhSZKOW3RIJHkX8FRV3XcS57MoVbW1qiaqamJsbGyppyNJLxnLh9j2rcC7k7wTeDnwSuC3gPOSLG9nCyuBw63/YeAi4FCS5cC5wDcG6scNbtOrS5JGYNFnElV1Y1WtrKpxZm48f6Gq/gXwReDq1m0DcGdb3tXWae1fqKpq9Wva00+rgNXAl4B7gdXtaamz2j52LXa+kqSFG+ZMoueDwM4kHwHuB7a1+jbgk0mmgCPMvOlTVfuT3A48BBwDbqiq7wEk+QCwF1gGbK+q/adgvpKkjpMSElX1x8Aft+VHmXkyaXafbwE/19n+o8BH56jvAfacjDlKkhbOT1xLkroMCUlSlyEhSeoyJCRJXYaEJKnLkJAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpy5CQJHUZEpKkLkNCktRlSEiSugwJSVLXqfiNa+lFaXzT7qWewtDOPedlSz0FvcQYEhLw+JYrT/k+xjftHsl+pJPJy02SpC5DQpLUZUhIkroMCUlSlyEhSeoyJCRJXYsOiSQXJflikoeS7E/yy63+qiT7kjzS/p7f6klyc5KpJA8kedPAWBta/0eSbBiovznJg22bm5NkmIOVJC3MMGcSx4D/UFVrgEuBG5KsATYBd1XVauCutg5wBbC6vTYCt8BMqACbgbcAlwCbjwdL6/O+ge3WDTFfSdICLTokqurJqvpyW/4mcABYAawHdrRuO4Cr2vJ64LaacTdwXpLXAJcD+6rqSFU9DewD1rW2V1bV3VVVwG0DY0mSRuCk3JNIMg78FHAPcGFVPdmavgZc2JZXAAcHNjvUaieqH5qjPtf+NyaZTDI5PT093MFIkr5v6JBI8sPA/wD+XVU9O9jWzgBq2H3Mp6q2VtVEVU2MjY2d6t1J0hljqJBI8jJmAuJTVfXZVv56u1RE+/tUqx8GLhrYfGWrnai+co66JGlEhnm6KcA24EBV/ZeBpl3A8SeUNgB3DtSva085XQocbZel9gKXJTm/3bC+DNjb2p5Ncmnb13UDY0mSRmCYb4F9K/CLwINJ/qLV/iOwBbg9yfXAE8B7Wtse4J3AFPAc8F6AqjqS5MPAva3fh6rqSFt+P3ArcA7w+faSJI3IokOiqv4U6H1uYe0c/Qu4oTPWdmD7HPVJ4OLFzlGSNBw/cS1J6jIkJEldhoQkqcuQkCR1GRKSpC5DQpLUZUhIkroMCUlSlyEhSeoyJCRJXYaEJKnLkJAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpy5CQJHUZEpKkLkNCktRlSEiSugwJSVKXISFJ6jrtQyLJuiQPJ5lKsmmp5yNJZ5LTOiSSLAM+DlwBrAGuTbJmaWclSWeO0zokgEuAqap6tKq+A+wE1i/xnCTpjLF8qScwjxXAwYH1Q8BbZndKshHYCPDa1752NDPTGW980+6RbPP4lisXvI10spzuIfGCVNVWYCvAxMRELfF0dIbwzVtngtP9ctNh4KKB9ZWtJkkagdM9JO4FVidZleQs4Bpg1xLPSZLOGKf15aaqOpbkA8BeYBmwvar2L/G0JOmMcVqHBEBV7QH2LPU8JOlMdLpfbpIkLSFDQpLUZUhIkroMCUlSV6peWp89SzINPLHU85DmcAHwN0s9CanjH1bV2OziSy4kpNNVksmqmljqeUgL4eUmSVKXISFJ6jIkpNHZutQTkBbKexKSpC7PJCRJXYaEJKnLkJCWQJKrBn+vPcmtSa6eo9/bk3xutLOTfsCQkJbGVcCa+TpJS82QkBYoyXiSryb5VJIDSe5I8ooka5Pcn+TBJNuTnN36b0nyUJIHkvxmkn8CvBv4jSR/keQfzRp/XRv/y8DPLsEhSt9nSEiL82PAJ6rqJ4BngX8P3Ar8fFW9gZnfavnXSV4N/Azw+qr6SeAjVfXnzPzC4q9W1T+uqv99fNAkLwf+G/DPgTcD/2CExyQ9jyEhLc7Bqvqztvx7wFrgsar6q1bbAbwNOAp8C9iW5GeB5+YZ98fbOI/UzPPpv3fypy69cIaEtDizP2D0zJydqo4BlwB3AO8C/uDUTks6uQwJaXFem+Sn2/IvAJPAeJLXtdovAv8ryQ8D57af4f0V4I2t/ZvA359j3K+2cY7fp7j2lMxeeoEMCWlxHgZuSHIAOB+4CXgv8PtJHgT+DvgdZoLgc0keAP6UmXsXADuBX203ur9/47qqvgVsBHa3G9dPjeqApLn4tRzSAiUZBz5XVRcv9VykU80zCUlSl2cSkqQuzyQkSV2GhCSpy5CQJHUZEpKkLkNCktT1/wAiMSiktCeDMgAAAABJRU5ErkJggg==\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "for column in user_posts_tab._get_numeric_data():\n", + " print(column)\n", + " print(user_posts_tab[column].plot.box())\n", + " plt.show()\n", + " print(\"----\"*10)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { "kernelspec": { - "display_name": "Python 3", + "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, @@ -196,7 +3394,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.6.5" + "version": "3.10.3" } }, "nbformat": 4, diff --git a/your-code/main.ipynb b/your-code/main.ipynb index 31724c5..45e9949 100644 --- a/your-code/main.ipynb +++ b/your-code/main.ipynb @@ -9,10 +9,12 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "import pandas as pd" + ] }, { "cell_type": "markdown", @@ -23,10 +25,13 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "import pymysql\n", + "from sqlalchemy import create_engine" + ] }, { "cell_type": "markdown", @@ -37,10 +42,24 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/plain": [ + "Engine(mysql+pymysql://guest:***@relational.fit.cvut.cz)" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "engine = create_engine('mysql+pymysql://guest:relational@relational.fit.cvut.cz')\n", + "engine" + ] }, { "cell_type": "markdown", @@ -51,10 +70,317 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
IdReputationCreationDateDisplayNameLastAccessDateWebsiteUrlLocationAboutMeViewsUpVotesDownVotesAccountIdAgeProfileImageUrl
0-112010-07-19 06:55:26Community2010-07-19 06:55:26http://meta.stackexchange.com/on the server farm<p>Hi, I'm not really a person.</p>\\n\\n<p>I'm ...050071920-1NaNNone
121012010-07-19 14:01:36Geoff Dalgas2013-11-12 22:07:23http://stackoverflow.comCorvallis, OR<p>Developer on the StackOverflow team. Find ...2530237.0None
231012010-07-19 15:34:50Jarrod Dixon2014-08-08 06:42:58http://stackoverflow.comNew York, NY<p><a href=\"http://blog.stackoverflow.com/2009...22190335.0None
341012010-07-19 19:03:27Emmett2014-01-02 09:31:02http://minesweeperonline.comSan Francisco, CA<p>currently at a startup in SF</p>\\n\\n<p>form...1100199828.0http://i.stack.imgur.com/d1oHX.jpg
4567922010-07-19 19:03:57Shane2014-08-13 00:23:47http://www.statalgo.comNew York, NY<p>Quantitative researcher focusing on statist...114566255450335.0None
.............................................
403205574312014-09-13 21:03:50AussieMeg2014-09-13 21:18:52NoneNoneNone0005026902NaNhttp://graph.facebook.com/665821703/picture?ty...
403215574462014-09-13 21:39:30Mia Maria2014-09-13 21:39:30NoneNoneNone1005026998NaNNone
40322557451012014-09-13 23:45:27tronbabylove2014-09-13 23:45:27NoneUnited StatesNone000481766NaNhttps://www.gravatar.com/avatar/faa7a3fdbd8308...
40323557461062014-09-14 00:29:41GPP2014-09-14 02:05:17NoneNone<p>Stats noobie, product, marketing &amp; medi...100976289NaNhttps://www.gravatar.com/avatar/6d9e9fa6b783a3...
403245574712014-09-14 01:01:44Shivam Agrawal2014-09-14 01:19:04NoneIndia<p>Maths Enthusiast </p>\\n0005027354NaNhttps://lh4.googleusercontent.com/-ZsXhwVaFmiY...
\n", + "

40325 rows × 14 columns

\n", + "
" + ], + "text/plain": [ + " Id Reputation CreationDate DisplayName \\\n", + "0 -1 1 2010-07-19 06:55:26 Community \n", + "1 2 101 2010-07-19 14:01:36 Geoff Dalgas \n", + "2 3 101 2010-07-19 15:34:50 Jarrod Dixon \n", + "3 4 101 2010-07-19 19:03:27 Emmett \n", + "4 5 6792 2010-07-19 19:03:57 Shane \n", + "... ... ... ... ... \n", + "40320 55743 1 2014-09-13 21:03:50 AussieMeg \n", + "40321 55744 6 2014-09-13 21:39:30 Mia Maria \n", + "40322 55745 101 2014-09-13 23:45:27 tronbabylove \n", + "40323 55746 106 2014-09-14 00:29:41 GPP \n", + "40324 55747 1 2014-09-14 01:01:44 Shivam Agrawal \n", + "\n", + " LastAccessDate WebsiteUrl Location \\\n", + "0 2010-07-19 06:55:26 http://meta.stackexchange.com/ on the server farm \n", + "1 2013-11-12 22:07:23 http://stackoverflow.com Corvallis, OR \n", + "2 2014-08-08 06:42:58 http://stackoverflow.com New York, NY \n", + "3 2014-01-02 09:31:02 http://minesweeperonline.com San Francisco, CA \n", + "4 2014-08-13 00:23:47 http://www.statalgo.com New York, NY \n", + "... ... ... ... \n", + "40320 2014-09-13 21:18:52 None None \n", + "40321 2014-09-13 21:39:30 None None \n", + "40322 2014-09-13 23:45:27 None United States \n", + "40323 2014-09-14 02:05:17 None None \n", + "40324 2014-09-14 01:19:04 None India \n", + "\n", + " AboutMe Views UpVotes \\\n", + "0

Hi, I'm not really a person.

\\n\\n

I'm ... 0 5007 \n", + "1

Developer on the StackOverflow team. Find ... 25 3 \n", + "2

currently at a startup in SF

\\n\\n

form... 11 0 \n", + "4

Quantitative researcher focusing on statist... 1145 662 \n", + "... ... ... ... \n", + "40320 None 0 0 \n", + "40321 None 1 0 \n", + "40322 None 0 0 \n", + "40323

Stats noobie, product, marketing & medi... 1 0 \n", + "40324

Maths Enthusiast

\\n 0 0 \n", + "\n", + " DownVotes AccountId Age \\\n", + "0 1920 -1 NaN \n", + "1 0 2 37.0 \n", + "2 0 3 35.0 \n", + "3 0 1998 28.0 \n", + "4 5 54503 35.0 \n", + "... ... ... ... \n", + "40320 0 5026902 NaN \n", + "40321 0 5026998 NaN \n", + "40322 0 481766 NaN \n", + "40323 0 976289 NaN \n", + "40324 0 5027354 NaN \n", + "\n", + " ProfileImageUrl \n", + "0 None \n", + "1 None \n", + "2 None \n", + "3 http://i.stack.imgur.com/d1oHX.jpg \n", + "4 None \n", + "... ... \n", + "40320 http://graph.facebook.com/665821703/picture?ty... \n", + "40321 None \n", + "40322 https://www.gravatar.com/avatar/faa7a3fdbd8308... \n", + "40323 https://www.gravatar.com/avatar/6d9e9fa6b783a3... \n", + "40324 https://lh4.googleusercontent.com/-ZsXhwVaFmiY... \n", + "\n", + "[40325 rows x 14 columns]" + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "user_tab = pd.read_sql_query('SELECT * FROM stats.users', engine)\n", + "user_tab" + ] }, { "cell_type": "markdown", @@ -65,10 +391,317 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
userIdReputationCreationDateDisplayNameLastAccessDateWebsiteUrlLocationAboutMeViewsUpVotesDownVotesAccountIdAgeProfileImageUrl
0-112010-07-19 06:55:26Community2010-07-19 06:55:26http://meta.stackexchange.com/on the server farm<p>Hi, I'm not really a person.</p>\\n\\n<p>I'm ...050071920-1NaNNone
121012010-07-19 14:01:36Geoff Dalgas2013-11-12 22:07:23http://stackoverflow.comCorvallis, OR<p>Developer on the StackOverflow team. Find ...2530237.0None
231012010-07-19 15:34:50Jarrod Dixon2014-08-08 06:42:58http://stackoverflow.comNew York, NY<p><a href=\"http://blog.stackoverflow.com/2009...22190335.0None
341012010-07-19 19:03:27Emmett2014-01-02 09:31:02http://minesweeperonline.comSan Francisco, CA<p>currently at a startup in SF</p>\\n\\n<p>form...1100199828.0http://i.stack.imgur.com/d1oHX.jpg
4567922010-07-19 19:03:57Shane2014-08-13 00:23:47http://www.statalgo.comNew York, NY<p>Quantitative researcher focusing on statist...114566255450335.0None
.............................................
403205574312014-09-13 21:03:50AussieMeg2014-09-13 21:18:52NoneNoneNone0005026902NaNhttp://graph.facebook.com/665821703/picture?ty...
403215574462014-09-13 21:39:30Mia Maria2014-09-13 21:39:30NoneNoneNone1005026998NaNNone
40322557451012014-09-13 23:45:27tronbabylove2014-09-13 23:45:27NoneUnited StatesNone000481766NaNhttps://www.gravatar.com/avatar/faa7a3fdbd8308...
40323557461062014-09-14 00:29:41GPP2014-09-14 02:05:17NoneNone<p>Stats noobie, product, marketing &amp; medi...100976289NaNhttps://www.gravatar.com/avatar/6d9e9fa6b783a3...
403245574712014-09-14 01:01:44Shivam Agrawal2014-09-14 01:19:04NoneIndia<p>Maths Enthusiast </p>\\n0005027354NaNhttps://lh4.googleusercontent.com/-ZsXhwVaFmiY...
\n", + "

40325 rows × 14 columns

\n", + "
" + ], + "text/plain": [ + " userId Reputation CreationDate DisplayName \\\n", + "0 -1 1 2010-07-19 06:55:26 Community \n", + "1 2 101 2010-07-19 14:01:36 Geoff Dalgas \n", + "2 3 101 2010-07-19 15:34:50 Jarrod Dixon \n", + "3 4 101 2010-07-19 19:03:27 Emmett \n", + "4 5 6792 2010-07-19 19:03:57 Shane \n", + "... ... ... ... ... \n", + "40320 55743 1 2014-09-13 21:03:50 AussieMeg \n", + "40321 55744 6 2014-09-13 21:39:30 Mia Maria \n", + "40322 55745 101 2014-09-13 23:45:27 tronbabylove \n", + "40323 55746 106 2014-09-14 00:29:41 GPP \n", + "40324 55747 1 2014-09-14 01:01:44 Shivam Agrawal \n", + "\n", + " LastAccessDate WebsiteUrl Location \\\n", + "0 2010-07-19 06:55:26 http://meta.stackexchange.com/ on the server farm \n", + "1 2013-11-12 22:07:23 http://stackoverflow.com Corvallis, OR \n", + "2 2014-08-08 06:42:58 http://stackoverflow.com New York, NY \n", + "3 2014-01-02 09:31:02 http://minesweeperonline.com San Francisco, CA \n", + "4 2014-08-13 00:23:47 http://www.statalgo.com New York, NY \n", + "... ... ... ... \n", + "40320 2014-09-13 21:18:52 None None \n", + "40321 2014-09-13 21:39:30 None None \n", + "40322 2014-09-13 23:45:27 None United States \n", + "40323 2014-09-14 02:05:17 None None \n", + "40324 2014-09-14 01:19:04 None India \n", + "\n", + " AboutMe Views UpVotes \\\n", + "0

Hi, I'm not really a person.

\\n\\n

I'm ... 0 5007 \n", + "1

Developer on the StackOverflow team. Find ... 25 3 \n", + "2

currently at a startup in SF

\\n\\n

form... 11 0 \n", + "4

Quantitative researcher focusing on statist... 1145 662 \n", + "... ... ... ... \n", + "40320 None 0 0 \n", + "40321 None 1 0 \n", + "40322 None 0 0 \n", + "40323

Stats noobie, product, marketing & medi... 1 0 \n", + "40324

Maths Enthusiast

\\n 0 0 \n", + "\n", + " DownVotes AccountId Age \\\n", + "0 1920 -1 NaN \n", + "1 0 2 37.0 \n", + "2 0 3 35.0 \n", + "3 0 1998 28.0 \n", + "4 5 54503 35.0 \n", + "... ... ... ... \n", + "40320 0 5026902 NaN \n", + "40321 0 5026998 NaN \n", + "40322 0 481766 NaN \n", + "40323 0 976289 NaN \n", + "40324 0 5027354 NaN \n", + "\n", + " ProfileImageUrl \n", + "0 None \n", + "1 None \n", + "2 None \n", + "3 http://i.stack.imgur.com/d1oHX.jpg \n", + "4 None \n", + "... ... \n", + "40320 http://graph.facebook.com/665821703/picture?ty... \n", + "40321 None \n", + "40322 https://www.gravatar.com/avatar/faa7a3fdbd8308... \n", + "40323 https://www.gravatar.com/avatar/6d9e9fa6b783a3... \n", + "40324 https://lh4.googleusercontent.com/-ZsXhwVaFmiY... \n", + "\n", + "[40325 rows x 14 columns]" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "user_tab.rename(columns={\"Id\":\"userId\"}, inplace = True)\n", + "user_tab" + ] }, { "cell_type": "markdown", @@ -79,10 +712,427 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 11, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
IdPostTypeIdAcceptedAnswerIdCreaionDateScoreViewCountBodyOwnerUserIdLasActivityDateTitle...AnswerCountCommentCountFavoriteCountLastEditorUserIdLastEditDateCommunityOwnedDateParentIdClosedDateOwnerDisplayNameLastEditorDisplayName
01115.02010-07-19 19:12:12231278.0<p>How should I elicit prior distributions fro...8.02010-09-15 21:08:26Eliciting priors from experts...5.0114.0NaNNaTNaTNaNNaTNoneNone
12159.02010-07-19 19:12:57228198.0<p>In many different statistical methods there...24.02012-11-12 09:21:54What is normality?...7.018.088.02010-08-07 17:56:44NaTNaNNaTNoneNone
2315.02010-07-19 19:13:28543613.0<p>What are some valuable Statistical Analysis...18.02013-05-27 14:48:36What are some valuable Statistical Analysis op......19.0436.0183.02011-02-12 05:50:032010-07-19 19:13:28NaNNaTNoneNone
341135.02010-07-19 19:13:31135224.0<p>I have two groups of data. Each with a dif...23.02010-09-08 03:00:19Assessing the significance of differences in d......5.022.0NaNNaTNaTNaNNaTNoneNone
452NaN2010-07-19 19:14:4381NaN<p>The R-project</p>\\n\\n<p><a href=\"http://www...23.02010-07-19 19:21:15None...NaN3NaN23.02010-07-19 19:21:152010-07-19 19:14:433.0NaTNoneNone
..................................................................
919711153742NaN2014-09-13 23:45:392NaN<p>This grew too long for a comment, but I thi...805.02014-09-14 02:05:41None...NaN2NaN805.02014-09-14 02:05:41NaT115367.0NaTNoneNone
919721153751NaN2014-09-13 23:46:0509.0<p>Assume a classification problem where there...49365.02014-09-14 02:09:23Detecting a consistent pattern in a dataset vi......1.00NaNNaNNaTNaTNaNNaTNoneNone
919731153761NaN2014-09-14 01:27:5415.0<p>My goal is to create a formula that can giv...55746.02014-09-14 01:40:55How to project video viewcount based on histor......0.02NaN7290.02014-09-14 01:40:55NaTNaNNaTNoneNone
919741153772NaN2014-09-14 02:03:280NaN<p>As a practical answer to the real questions...805.02014-09-14 02:54:13None...NaN0NaN805.02014-09-14 02:54:13NaT115358.0NaTNoneNone
919751153782NaN2014-09-14 02:09:230NaN<p>Decision trees are notoriously <strong>unst...7250.02014-09-14 02:09:23None...NaN0NaNNaNNaTNaT115375.0NaTNoneNone
\n", + "

91976 rows × 21 columns

\n", + "
" + ], + "text/plain": [ + " Id PostTypeId AcceptedAnswerId CreaionDate Score \\\n", + "0 1 1 15.0 2010-07-19 19:12:12 23 \n", + "1 2 1 59.0 2010-07-19 19:12:57 22 \n", + "2 3 1 5.0 2010-07-19 19:13:28 54 \n", + "3 4 1 135.0 2010-07-19 19:13:31 13 \n", + "4 5 2 NaN 2010-07-19 19:14:43 81 \n", + "... ... ... ... ... ... \n", + "91971 115374 2 NaN 2014-09-13 23:45:39 2 \n", + "91972 115375 1 NaN 2014-09-13 23:46:05 0 \n", + "91973 115376 1 NaN 2014-09-14 01:27:54 1 \n", + "91974 115377 2 NaN 2014-09-14 02:03:28 0 \n", + "91975 115378 2 NaN 2014-09-14 02:09:23 0 \n", + "\n", + " ViewCount Body \\\n", + "0 1278.0

How should I elicit prior distributions fro... \n", + "1 8198.0

In many different statistical methods there... \n", + "2 3613.0

What are some valuable Statistical Analysis... \n", + "3 5224.0

I have two groups of data. Each with a dif... \n", + "4 NaN

The R-project

\\n\\n

This grew too long for a comment, but I thi... \n", + "91972 9.0

Assume a classification problem where there... \n", + "91973 5.0

My goal is to create a formula that can giv... \n", + "91974 NaN

As a practical answer to the real questions... \n", + "91975 NaN

Decision trees are notoriously unst... \n", + "\n", + " OwnerUserId LasActivityDate \\\n", + "0 8.0 2010-09-15 21:08:26 \n", + "1 24.0 2012-11-12 09:21:54 \n", + "2 18.0 2013-05-27 14:48:36 \n", + "3 23.0 2010-09-08 03:00:19 \n", + "4 23.0 2010-07-19 19:21:15 \n", + "... ... ... \n", + "91971 805.0 2014-09-14 02:05:41 \n", + "91972 49365.0 2014-09-14 02:09:23 \n", + "91973 55746.0 2014-09-14 01:40:55 \n", + "91974 805.0 2014-09-14 02:54:13 \n", + "91975 7250.0 2014-09-14 02:09:23 \n", + "\n", + " Title ... AnswerCount \\\n", + "0 Eliciting priors from experts ... 5.0 \n", + "1 What is normality? ... 7.0 \n", + "2 What are some valuable Statistical Analysis op... ... 19.0 \n", + "3 Assessing the significance of differences in d... ... 5.0 \n", + "4 None ... NaN \n", + "... ... ... ... \n", + "91971 None ... NaN \n", + "91972 Detecting a consistent pattern in a dataset vi... ... 1.0 \n", + "91973 How to project video viewcount based on histor... ... 0.0 \n", + "91974 None ... NaN \n", + "91975 None ... NaN \n", + "\n", + " CommentCount FavoriteCount LastEditorUserId LastEditDate \\\n", + "0 1 14.0 NaN NaT \n", + "1 1 8.0 88.0 2010-08-07 17:56:44 \n", + "2 4 36.0 183.0 2011-02-12 05:50:03 \n", + "3 2 2.0 NaN NaT \n", + "4 3 NaN 23.0 2010-07-19 19:21:15 \n", + "... ... ... ... ... \n", + "91971 2 NaN 805.0 2014-09-14 02:05:41 \n", + "91972 0 NaN NaN NaT \n", + "91973 2 NaN 7290.0 2014-09-14 01:40:55 \n", + "91974 0 NaN 805.0 2014-09-14 02:54:13 \n", + "91975 0 NaN NaN NaT \n", + "\n", + " CommunityOwnedDate ParentId ClosedDate OwnerDisplayName \\\n", + "0 NaT NaN NaT None \n", + "1 NaT NaN NaT None \n", + "2 2010-07-19 19:13:28 NaN NaT None \n", + "3 NaT NaN NaT None \n", + "4 2010-07-19 19:14:43 3.0 NaT None \n", + "... ... ... ... ... \n", + "91971 NaT 115367.0 NaT None \n", + "91972 NaT NaN NaT None \n", + "91973 NaT NaN NaT None \n", + "91974 NaT 115358.0 NaT None \n", + "91975 NaT 115375.0 NaT None \n", + "\n", + " LastEditorDisplayName \n", + "0 None \n", + "1 None \n", + "2 None \n", + "3 None \n", + "4 None \n", + "... ... \n", + "91971 None \n", + "91972 None \n", + "91973 None \n", + "91974 None \n", + "91975 None \n", + "\n", + "[91976 rows x 21 columns]" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "posts_tab = pd.read_sql_query('SELECT * FROM stats.posts', engine)\n", + "posts_tab" + ] }, { "cell_type": "markdown", @@ -93,10 +1143,414 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 14, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "

\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdPostTypeIdAcceptedAnswerIdCreaionDateScoreViewCountBodyuserIdLasActivityDateTitle...AnswerCountCommentCountFavoriteCountLastEditorUserIdLastEditDateCommunityOwnedDateParentIdClosedDateOwnerDisplayNameLastEditorDisplayName
01115.02010-07-19 19:12:12231278.0<p>How should I elicit prior distributions fro...8.02010-09-15 21:08:26Eliciting priors from experts...5.0114.0NaNNaTNaTNaNNaTNoneNone
12159.02010-07-19 19:12:57228198.0<p>In many different statistical methods there...24.02012-11-12 09:21:54What is normality?...7.018.088.02010-08-07 17:56:44NaTNaNNaTNoneNone
2315.02010-07-19 19:13:28543613.0<p>What are some valuable Statistical Analysis...18.02013-05-27 14:48:36What are some valuable Statistical Analysis op......19.0436.0183.02011-02-12 05:50:032010-07-19 19:13:28NaNNaTNoneNone
341135.02010-07-19 19:13:31135224.0<p>I have two groups of data. Each with a dif...23.02010-09-08 03:00:19Assessing the significance of differences in d......5.022.0NaNNaTNaTNaNNaTNoneNone
452NaN2010-07-19 19:14:4381NaN<p>The R-project</p>\\n\\n<p><a href=\"http://www...23.02010-07-19 19:21:15None...NaN3NaN23.02010-07-19 19:21:152010-07-19 19:14:433.0NaTNoneNone
..................................................................
919711153742NaN2014-09-13 23:45:392NaN<p>This grew too long for a comment, but I thi...805.02014-09-14 02:05:41None...NaN2NaN805.02014-09-14 02:05:41NaT115367.0NaTNoneNone
919721153751NaN2014-09-13 23:46:0509.0<p>Assume a classification problem where there...49365.02014-09-14 02:09:23Detecting a consistent pattern in a dataset vi......1.00NaNNaNNaTNaTNaNNaTNoneNone
919731153761NaN2014-09-14 01:27:5415.0<p>My goal is to create a formula that can giv...55746.02014-09-14 01:40:55How to project video viewcount based on histor......0.02NaN7290.02014-09-14 01:40:55NaTNaNNaTNoneNone
919741153772NaN2014-09-14 02:03:280NaN<p>As a practical answer to the real questions...805.02014-09-14 02:54:13None...NaN0NaN805.02014-09-14 02:54:13NaT115358.0NaTNoneNone
919751153782NaN2014-09-14 02:09:230NaN<p>Decision trees are notoriously <strong>unst...7250.02014-09-14 02:09:23None...NaN0NaNNaNNaTNaT115375.0NaTNoneNone
\n", + "

91976 rows × 21 columns

\n", + "
" + ], + "text/plain": [ + " postId PostTypeId AcceptedAnswerId CreaionDate Score \\\n", + "0 1 1 15.0 2010-07-19 19:12:12 23 \n", + "1 2 1 59.0 2010-07-19 19:12:57 22 \n", + "2 3 1 5.0 2010-07-19 19:13:28 54 \n", + "3 4 1 135.0 2010-07-19 19:13:31 13 \n", + "4 5 2 NaN 2010-07-19 19:14:43 81 \n", + "... ... ... ... ... ... \n", + "91971 115374 2 NaN 2014-09-13 23:45:39 2 \n", + "91972 115375 1 NaN 2014-09-13 23:46:05 0 \n", + "91973 115376 1 NaN 2014-09-14 01:27:54 1 \n", + "91974 115377 2 NaN 2014-09-14 02:03:28 0 \n", + "91975 115378 2 NaN 2014-09-14 02:09:23 0 \n", + "\n", + " ViewCount Body userId \\\n", + "0 1278.0

How should I elicit prior distributions fro... 8.0 \n", + "1 8198.0

In many different statistical methods there... 24.0 \n", + "2 3613.0

What are some valuable Statistical Analysis... 18.0 \n", + "3 5224.0

I have two groups of data. Each with a dif... 23.0 \n", + "4 NaN

The R-project

\\n\\n

This grew too long for a comment, but I thi... 805.0 \n", + "91972 9.0

Assume a classification problem where there... 49365.0 \n", + "91973 5.0

My goal is to create a formula that can giv... 55746.0 \n", + "91974 NaN

As a practical answer to the real questions... 805.0 \n", + "91975 NaN

Decision trees are notoriously unst... 7250.0 \n", + "\n", + " LasActivityDate Title \\\n", + "0 2010-09-15 21:08:26 Eliciting priors from experts \n", + "1 2012-11-12 09:21:54 What is normality? \n", + "2 2013-05-27 14:48:36 What are some valuable Statistical Analysis op... \n", + "3 2010-09-08 03:00:19 Assessing the significance of differences in d... \n", + "4 2010-07-19 19:21:15 None \n", + "... ... ... \n", + "91971 2014-09-14 02:05:41 None \n", + "91972 2014-09-14 02:09:23 Detecting a consistent pattern in a dataset vi... \n", + "91973 2014-09-14 01:40:55 How to project video viewcount based on histor... \n", + "91974 2014-09-14 02:54:13 None \n", + "91975 2014-09-14 02:09:23 None \n", + "\n", + " ... AnswerCount CommentCount FavoriteCount LastEditorUserId \\\n", + "0 ... 5.0 1 14.0 NaN \n", + "1 ... 7.0 1 8.0 88.0 \n", + "2 ... 19.0 4 36.0 183.0 \n", + "3 ... 5.0 2 2.0 NaN \n", + "4 ... NaN 3 NaN 23.0 \n", + "... ... ... ... ... ... \n", + "91971 ... NaN 2 NaN 805.0 \n", + "91972 ... 1.0 0 NaN NaN \n", + "91973 ... 0.0 2 NaN 7290.0 \n", + "91974 ... NaN 0 NaN 805.0 \n", + "91975 ... NaN 0 NaN NaN \n", + "\n", + " LastEditDate CommunityOwnedDate ParentId ClosedDate \\\n", + "0 NaT NaT NaN NaT \n", + "1 2010-08-07 17:56:44 NaT NaN NaT \n", + "2 2011-02-12 05:50:03 2010-07-19 19:13:28 NaN NaT \n", + "3 NaT NaT NaN NaT \n", + "4 2010-07-19 19:21:15 2010-07-19 19:14:43 3.0 NaT \n", + "... ... ... ... ... \n", + "91971 2014-09-14 02:05:41 NaT 115367.0 NaT \n", + "91972 NaT NaT NaN NaT \n", + "91973 2014-09-14 01:40:55 NaT NaN NaT \n", + "91974 2014-09-14 02:54:13 NaT 115358.0 NaT \n", + "91975 NaT NaT 115375.0 NaT \n", + "\n", + " OwnerDisplayName LastEditorDisplayName \n", + "0 None None \n", + "1 None None \n", + "2 None None \n", + "3 None None \n", + "4 None None \n", + "... ... ... \n", + "91971 None None \n", + "91972 None None \n", + "91973 None None \n", + "91974 None None \n", + "91975 None None \n", + "\n", + "[91976 rows x 21 columns]" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "posts_tab.rename(columns={\"Id\":\"postId\",\"OwnerUserId\":\"userId\"}, inplace = True)\n", + "posts_tab" + ] }, { "cell_type": "markdown", @@ -109,10 +1563,311 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 16, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "

\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
userIdReputationViewsUpVotesDownVotes
0-11050071920
121012530
2310122190
341011100
45679211456625
..................
40320557431000
40321557446100
4032255745101000
4032355746106100
40324557471000
\n", + "

40325 rows × 5 columns

\n", + "
" + ], + "text/plain": [ + " userId Reputation Views UpVotes DownVotes\n", + "0 -1 1 0 5007 1920\n", + "1 2 101 25 3 0\n", + "2 3 101 22 19 0\n", + "3 4 101 11 0 0\n", + "4 5 6792 1145 662 5\n", + "... ... ... ... ... ...\n", + "40320 55743 1 0 0 0\n", + "40321 55744 6 1 0 0\n", + "40322 55745 101 0 0 0\n", + "40323 55746 106 1 0 0\n", + "40324 55747 1 0 0 0\n", + "\n", + "[40325 rows x 5 columns]" + ] + }, + "execution_count": 16, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "new_user_tab = user_tab[[\"userId\", \"Reputation\",\"Views\",\"UpVotes\",\"DownVotes\"]]\n", + "new_user_tab" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdScoreuserIdViewCountCommentCount
01238.01278.01
122224.08198.01
235418.03613.04
341323.05224.02
458123.0NaN3
..................
919711153742805.0NaN2
91972115375049365.09.00
91973115376155746.05.02
919741153770805.0NaN0
9197511537807250.0NaN0
\n", + "

91976 rows × 5 columns

\n", + "
" + ], + "text/plain": [ + " postId Score userId ViewCount CommentCount\n", + "0 1 23 8.0 1278.0 1\n", + "1 2 22 24.0 8198.0 1\n", + "2 3 54 18.0 3613.0 4\n", + "3 4 13 23.0 5224.0 2\n", + "4 5 81 23.0 NaN 3\n", + "... ... ... ... ... ...\n", + "91971 115374 2 805.0 NaN 2\n", + "91972 115375 0 49365.0 9.0 0\n", + "91973 115376 1 55746.0 5.0 2\n", + "91974 115377 0 805.0 NaN 0\n", + "91975 115378 0 7250.0 NaN 0\n", + "\n", + "[91976 rows x 5 columns]" + ] + }, + "execution_count": 18, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "new_posts_tab = posts_tab[[\"postId\", \"Score\",\"userId\",\"ViewCount\",\"CommentCount\"]]\n", + "new_posts_tab" + ] }, { "cell_type": "markdown", @@ -124,10 +1879,221 @@ }, { "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [], - "source": [] + "execution_count": 25, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdScoreuserIdViewCountCommentCountReputationViewsUpVotesDownVotes
01238.01278.016764108960425
116168.0NaN36764108960425
236418.067396.076764108960425
365148.0NaN36764108960425
478338.0NaN46764108960425
..............................
90579115366155742.017.006000
90580115370155744.013.026100
90581115371035801.019.001100
90582115375049365.09.001000
90583115376155746.05.02106100
\n", + "

90584 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8.0 1278.0 1 6764 1089 \n", + "1 16 16 8.0 NaN 3 6764 1089 \n", + "2 36 41 8.0 67396.0 7 6764 1089 \n", + "3 65 14 8.0 NaN 3 6764 1089 \n", + "4 78 33 8.0 NaN 4 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "90579 115366 1 55742.0 17.0 0 6 0 \n", + "90580 115370 1 55744.0 13.0 2 6 1 \n", + "90581 115371 0 35801.0 19.0 0 1 1 \n", + "90582 115375 0 49365.0 9.0 0 1 0 \n", + "90583 115376 1 55746.0 5.0 2 106 1 \n", + "\n", + " UpVotes DownVotes \n", + "0 604 25 \n", + "1 604 25 \n", + "2 604 25 \n", + "3 604 25 \n", + "4 604 25 \n", + "... ... ... \n", + "90579 0 0 \n", + "90580 0 0 \n", + "90581 0 0 \n", + "90582 0 0 \n", + "90583 0 0 \n", + "\n", + "[90584 rows x 9 columns]" + ] + }, + "execution_count": 25, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "#data_merge = pd.merge(left=data_2, right=media_comb_mpg, left_on='Fabricante',right_on='Fabricante')\n", + "user_posts_tab = pd.merge(left=new_posts_tab,right=new_user_tab,on=\"userId\")\n", + "user_posts_tab" + ] }, { "cell_type": "markdown", @@ -138,10 +2104,33 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 26, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/plain": [ + "postId 0\n", + "Score 0\n", + "userId 0\n", + "ViewCount 48396\n", + "CommentCount 0\n", + "Reputation 0\n", + "Views 0\n", + "UpVotes 0\n", + "DownVotes 0\n", + "dtype: int64" + ] + }, + "execution_count": 26, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "null_cols = user_posts_tab.isnull().sum()\n", + "null_cols" + ] }, { "cell_type": "markdown", @@ -153,10 +2142,250 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 28, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdScoreuserIdViewCountCommentCountReputationViewsUpVotesDownVotes
01238.01278.016764108960425
116168.00.036764108960425
236418.067396.076764108960425
365148.00.036764108960425
478338.00.046764108960425
..............................
90579115366155742.017.006000
90580115370155744.013.026100
90581115371035801.019.001100
90582115375049365.09.001000
90583115376155746.05.02106100
\n", + "

90584 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8.0 1278.0 1 6764 1089 \n", + "1 16 16 8.0 0.0 3 6764 1089 \n", + "2 36 41 8.0 67396.0 7 6764 1089 \n", + "3 65 14 8.0 0.0 3 6764 1089 \n", + "4 78 33 8.0 0.0 4 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "90579 115366 1 55742.0 17.0 0 6 0 \n", + "90580 115370 1 55744.0 13.0 2 6 1 \n", + "90581 115371 0 35801.0 19.0 0 1 1 \n", + "90582 115375 0 49365.0 9.0 0 1 0 \n", + "90583 115376 1 55746.0 5.0 2 106 1 \n", + "\n", + " UpVotes DownVotes \n", + "0 604 25 \n", + "1 604 25 \n", + "2 604 25 \n", + "3 604 25 \n", + "4 604 25 \n", + "... ... ... \n", + "90579 0 0 \n", + "90580 0 0 \n", + "90581 0 0 \n", + "90582 0 0 \n", + "90583 0 0 \n", + "\n", + "[90584 rows x 9 columns]" + ] + }, + "execution_count": 28, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "user_posts_tab[[\"ViewCount\"]] = user_posts_tab[[\"ViewCount\"]].fillna(0)\n", + "user_posts_tab" + ] + }, + { + "cell_type": "code", + "execution_count": 29, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/plain": [ + "postId 0\n", + "Score 0\n", + "userId 0\n", + "ViewCount 0\n", + "CommentCount 0\n", + "Reputation 0\n", + "Views 0\n", + "UpVotes 0\n", + "DownVotes 0\n", + "dtype: int64" + ] + }, + "execution_count": 29, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "null_cols = user_posts_tab.isnull().sum()\n", + "null_cols" + ] }, { "cell_type": "markdown", @@ -167,10 +2396,218 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 30, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdScoreuserIdViewCountCommentCountReputationViewsUpVotesDownVotes
01238127816764108960425
116168036764108960425
2364186739676764108960425
365148036764108960425
478338046764108960425
..............................
905791153661557421706000
905801153701557441326100
905811153710358011901100
90582115375049365901000
9058311537615574652106100
\n", + "

90584 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8 1278 1 6764 1089 \n", + "1 16 16 8 0 3 6764 1089 \n", + "2 36 41 8 67396 7 6764 1089 \n", + "3 65 14 8 0 3 6764 1089 \n", + "4 78 33 8 0 4 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "90579 115366 1 55742 17 0 6 0 \n", + "90580 115370 1 55744 13 2 6 1 \n", + "90581 115371 0 35801 19 0 1 1 \n", + "90582 115375 0 49365 9 0 1 0 \n", + "90583 115376 1 55746 5 2 106 1 \n", + "\n", + " UpVotes DownVotes \n", + "0 604 25 \n", + "1 604 25 \n", + "2 604 25 \n", + "3 604 25 \n", + "4 604 25 \n", + "... ... ... \n", + "90579 0 0 \n", + "90580 0 0 \n", + "90581 0 0 \n", + "90582 0 0 \n", + "90583 0 0 \n", + "\n", + "[90584 rows x 9 columns]" + ] + }, + "execution_count": 30, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "user_posts_tab[[\"userId\",\"ViewCount\"]] = user_posts_tab[[\"userId\",\"ViewCount\"]].astype('int')\n", + "user_posts_tab" + ] }, { "cell_type": "markdown", @@ -178,11 +2615,772 @@ "source": [ "#### Bonus: Identify extreme values in your merged dataframe as you have learned in class, create a dataframe called outliers with the same columns as our data set and calculate the bounds. The values of the outliers dataframe will be the values of the merged_df that fall outside that bounds. You will need to save your outliers dataframe to a csv file on your-code folder." ] + }, + { + "cell_type": "code", + "execution_count": 33, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
countmeanstdmin25%50%75%maxIQR
postId90584.056539.08052233840.3075291.026051.7557225.586145.25115378.060093.50
Score90584.02.7807674.948922-19.01.002.03.00192.02.00
userId90584.016546.76472715273.367108-1.03437.0011032.027700.0055746.024263.00
ViewCount90584.0259.2534001632.2614050.00.000.0111.00175495.0111.00
CommentCount90584.01.8946502.6387040.00.001.03.0045.03.00
Reputation90584.06282.39541215102.2686701.060.00396.04460.0087393.04400.00
Views90584.01034.2451762880.0740120.05.0045.0514.2520932.0509.25
UpVotes90584.0734.3157182050.8693270.01.0022.0283.0011442.0282.00
DownVotes90584.033.273249134.9364350.00.000.08.001920.08.00
\n", + "
" + ], + "text/plain": [ + " count mean std min 25% 50% \\\n", + "postId 90584.0 56539.080522 33840.307529 1.0 26051.75 57225.5 \n", + "Score 90584.0 2.780767 4.948922 -19.0 1.00 2.0 \n", + "userId 90584.0 16546.764727 15273.367108 -1.0 3437.00 11032.0 \n", + "ViewCount 90584.0 259.253400 1632.261405 0.0 0.00 0.0 \n", + "CommentCount 90584.0 1.894650 2.638704 0.0 0.00 1.0 \n", + "Reputation 90584.0 6282.395412 15102.268670 1.0 60.00 396.0 \n", + "Views 90584.0 1034.245176 2880.074012 0.0 5.00 45.0 \n", + "UpVotes 90584.0 734.315718 2050.869327 0.0 1.00 22.0 \n", + "DownVotes 90584.0 33.273249 134.936435 0.0 0.00 0.0 \n", + "\n", + " 75% max IQR \n", + "postId 86145.25 115378.0 60093.50 \n", + "Score 3.00 192.0 2.00 \n", + "userId 27700.00 55746.0 24263.00 \n", + "ViewCount 111.00 175495.0 111.00 \n", + "CommentCount 3.00 45.0 3.00 \n", + "Reputation 4460.00 87393.0 4400.00 \n", + "Views 514.25 20932.0 509.25 \n", + "UpVotes 283.00 11442.0 282.00 \n", + "DownVotes 8.00 1920.0 8.00 " + ] + }, + "execution_count": 33, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "stats = user_posts_tab.describe().transpose()\n", + "stats[\"IQR\"] = stats[\"75%\"]-stats[\"25%\"]\n", + "stats" + ] + }, + { + "cell_type": "code", + "execution_count": 34, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Empty DataFrame\n", + "Columns: [postId, Score, userId, ViewCount, CommentCount, Reputation, Views, UpVotes, DownVotes, Atipico]\n", + "Index: []\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8 1278 1 6764 1089 \n", + "1 16 16 8 0 3 6764 1089 \n", + "2 36 41 8 67396 7 6764 1089 \n", + "3 65 14 8 0 3 6764 1089 \n", + "4 78 33 8 0 4 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "90378 114744 9 55437 500 1 46 2 \n", + "90386 114785 19 55451 0 4 299 4 \n", + "90398 114830 8 55477 0 2 81 1 \n", + "90433 114966 -3 55522 25 1 1 0 \n", + "90462 115011 7 55545 185 4 138 3 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "0 604 25 Score \n", + "1 604 25 Score \n", + "2 604 25 Score \n", + "3 604 25 Score \n", + "4 604 25 Score \n", + "... ... ... ... \n", + "90378 0 0 Score \n", + "90386 0 0 Score \n", + "90398 0 0 Score \n", + "90433 0 0 Score \n", + "90462 1 0 Score \n", + "\n", + "[8549 rows x 10 columns]\n", + "\n", + "Empty DataFrame\n", + "Columns: [postId, Score, userId, ViewCount, CommentCount, Reputation, Views, UpVotes, DownVotes, Atipico]\n", + "Index: []\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8 1278 1 6764 1089 \n", + "2 36 41 8 67396 7 6764 1089 \n", + "6 114 30 8 1220 1 6764 1089 \n", + "9 168 17 8 1022 1 6764 1089 \n", + "10 170 56 8 7733 1 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "89942 113314 7 54736 280 17 96 14 \n", + "90023 113526 12 54840 732 8 163 6 \n", + "90152 114004 2 55053 376 12 14 1 \n", + "90338 114665 10 55386 1163 5 151 4 \n", + "90378 114744 9 55437 500 1 46 2 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "0 604 25 ViewCount \n", + "2 604 25 ViewCount \n", + "6 604 25 ViewCount \n", + "9 604 25 ViewCount \n", + "10 604 25 ViewCount \n", + "... ... ... ... \n", + "89942 5 0 ViewCount \n", + "90023 4 0 ViewCount \n", + "90152 0 0 ViewCount \n", + "90338 0 0 ViewCount \n", + "90378 0 0 ViewCount \n", + "\n", + "[12849 rows x 10 columns]\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "26 981 6 8 0 11 6764 1089 \n", + "76 3453 2 8 0 9 6764 1089 \n", + "84 4176 3 8 0 9 6764 1089 \n", + "88 4338 3 8 0 8 6764 1089 \n", + "105 11981 1 8 0 14 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "90405 114859 2 55302 25 8 13 0 \n", + "90412 114895 5 51878 81 12 26 3 \n", + "90465 115020 1 55557 77 9 6 3 \n", + "90467 115021 1 40527 0 8 11 2 \n", + "90469 115024 1 28820 66 15 22 0 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "26 604 25 CommentCount \n", + "76 604 25 CommentCount \n", + "84 604 25 CommentCount \n", + "88 604 25 CommentCount \n", + "105 604 25 CommentCount \n", + "... ... ... ... \n", + "90405 0 0 CommentCount \n", + "90412 0 0 CommentCount \n", + "90465 0 0 CommentCount \n", + "90467 0 0 CommentCount \n", + "90469 0 0 CommentCount \n", + "\n", + "[3860 rows x 10 columns]\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "585 74 25 88 0 0 14082 3320 \n", + "586 94 5 88 0 0 14082 3320 \n", + "587 99 7 88 0 1 14082 3320 \n", + "588 119 6 88 0 3 14082 3320 \n", + "589 140 7 88 0 0 14082 3320 \n", + "... ... ... ... ... ... ... ... \n", + "68905 114505 2 28746 0 0 16108 1673 \n", + "68906 114782 2 28746 0 5 16108 1673 \n", + "68907 114897 3 28746 0 1 16108 1673 \n", + "68908 114910 1 28746 0 4 16108 1673 \n", + "68909 115040 9 28746 0 9 16108 1673 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "585 4235 126 Reputation \n", + "586 4235 126 Reputation \n", + "587 4235 126 Reputation \n", + "588 4235 126 Reputation \n", + "589 4235 126 Reputation \n", + "... ... ... ... \n", + "68905 63 6 Reputation \n", + "68906 63 6 Reputation \n", + "68907 63 6 Reputation \n", + "68908 63 6 Reputation \n", + "68909 63 6 Reputation \n", + "\n", + "[13344 rows x 10 columns]\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "585 74 25 88 0 0 14082 3320 \n", + "586 94 5 88 0 0 14082 3320 \n", + "587 99 7 88 0 1 14082 3320 \n", + "588 119 6 88 0 3 14082 3320 \n", + "589 140 7 88 0 0 14082 3320 \n", + "... ... ... ... ... ... ... ... \n", + "68905 114505 2 28746 0 0 16108 1673 \n", + "68906 114782 2 28746 0 5 16108 1673 \n", + "68907 114897 3 28746 0 1 16108 1673 \n", + "68908 114910 1 28746 0 4 16108 1673 \n", + "68909 115040 9 28746 0 9 16108 1673 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "585 4235 126 Views \n", + "586 4235 126 Views \n", + "587 4235 126 Views \n", + "588 4235 126 Views \n", + "589 4235 126 Views \n", + "... ... ... ... \n", + "68905 63 6 Views \n", + "68906 63 6 Views \n", + "68907 63 6 Views \n", + "68908 63 6 Views \n", + "68909 63 6 Views \n", + "\n", + "[13255 rows x 10 columns]\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "585 74 25 88 0 0 14082 3320 \n", + "586 94 5 88 0 0 14082 3320 \n", + "587 99 7 88 0 1 14082 3320 \n", + "588 119 6 88 0 3 14082 3320 \n", + "589 140 7 88 0 0 14082 3320 \n", + "... ... ... ... ... ... ... ... \n", + "68287 113564 2 28666 0 0 2653 233 \n", + "68288 114597 1 28666 0 0 2653 233 \n", + "68289 115130 2 28666 0 0 2653 233 \n", + "68290 115306 1 28666 0 0 2653 233 \n", + "68291 115307 1 28666 0 0 2653 233 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "585 4235 126 UpVotes \n", + "586 4235 126 UpVotes \n", + "587 4235 126 UpVotes \n", + "588 4235 126 UpVotes \n", + "589 4235 126 UpVotes \n", + "... ... ... ... \n", + "68287 729 45 UpVotes \n", + "68288 729 45 UpVotes \n", + "68289 729 45 UpVotes \n", + "68290 729 45 UpVotes \n", + "68291 729 45 UpVotes \n", + "\n", + "[14097 rows x 10 columns]\n", + "\n", + " postId Score userId ViewCount CommentCount Reputation Views \\\n", + "0 1 23 8 1278 1 6764 1089 \n", + "1 16 16 8 0 3 6764 1089 \n", + "2 36 41 8 67396 7 6764 1089 \n", + "3 65 14 8 0 3 6764 1089 \n", + "4 78 33 8 0 4 6764 1089 \n", + "... ... ... ... ... ... ... ... \n", + "83637 100136 2 44451 0 0 1460 79 \n", + "83638 101232 1 44451 0 0 1460 79 \n", + "83639 101234 0 44451 0 0 1460 79 \n", + "83640 102640 0 44451 0 0 1460 79 \n", + "83641 102642 19 44451 0 0 1460 79 \n", + "\n", + " UpVotes DownVotes Atipico \n", + "0 604 25 DownVotes \n", + "1 604 25 DownVotes \n", + "2 604 25 DownVotes \n", + "3 604 25 DownVotes \n", + "4 604 25 DownVotes \n", + "... ... ... ... \n", + "83637 229 27 DownVotes \n", + "83638 229 27 DownVotes \n", + "83639 229 27 DownVotes \n", + "83640 229 27 DownVotes \n", + "83641 229 27 DownVotes \n", + "\n", + "[17424 rows x 10 columns]\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:10: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " resultado['Atipico'] = col_name\n", + "C:\\Users\\JoseV\\AppData\\Local\\Temp\\ipykernel_18464\\1527450240.py:13: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n", + " outliers = outliers.append(resultado)\n" + ] + } + ], + "source": [ + "outliers = pd.DataFrame(columns=user_posts_tab.columns)\n", + "\n", + "for col_name in stats.index:\n", + " iqr = stats.loc[col_name, 'IQR']\n", + " corte = iqr*1.5\n", + " corte_bajo = stats.loc[col_name, '25%'] - corte\n", + " corte_alto = stats.loc[col_name, '75%'] + corte\n", + " resultado = user_posts_tab[(user_posts_tab[col_name] < corte_bajo) | \n", + " (user_posts_tab[col_name] > corte_alto)]\n", + " resultado['Atipico'] = col_name\n", + " print(resultado)\n", + " print()\n", + " outliers = outliers.append(resultado)" + ] + }, + { + "cell_type": "code", + "execution_count": 36, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
postIdScoreuserIdViewCountCommentCountReputationViewsUpVotesDownVotesAtipico
01238127816764108960425Score
116168036764108960425Score
2364186739676764108960425Score
365148036764108960425Score
478338046764108960425Score
.................................
836371001362444510014607922927DownVotes
836381012321444510014607922927DownVotes
836391012340444510014607922927DownVotes
836401026400444510014607922927DownVotes
8364110264219444510014607922927DownVotes
\n", + "

83378 rows × 10 columns

\n", + "
" + ], + "text/plain": [ + " postId Score userId ViewCount CommentCount Reputation Views UpVotes \\\n", + "0 1 23 8 1278 1 6764 1089 604 \n", + "1 16 16 8 0 3 6764 1089 604 \n", + "2 36 41 8 67396 7 6764 1089 604 \n", + "3 65 14 8 0 3 6764 1089 604 \n", + "4 78 33 8 0 4 6764 1089 604 \n", + "... ... ... ... ... ... ... ... ... \n", + "83637 100136 2 44451 0 0 1460 79 229 \n", + "83638 101232 1 44451 0 0 1460 79 229 \n", + "83639 101234 0 44451 0 0 1460 79 229 \n", + "83640 102640 0 44451 0 0 1460 79 229 \n", + "83641 102642 19 44451 0 0 1460 79 229 \n", + "\n", + " DownVotes Atipico \n", + "0 25 Score \n", + "1 25 Score \n", + "2 25 Score \n", + "3 25 Score \n", + "4 25 Score \n", + "... ... ... \n", + "83637 27 DownVotes \n", + "83638 27 DownVotes \n", + "83639 27 DownVotes \n", + "83640 27 DownVotes \n", + "83641 27 DownVotes \n", + "\n", + "[83378 rows x 10 columns]" + ] + }, + "execution_count": 36, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "outliers" + ] + }, + { + "cell_type": "code", + "execution_count": 42, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "postId\n", + "AxesSubplot(0.125,0.125;0.775x0.755)\n" + ] + }, + { + "ename": "NameError", + "evalue": "name 'plt' is not defined", + "output_type": "error", + "traceback": [ + "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[1;31mNameError\u001b[0m Traceback (most recent call last)", + "Input \u001b[1;32mIn [42]\u001b[0m, in \u001b[0;36m\u001b[1;34m()\u001b[0m\n\u001b[0;32m 2\u001b[0m \u001b[38;5;28mprint\u001b[39m(column)\n\u001b[0;32m 3\u001b[0m \u001b[38;5;28mprint\u001b[39m(user_posts_tab[column]\u001b[38;5;241m.\u001b[39mplot\u001b[38;5;241m.\u001b[39mbox())\n\u001b[1;32m----> 4\u001b[0m \u001b[43mplt\u001b[49m\u001b[38;5;241m.\u001b[39mshow()\n\u001b[0;32m 5\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m----\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;241m10\u001b[39m)\n", + "\u001b[1;31mNameError\u001b[0m: name 'plt' is not defined" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAD6CAYAAABUHLtmAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAAsTAAALEwEAmpwYAAASNElEQVR4nO3dbZCd5X3f8e+vksE4qQGbHepIuKuplQcZx429g0k94/FYLQjjWiRDHEgnqC5jTWrcpmknsWhfKPXDjDzJlIaJTUaNVITjsUyoO2gsOYqCnWaSDJjFJGAhE7Y8RNJgs7FAuCV+kPPvi71kny57adk90lmBvp+ZM3vf/+u6r/u69eL8dD+cc1JVSJI0l7+31BOQJJ2+DAlJUpchIUnqMiQkSV2GhCSpy5CQJHXNGxJJtid5KslXBmq/keSrSR5I8j+TnDfQdmOSqSQPJ7l8oL6u1aaSbBqor0pyT6t/JslZrX52W59q7eMn66AlSS9M5vucRJK3Af8HuK2qLm61y4AvVNWxJB8DqKoPJlkDfBq4BPgR4I+AH21D/RXwz4BDwL3AtVX1UJLbgc9W1c4kvwP8ZVXdkuT9wE9W1S8luQb4mar6+fkO6IILLqjx8fEF/jNI0pntvvvu+5uqGptdXz7fhlX1J7P/F19VfziwejdwdVteD+ysqm8DjyWZYiYwAKaq6lGAJDuB9UkOAO8AfqH12QH8OnBLG+vXW/0O4LeTpOZJtfHxcSYnJ+c7LEnSgCRPzFU/Gfck/hXw+ba8Ajg40Hao1Xr1VwPPVNWxWfX/b6zWfrT1f54kG5NMJpmcnp4e+oAkSTOGCokk/wk4Bnzq5Exncapqa1VNVNXE2NjzzpYkSYs07+WmniT/EngXsHbgEtBh4KKBbitbjU79G8B5SZa3s4XB/sfHOpRkOXBu6y9JGpFFnUkkWQf8GvDuqnpuoGkXcE17MmkVsBr4EjM3qle3J5nOAq4BdrVw+SI/uKexAbhzYKwNbflqZm6U+22EkjRC855JJPk08HbggiSHgM3AjcDZwL4kAHdX1S9V1f72tNJDzFyGuqGqvtfG+QCwF1gGbK+q/W0XHwR2JvkIcD+wrdW3AZ9sN7+PMBMskqQRmvcR2BebiYmJ8ukmSVqYJPdV1cTsup+4liR1GRKSpK5FP90knenGN+0eyX4e33LlSPYjzcWQkBZpoW/e45t2+4avFx0vN0mSugwJSVKXISFJ6jIkJEldhoQkqcuQkCR1GRKSpC5DQpLUZUhIkroMCUlSlyEhSeoyJCRJXYaEJKnLkJAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpa96QSLI9yVNJvjJQe1WSfUkeaX/Pb/UkuTnJVJIHkrxpYJsNrf8jSTYM1N+c5MG2zc1JcqJ9SJJG54WcSdwKrJtV2wTcVVWrgbvaOsAVwOr22gjcAjNv+MBm4C3AJcDmgTf9W4D3DWy3bp59SJJGZN6QqKo/AY7MKq8HdrTlHcBVA/XbasbdwHlJXgNcDuyrqiNV9TSwD1jX2l5ZVXdXVQG3zRprrn1IkkZksfckLqyqJ9vy14AL2/IK4OBAv0OtdqL6oTnqJ9qHJGlEhr5x3c4A6iTMZdH7SLIxyWSSyenp6VM5FUk6oyw2JL7eLhXR/j7V6oeBiwb6rWy1E9VXzlE/0T6ep6q2VtVEVU2MjY0t8pAkSbMtNiR2AcefUNoA3DlQv6495XQpcLRdMtoLXJbk/HbD+jJgb2t7Nsml7amm62aNNdc+JEkjsny+Dkk+DbwduCDJIWaeUtoC3J7keuAJ4D2t+x7gncAU8BzwXoCqOpLkw8C9rd+Hqur4zfD3M/ME1TnA59uLE+xDkjQi84ZEVV3baVo7R98CbuiMsx3YPkd9Erh4jvo35tqHJGl0/MS1JKnLkJAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpy5CQJHUZEpKkLkNCktRlSEiSugwJSVKXISFJ6jIkJEldhoQkqcuQkCR1zfvzpdKZ4I3/+Q85+rffPeX7Gd+0+5SOf+45L+MvN192SvehM4shIQFH//a7PL7lyqWextBOdQjpzOPlJklSlyEhSeoyJCRJXYaEJKnLkJAkdRkSkqSuoUIiya8k2Z/kK0k+neTlSVYluSfJVJLPJDmr9T27rU+19vGBcW5s9YeTXD5QX9dqU0k2DTNXSdLCLTokkqwA/i0wUVUXA8uAa4CPATdV1euAp4Hr2ybXA0+3+k2tH0nWtO1eD6wDPpFkWZJlwMeBK4A1wLWtryRpRIa93LQcOCfJcuAVwJPAO4A7WvsO4Kq2vL6t09rXJkmr76yqb1fVY8AUcEl7TVXVo1X1HWBn6ytJGpFFh0RVHQZ+E/hrZsLhKHAf8ExVHWvdDgEr2vIK4GDb9ljr/+rB+qxtevXnSbIxyWSSyenp6cUekiRplmEuN53PzP/sVwE/AvwQM5eLRq6qtlbVRFVNjI2NLcUUJOklaZjLTf8UeKyqpqvqu8BngbcC57XLTwArgcNt+TBwEUBrPxf4xmB91ja9uiRpRIYJib8GLk3yinZvYS3wEPBF4OrWZwNwZ1ve1dZp7V+oqmr1a9rTT6uA1cCXgHuB1e1pqbOYubm9a4j5SpIWaNHfAltV9yS5A/gycAy4H9gK7AZ2JvlIq21rm2wDPplkCjjCzJs+VbU/ye3MBMwx4Iaq+h5Akg8Ae5l5cmp7Ve1f7HwlSQs31FeFV9VmYPOs8qPMPJk0u++3gJ/rjPNR4KNz1PcAe4aZoyRp8fzEtSSpy5CQJHUZEpKkLkNCktRlSEiSugwJSVKXISFJ6jIkJEldhoQkqcuQkCR1GRKSpC5DQpLUZUhIkroMCUlSlyEhSeoyJCRJXYaEJKnLkJAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpa6iQSHJekjuSfDXJgSQ/neRVSfYleaT9Pb/1TZKbk0wleSDJmwbG2dD6P5Jkw0D9zUkebNvcnCTDzFeStDDDnkn8FvAHVfXjwBuBA8Am4K6qWg3c1dYBrgBWt9dG4BaAJK8CNgNvAS4BNh8PltbnfQPbrRtyvpKkBVh0SCQ5F3gbsA2gqr5TVc8A64EdrdsO4Kq2vB64rWbcDZyX5DXA5cC+qjpSVU8D+4B1re2VVXV3VRVw28BYkqQRGOZMYhUwDfz3JPcn+d0kPwRcWFVPtj5fAy5syyuAgwPbH2q1E9UPzVF/niQbk0wmmZyenh7ikCRJg4YJieXAm4BbquqngP/LDy4tAdDOAGqIfbwgVbW1qiaqamJsbOxU706SzhjDhMQh4FBV3dPW72AmNL7eLhXR/j7V2g8DFw1sv7LVTlRfOUddkjQiiw6JqvoacDDJj7XSWuAhYBdw/AmlDcCdbXkXcF17yulS4Gi7LLUXuCzJ+e2G9WXA3tb2bJJL21NN1w2MJUkageVDbv9vgE8lOQt4FHgvM8Fze5LrgSeA97S+e4B3AlPAc60vVXUkyYeBe1u/D1XVkbb8fuBW4Bzg8+0lSRqRzNw2eOmYmJioycnJpZ6GXmTesOMNSz2Fk+bBDQ8u9RT0IpTkvqqamF0f9kxCekn45oEtPL7lyqWextDGN+1e6inoJcav5ZAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpy5CQJHUZEpKkLkNCktRlSEiSugwJSVKXISFJ6jIkJEldhoQkqcuQkCR1GRKSpC5DQpLUZUhIkroMCUlSlyEhSeoyJCRJXYaEJKlr6JBIsizJ/Uk+19ZXJbknyVSSzyQ5q9XPbutTrX18YIwbW/3hJJcP1Ne12lSSTcPOVZK0MCfjTOKXgQMD6x8Dbqqq1wFPA9e3+vXA061+U+tHkjXANcDrgXXAJ1rwLAM+DlwBrAGubX0lSSMyVEgkWQlcCfxuWw/wDuCO1mUHcFVbXt/Wae1rW//1wM6q+nZVPQZMAZe011RVPVpV3wF2tr6SpBEZ9kzivwK/BvxdW3818ExVHWvrh4AVbXkFcBCgtR9t/b9fn7VNr/48STYmmUwyOT09PeQhSZKOW3RIJHkX8FRV3XcS57MoVbW1qiaqamJsbGyppyNJLxnLh9j2rcC7k7wTeDnwSuC3gPOSLG9nCyuBw63/YeAi4FCS5cC5wDcG6scNbtOrS5JGYNFnElV1Y1WtrKpxZm48f6Gq/gXwReDq1m0DcGdb3tXWae1fqKpq9Wva00+rgNXAl4B7gdXtaamz2j52LXa+kqSFG+ZMoueDwM4kHwHuB7a1+jbgk0mmgCPMvOlTVfuT3A48BBwDbqiq7wEk+QCwF1gGbK+q/adgvpKkjpMSElX1x8Aft+VHmXkyaXafbwE/19n+o8BH56jvAfacjDlKkhbOT1xLkroMCUlSlyEhSeoyJCRJXYaEJKnLkJAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpy5CQJHUZEpKkLkNCktRlSEiSugwJSVLXqfiNa+lFaXzT7qWewtDOPedlSz0FvcQYEhLw+JYrT/k+xjftHsl+pJPJy02SpC5DQpLUZUhIkroMCUlSlyEhSeoyJCRJXYsOiSQXJflikoeS7E/yy63+qiT7kjzS/p7f6klyc5KpJA8kedPAWBta/0eSbBiovznJg22bm5NkmIOVJC3MMGcSx4D/UFVrgEuBG5KsATYBd1XVauCutg5wBbC6vTYCt8BMqACbgbcAlwCbjwdL6/O+ge3WDTFfSdICLTokqurJqvpyW/4mcABYAawHdrRuO4Cr2vJ64LaacTdwXpLXAJcD+6rqSFU9DewD1rW2V1bV3VVVwG0DY0mSRuCk3JNIMg78FHAPcGFVPdmavgZc2JZXAAcHNjvUaieqH5qjPtf+NyaZTDI5PT093MFIkr5v6JBI8sPA/wD+XVU9O9jWzgBq2H3Mp6q2VtVEVU2MjY2d6t1J0hljqJBI8jJmAuJTVfXZVv56u1RE+/tUqx8GLhrYfGWrnai+co66JGlEhnm6KcA24EBV/ZeBpl3A8SeUNgB3DtSva085XQocbZel9gKXJTm/3bC+DNjb2p5Ncmnb13UDY0mSRmCYb4F9K/CLwINJ/qLV/iOwBbg9yfXAE8B7Wtse4J3AFPAc8F6AqjqS5MPAva3fh6rqSFt+P3ArcA7w+faSJI3IokOiqv4U6H1uYe0c/Qu4oTPWdmD7HPVJ4OLFzlGSNBw/cS1J6jIkJEldhoQkqcuQkCR1GRKSpC5DQpLUZUhIkroMCUlSlyEhSeoyJCRJXYaEJKnLkJAkdRkSkqQuQ0KS1GVISJK6DAlJUpchIUnqMiQkSV2GhCSpy5CQJHUZEpKkLkNCktRlSEiSugwJSVKXISFJ6jrtQyLJuiQPJ5lKsmmp5yNJZ5LTOiSSLAM+DlwBrAGuTbJmaWclSWeO0zokgEuAqap6tKq+A+wE1i/xnCTpjLF8qScwjxXAwYH1Q8BbZndKshHYCPDa1752NDPTGW980+6RbPP4lisXvI10spzuIfGCVNVWYCvAxMRELfF0dIbwzVtngtP9ctNh4KKB9ZWtJkkagdM9JO4FVidZleQs4Bpg1xLPSZLOGKf15aaqOpbkA8BeYBmwvar2L/G0JOmMcVqHBEBV7QH2LPU8JOlMdLpfbpIkLSFDQpLUZUhIkroMCUlSV6peWp89SzINPLHU85DmcAHwN0s9CanjH1bV2OziSy4kpNNVksmqmljqeUgL4eUmSVKXISFJ6jIkpNHZutQTkBbKexKSpC7PJCRJXYaEJKnLkJCWQJKrBn+vPcmtSa6eo9/bk3xutLOTfsCQkJbGVcCa+TpJS82QkBYoyXiSryb5VJIDSe5I8ooka5Pcn+TBJNuTnN36b0nyUJIHkvxmkn8CvBv4jSR/keQfzRp/XRv/y8DPLsEhSt9nSEiL82PAJ6rqJ4BngX8P3Ar8fFW9gZnfavnXSV4N/Azw+qr6SeAjVfXnzPzC4q9W1T+uqv99fNAkLwf+G/DPgTcD/2CExyQ9jyEhLc7Bqvqztvx7wFrgsar6q1bbAbwNOAp8C9iW5GeB5+YZ98fbOI/UzPPpv3fypy69cIaEtDizP2D0zJydqo4BlwB3AO8C/uDUTks6uQwJaXFem+Sn2/IvAJPAeJLXtdovAv8ryQ8D57af4f0V4I2t/ZvA359j3K+2cY7fp7j2lMxeeoEMCWlxHgZuSHIAOB+4CXgv8PtJHgT+DvgdZoLgc0keAP6UmXsXADuBX203ur9/47qqvgVsBHa3G9dPjeqApLn4tRzSAiUZBz5XVRcv9VykU80zCUlSl2cSkqQuzyQkSV2GhCSpy5CQJHUZEpKkLkNCktT1/wAiMSiktCeDMgAAAABJRU5ErkJggg==\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "for column in user_posts_tab._get_numeric_data():\n", + " print(column)\n", + " print(user_posts_tab[column].plot.box())\n", + " plt.show()\n", + " print(\"----\"*10)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { "kernelspec": { - "display_name": "Python 3", + "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, @@ -196,7 +3394,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.6.5" + "version": "3.10.3" } }, "nbformat": 4,