From 3c1b0da126b9bfb7f43f1cfd7664f23c3718c2b5 Mon Sep 17 00:00:00 2001 From: Max Guzman Date: Sat, 27 Nov 2021 11:03:01 -0600 Subject: [PATCH] solving lab-data-cleaning --- your-code/main.ipynb | 1023 ++++++++++++++++++++++++++++++++++++++++-- 1 file changed, 991 insertions(+), 32 deletions(-) diff --git a/your-code/main.ipynb b/your-code/main.ipynb index 31724c5..9836039 100644 --- a/your-code/main.ipynb +++ b/your-code/main.ipynb @@ -9,10 +9,13 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "import pandas as pd\n", + "import numpy as np" + ] }, { "cell_type": "markdown", @@ -23,10 +26,13 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "import pymysql\n", + "from sqlalchemy import create_engine" + ] }, { "cell_type": "markdown", @@ -37,10 +43,12 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "engine = create_engine('mysql+pymysql://guest:relational@relational.fit.cvut.cz/stats')" + ] }, { "cell_type": "markdown", @@ -51,10 +59,41 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "RangeIndex: 40325 entries, 0 to 40324\n", + "Data columns (total 14 columns):\n", + " # Column Non-Null Count Dtype \n", + "--- ------ -------------- ----- \n", + " 0 Id 40325 non-null int64 \n", + " 1 Reputation 40325 non-null int64 \n", + " 2 CreationDate 40325 non-null datetime64[ns]\n", + " 3 DisplayName 40325 non-null object \n", + " 4 LastAccessDate 40325 non-null datetime64[ns]\n", + " 5 WebsiteUrl 8121 non-null object \n", + " 6 Location 11691 non-null object \n", + " 7 AboutMe 9379 non-null object \n", + " 8 Views 40325 non-null int64 \n", + " 9 UpVotes 40325 non-null int64 \n", + " 10 DownVotes 40325 non-null int64 \n", + " 11 AccountId 40325 non-null int64 \n", + " 12 Age 8318 non-null float64 \n", + " 13 ProfileImageUrl 16479 non-null object \n", + "dtypes: datetime64[ns](2), float64(1), int64(6), object(5)\n", + "memory usage: 4.3+ MB\n" + ] + } + ], + "source": [ + "users = pd.read_sql_query('SELECT * FROM stats.users',engine)\n", + "users.info()" + ] }, { "cell_type": "markdown", @@ -65,10 +104,12 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "users = users.rename(columns={'Id' : 'userId'})" + ] }, { "cell_type": "markdown", @@ -79,10 +120,234 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 6, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
IdPostTypeIdAcceptedAnswerIdCreaionDateScoreViewCountBodyOwnerUserIdLasActivityDateTitle...AnswerCountCommentCountFavoriteCountLastEditorUserIdLastEditDateCommunityOwnedDateParentIdClosedDateOwnerDisplayNameLastEditorDisplayName
01115.02010-07-19 19:12:12231278.0<p>How should I elicit prior distributions fro...8.02010-09-15 21:08:26Eliciting priors from experts...5.0114.0NaNNaTNaTNaNNaTNoneNone
12159.02010-07-19 19:12:57228198.0<p>In many different statistical methods there...24.02012-11-12 09:21:54What is normality?...7.018.088.02010-08-07 17:56:44NaTNaNNaTNoneNone
2315.02010-07-19 19:13:28543613.0<p>What are some valuable Statistical Analysis...18.02013-05-27 14:48:36What are some valuable Statistical Analysis op......19.0436.0183.02011-02-12 05:50:032010-07-19 19:13:28NaNNaTNoneNone
341135.02010-07-19 19:13:31135224.0<p>I have two groups of data. Each with a dif...23.02010-09-08 03:00:19Assessing the significance of differences in d......5.022.0NaNNaTNaTNaNNaTNoneNone
452NaN2010-07-19 19:14:4381NaN<p>The R-project</p>\\n\\n<p><a href=\"http://www...23.02010-07-19 19:21:15None...NaN3NaN23.02010-07-19 19:21:152010-07-19 19:14:433.0NaTNoneNone
\n", + "

5 rows × 21 columns

\n", + "
" + ], + "text/plain": [ + " Id PostTypeId AcceptedAnswerId CreaionDate Score ViewCount \\\n", + "0 1 1 15.0 2010-07-19 19:12:12 23 1278.0 \n", + "1 2 1 59.0 2010-07-19 19:12:57 22 8198.0 \n", + "2 3 1 5.0 2010-07-19 19:13:28 54 3613.0 \n", + "3 4 1 135.0 2010-07-19 19:13:31 13 5224.0 \n", + "4 5 2 NaN 2010-07-19 19:14:43 81 NaN \n", + "\n", + " Body OwnerUserId \\\n", + "0

How should I elicit prior distributions fro... 8.0 \n", + "1

In many different statistical methods there... 24.0 \n", + "2

What are some valuable Statistical Analysis... 18.0 \n", + "3

I have two groups of data. Each with a dif... 23.0 \n", + "4

The R-project

\\n\\n

\n", + "RangeIndex: 91976 entries, 0 to 91975\n", + "Data columns (total 21 columns):\n", + " # Column Non-Null Count Dtype \n", + "--- ------ -------------- ----- \n", + " 0 postId 91976 non-null int64 \n", + " 1 PostTypeId 91976 non-null int64 \n", + " 2 AcceptedAnswerId 14700 non-null float64 \n", + " 3 CreaionDate 91976 non-null datetime64[ns]\n", + " 4 Score 91976 non-null int64 \n", + " 5 ViewCount 42921 non-null float64 \n", + " 6 Body 91756 non-null object \n", + " 7 userId 90584 non-null float64 \n", + " 8 LasActivityDate 91976 non-null datetime64[ns]\n", + " 9 Title 42921 non-null object \n", + " 10 Tags 42921 non-null object \n", + " 11 AnswerCount 42921 non-null float64 \n", + " 12 CommentCount 91976 non-null int64 \n", + " 13 FavoriteCount 13246 non-null float64 \n", + " 14 LastEditorUserId 44611 non-null float64 \n", + " 15 LastEditDate 45038 non-null datetime64[ns]\n", + " 16 CommunityOwnedDate 2467 non-null datetime64[ns]\n", + " 17 ParentId 47755 non-null float64 \n", + " 18 ClosedDate 1610 non-null datetime64[ns]\n", + " 19 OwnerDisplayName 2509 non-null object \n", + " 20 LastEditorDisplayName 465 non-null object \n", + "dtypes: datetime64[ns](5), float64(7), int64(4), object(5)\n", + "memory usage: 14.7+ MB\n" + ] + } + ], + "source": [ + "posts = posts.rename(columns={'Id' : 'postId', 'OwnerUserId' : 'userId'})\n", + "posts.info()" + ] }, { "cell_type": "markdown", @@ -109,10 +412,13 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "users_new = users[['userId','Reputation','Views','UpVotes','DownVotes']]\n", + "posts_new = posts[['postId', 'Score','userId','ViewCount','CommentCount']]" + ] }, { "cell_type": "markdown", @@ -124,10 +430,234 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 9, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "

\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
userIdReputationCreationDateDisplayNameLastAccessDateWebsiteUrlLocationAboutMeViewsUpVotes...AnswerCountCommentCountFavoriteCountLastEditorUserIdLastEditDateCommunityOwnedDateParentIdClosedDateOwnerDisplayNameLastEditorDisplayName
0-112010-07-19 06:55:26Community2010-07-19 06:55:26http://meta.stackexchange.com/on the server farm<p>Hi, I'm not really a person.</p>\\n\\n<p>I'm ...05007...NaN0NaN-1.02014-04-23 13:43:43NaTNaNNaTNoneNone
1-112010-07-19 06:55:26Community2010-07-19 06:55:26http://meta.stackexchange.com/on the server farm<p>Hi, I'm not really a person.</p>\\n\\n<p>I'm ...05007...NaN0NaN-1.02011-03-21 17:40:28NaTNaNNaTNoneNone
2-112010-07-19 06:55:26Community2010-07-19 06:55:26http://meta.stackexchange.com/on the server farm<p>Hi, I'm not really a person.</p>\\n\\n<p>I'm ...05007...NaN0NaN-1.02011-03-21 17:46:43NaTNaNNaTNoneNone
3-112010-07-19 06:55:26Community2010-07-19 06:55:26http://meta.stackexchange.com/on the server farm<p>Hi, I'm not really a person.</p>\\n\\n<p>I'm ...05007...NaN0NaN919.02011-03-30 19:23:14NaTNaNNaTNoneNone
4-112010-07-19 06:55:26Community2010-07-19 06:55:26http://meta.stackexchange.com/on the server farm<p>Hi, I'm not really a person.</p>\\n\\n<p>I'm ...05007...NaN0NaN919.02011-03-30 19:23:14NaTNaNNaTNoneNone
\n", + "

5 rows × 34 columns

\n", + "
" + ], + "text/plain": [ + " userId Reputation CreationDate DisplayName LastAccessDate \\\n", + "0 -1 1 2010-07-19 06:55:26 Community 2010-07-19 06:55:26 \n", + "1 -1 1 2010-07-19 06:55:26 Community 2010-07-19 06:55:26 \n", + "2 -1 1 2010-07-19 06:55:26 Community 2010-07-19 06:55:26 \n", + "3 -1 1 2010-07-19 06:55:26 Community 2010-07-19 06:55:26 \n", + "4 -1 1 2010-07-19 06:55:26 Community 2010-07-19 06:55:26 \n", + "\n", + " WebsiteUrl Location \\\n", + "0 http://meta.stackexchange.com/ on the server farm \n", + "1 http://meta.stackexchange.com/ on the server farm \n", + "2 http://meta.stackexchange.com/ on the server farm \n", + "3 http://meta.stackexchange.com/ on the server farm \n", + "4 http://meta.stackexchange.com/ on the server farm \n", + "\n", + " AboutMe Views UpVotes ... \\\n", + "0

Hi, I'm not really a person.

\\n\\n

I'm ... 0 5007 ... \n", + "1

Hi, I'm not really a person.

\\n\\n

I'm ... 0 5007 ... \n", + "2

Hi, I'm not really a person.

\\n\\n

I'm ... 0 5007 ... \n", + "3

Hi, I'm not really a person.

\\n\\n

I'm ... 0 5007 ... \n", + "4

Hi, I'm not really a person.

\\n\\n

I'm ... 0 5007 ... \n", + "\n", + " AnswerCount CommentCount FavoriteCount LastEditorUserId \\\n", + "0 NaN 0 NaN -1.0 \n", + "1 NaN 0 NaN -1.0 \n", + "2 NaN 0 NaN -1.0 \n", + "3 NaN 0 NaN 919.0 \n", + "4 NaN 0 NaN 919.0 \n", + "\n", + " LastEditDate CommunityOwnedDate ParentId ClosedDate \\\n", + "0 2014-04-23 13:43:43 NaT NaN NaT \n", + "1 2011-03-21 17:40:28 NaT NaN NaT \n", + "2 2011-03-21 17:46:43 NaT NaN NaT \n", + "3 2011-03-30 19:23:14 NaT NaN NaT \n", + "4 2011-03-30 19:23:14 NaT NaN NaT \n", + "\n", + " OwnerDisplayName LastEditorDisplayName \n", + "0 None None \n", + "1 None None \n", + "2 None None \n", + "3 None None \n", + "4 None None \n", + "\n", + "[5 rows x 34 columns]" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "users_posts = pd.merge(users, posts)\n", + "users_posts.head()" + ] }, { "cell_type": "markdown", @@ -138,10 +668,220 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "

\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
userIdReputationCreationDateDisplayNameLastAccessDateWebsiteUrlLocationAboutMeViewsUpVotes...AnswerCountCommentCountFavoriteCountLastEditorUserIdLastEditDateCommunityOwnedDateParentIdClosedDateOwnerDisplayNameLastEditorDisplayName
0NaNNaNNaTNaNNaTNaNNaNNaNNaNNaN...NaNNaNNaNNaNNaTNaTNaNNaTNoneNone
1NaNNaNNaTNaNNaTNaNNaNNaNNaNNaN...NaNNaNNaNNaNNaTNaTNaNNaTNoneNone
2NaNNaNNaTNaNNaTNaNNaNNaNNaNNaN...NaNNaNNaNNaNNaTNaTNaNNaTNoneNone
3NaNNaNNaTNaNNaTNaNNaNNaNNaNNaN...NaNNaNNaNNaNNaTNaTNaNNaTNoneNone
4NaNNaNNaTNaNNaTNaNNaNNaNNaNNaN...NaNNaNNaNNaNNaTNaTNaNNaTNoneNone
\n", + "

5 rows × 34 columns

\n", + "
" + ], + "text/plain": [ + " userId Reputation CreationDate DisplayName LastAccessDate WebsiteUrl \\\n", + "0 NaN NaN NaT NaN NaT NaN \n", + "1 NaN NaN NaT NaN NaT NaN \n", + "2 NaN NaN NaT NaN NaT NaN \n", + "3 NaN NaN NaT NaN NaT NaN \n", + "4 NaN NaN NaT NaN NaT NaN \n", + "\n", + " Location AboutMe Views UpVotes ... AnswerCount CommentCount \\\n", + "0 NaN NaN NaN NaN ... NaN NaN \n", + "1 NaN NaN NaN NaN ... NaN NaN \n", + "2 NaN NaN NaN NaN ... NaN NaN \n", + "3 NaN NaN NaN NaN ... NaN NaN \n", + "4 NaN NaN NaN NaN ... NaN NaN \n", + "\n", + " FavoriteCount LastEditorUserId LastEditDate CommunityOwnedDate ParentId \\\n", + "0 NaN NaN NaT NaT NaN \n", + "1 NaN NaN NaT NaT NaN \n", + "2 NaN NaN NaT NaT NaN \n", + "3 NaN NaN NaT NaT NaN \n", + "4 NaN NaN NaT NaT NaN \n", + "\n", + " ClosedDate OwnerDisplayName LastEditorDisplayName \n", + "0 NaT None None \n", + "1 NaT None None \n", + "2 NaT None None \n", + "3 NaT None None \n", + "4 NaT None None \n", + "\n", + "[5 rows x 34 columns]" + ] + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "null_users_posts = users_posts[users_posts[users_posts.columns].isnull()==True]\n", + "null_users_posts.head()" + ] }, { "cell_type": "markdown", @@ -153,10 +893,46 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Int64Index: 90584 entries, 0 to 90583\n", + "Data columns (total 16 columns):\n", + " # Column Non-Null Count Dtype \n", + "--- ------ -------------- ----- \n", + " 0 userId 90584 non-null int64 \n", + " 1 Reputation 90584 non-null int64 \n", + " 2 CreationDate 90584 non-null datetime64[ns]\n", + " 3 DisplayName 90584 non-null object \n", + " 4 LastAccessDate 90584 non-null datetime64[ns]\n", + " 5 Views 90584 non-null int64 \n", + " 6 UpVotes 90584 non-null int64 \n", + " 7 DownVotes 90584 non-null int64 \n", + " 8 AccountId 90584 non-null int64 \n", + " 9 postId 90584 non-null int64 \n", + " 10 PostTypeId 90584 non-null int64 \n", + " 11 CreaionDate 90584 non-null datetime64[ns]\n", + " 12 Score 90584 non-null int64 \n", + " 13 Body 90364 non-null object \n", + " 14 LasActivityDate 90584 non-null datetime64[ns]\n", + " 15 CommentCount 90584 non-null int64 \n", + "dtypes: datetime64[ns](4), int64(10), object(2)\n", + "memory usage: 11.7+ MB\n" + ] + } + ], + "source": [ + "null_cols = users_posts.isnull().mean()\n", + "null_cols = null_cols[null_cols > 0].sort_values() * 100\n", + "col_eliminar = list(null_cols[null_cols >= 40].index)\n", + "users_posts_clean = users_posts.drop(col_eliminar, axis=1)\n", + "users_posts_clean.info()" + ] }, { "cell_type": "markdown", @@ -167,10 +943,193 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
userIdReputationCreationDateDisplayNameLastAccessDateViewsUpVotesDownVotesAccountIdpostIdPostTypeIdCreaionDateScoreBodyLasActivityDateCommentCount
0-112010-07-19 06:55:26Community2010-07-19 06:55:26050071920-1217572010-08-28 01:20:330<p><strong>CrossValidated</strong> is for stat...2013-01-10 19:43:240
1-112010-07-19 06:55:26Community2010-07-19 06:55:26050071920-1857652011-03-21 17:40:280None2011-03-21 17:40:280
2-112010-07-19 06:55:26Community2010-07-19 06:55:26050071920-1857852011-03-21 17:46:430None2011-03-21 17:46:430
3-112010-07-19 06:55:26Community2010-07-19 06:55:26050071920-1898132011-03-30 19:23:140<p>\"Statistics\" can refer variously to the (wi...2011-03-30 19:23:140
4-112010-07-19 06:55:26Community2010-07-19 06:55:26050071920-1898232011-03-30 19:23:140This generic tag is only rarely suitable; use ...2011-03-30 19:23:140
\n", + "
" + ], + "text/plain": [ + " userId Reputation CreationDate DisplayName LastAccessDate \\\n", + "0 -1 1 2010-07-19 06:55:26 Community 2010-07-19 06:55:26 \n", + "1 -1 1 2010-07-19 06:55:26 Community 2010-07-19 06:55:26 \n", + "2 -1 1 2010-07-19 06:55:26 Community 2010-07-19 06:55:26 \n", + "3 -1 1 2010-07-19 06:55:26 Community 2010-07-19 06:55:26 \n", + "4 -1 1 2010-07-19 06:55:26 Community 2010-07-19 06:55:26 \n", + "\n", + " Views UpVotes DownVotes AccountId postId PostTypeId \\\n", + "0 0 5007 1920 -1 2175 7 \n", + "1 0 5007 1920 -1 8576 5 \n", + "2 0 5007 1920 -1 8578 5 \n", + "3 0 5007 1920 -1 8981 3 \n", + "4 0 5007 1920 -1 8982 3 \n", + "\n", + " CreaionDate Score \\\n", + "0 2010-08-28 01:20:33 0 \n", + "1 2011-03-21 17:40:28 0 \n", + "2 2011-03-21 17:46:43 0 \n", + "3 2011-03-30 19:23:14 0 \n", + "4 2011-03-30 19:23:14 0 \n", + "\n", + " Body LasActivityDate \\\n", + "0

CrossValidated is for stat... 2013-01-10 19:43:24 \n", + "1 None 2011-03-21 17:40:28 \n", + "2 None 2011-03-21 17:46:43 \n", + "3

\"Statistics\" can refer variously to the (wi... 2011-03-30 19:23:14 \n", + "4 This generic tag is only rarely suitable; use ... 2011-03-30 19:23:14 \n", + "\n", + " CommentCount \n", + "0 0 \n", + "1 0 \n", + "2 0 \n", + "3 0 \n", + "4 0 " + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "users_posts_clean.head()" + ] }, { "cell_type": "markdown", @@ -196,7 +1155,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.6.5" + "version": "3.9.7" } }, "nbformat": 4,