diff --git a/funct.py b/funct.py new file mode 100644 index 0000000..c07eb82 --- /dev/null +++ b/funct.py @@ -0,0 +1,15 @@ +def cleaning_data (dataf: pd.Series) -> pd.Series: + dataf.columns = [(column.lower()).replace(" ","_") for column in dataf.columns] + dataf = dataf.rename(columns={"st": "state"}) + return dataf + + +def renaming_categorial_values (dataf: pd.Series, old_list: list, new_list: list) -> pd.Series: + dataf = dataf.astype(str) + dataf = dataf.replace(old_list, new_list) + return dataf + + +def gender_column_cleaning (dataf: pd.Series) -> pd.Series: + dataf = dataf.str.upper().str.strip().str[0] + return dataf \ No newline at end of file diff --git a/lab-dw-data-structuring-and-combining.ipynb b/lab-dw-data-structuring-and-combining.ipynb index ec4e3f9..78d1e25 100644 --- a/lab-dw-data-structuring-and-combining.ipynb +++ b/lab-dw-data-structuring-and-combining.ipynb @@ -36,14 +36,1719 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "492d06e3-92c7-4105-ac72-536db98d3244", "metadata": { "id": "492d06e3-92c7-4105-ac72-536db98d3244" }, "outputs": [], "source": [ - "# Your code goes here" + "# Your code goes here\n", + "import pandas as pd\n", + "import funct as f\n", + "\n", + "url_1 = 'https://raw.githubusercontent.com/data-bootcamp-v4/data/main/file2.csv'\n", + "url_2 = 'https://raw.githubusercontent.com/data-bootcamp-v4/data/main/file3.csv'\n", + "df_1 = pd.read_csv(url_1)\n", + "df_2 = pd.read_csv(url_2)\n", + "df_3 = pd.read_csv('new_file.csv')\n", + "\n", + "#df_cleaned = pd.read_csv(\"cleaned_csv\") - save cleaned and read here" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "f736f139-d56e-414b-b1cb-746315093c91", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
CustomerSTGENDEREducationCustomer Lifetime ValueIncomeMonthly Premium AutoNumber of Open ComplaintsTotal Claim AmountPolicy TypeVehicle Class
0GS98873ArizonaFBachelor323912.47%16061881/0/00633.6Personal AutoFour-Door Car
1CW49887CaliforniaFMaster462680.11%794871141/0/00547.2Special AutoSUV
2MY31220CaliforniaFCollege899704.02%542301121/0/00537.6Personal AutoTwo-Door Car
3UH35128OregonFCollege2580706.30%712102141/1/001027.2Personal AutoLuxury Car
4WH52799ArizonaFCollege380812.21%94903941/0/00451.2Corporate AutoTwo-Door Car
\n", + "
" + ], + "text/plain": [ + " Customer ST GENDER Education Customer Lifetime Value Income \\\n", + "0 GS98873 Arizona F Bachelor 323912.47% 16061 \n", + "1 CW49887 California F Master 462680.11% 79487 \n", + "2 MY31220 California F College 899704.02% 54230 \n", + "3 UH35128 Oregon F College 2580706.30% 71210 \n", + "4 WH52799 Arizona F College 380812.21% 94903 \n", + "\n", + " Monthly Premium Auto Number of Open Complaints Total Claim Amount \\\n", + "0 88 1/0/00 633.6 \n", + "1 114 1/0/00 547.2 \n", + "2 112 1/0/00 537.6 \n", + "3 214 1/1/00 1027.2 \n", + "4 94 1/0/00 451.2 \n", + "\n", + " Policy Type Vehicle Class \n", + "0 Personal Auto Four-Door Car \n", + "1 Special Auto SUV \n", + "2 Personal Auto Two-Door Car \n", + "3 Personal Auto Luxury Car \n", + "4 Corporate Auto Two-Door Car " + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_1.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "38036b51-daa5-4fda-99aa-8c604daa6452", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
customerstategendereducationcustomer_lifetime_valueincomemonthly_premium_autonumber_of_open_complaintstotal_claim_amountpolicy_typevehicle_class
0GS98873ArizonaFBachelor323912.47%16061881/0/00633.600000Personal AutoFour-Door Car
1CW49887CaliforniaFMaster462680.11%794871141/0/00547.200000Special AutoSUV
2MY31220CaliforniaFCollege899704.02%542301121/0/00537.600000Personal AutoTwo-Door Car
3UH35128OregonFCollege2580706.30%712102141/1/001027.200000Personal AutoLuxury Car
4WH52799ArizonaFCollege380812.21%94903941/0/00451.200000Corporate AutoTwo-Door Car
....................................
991HV85198ArizonaMMaster847141.75%63513701/0/00185.667213Personal AutoFour-Door Car
992BS91566ArizonaFCollege543121.91%58161681/0/00140.747286Corporate AutoFour-Door Car
993IL40123NevadaFCollege568964.41%83640701/0/00471.050488Corporate AutoTwo-Door Car
994MY32149CaliforniaFMaster368672.38%0961/0/0028.460568Personal AutoTwo-Door Car
995SA91515CaliforniaMBachelor399258.39%01111/0/00700.349052Personal AutoSUV
\n", + "

996 rows × 11 columns

\n", + "
" + ], + "text/plain": [ + " customer state gender education customer_lifetime_value income \\\n", + "0 GS98873 Arizona F Bachelor 323912.47% 16061 \n", + "1 CW49887 California F Master 462680.11% 79487 \n", + "2 MY31220 California F College 899704.02% 54230 \n", + "3 UH35128 Oregon F College 2580706.30% 71210 \n", + "4 WH52799 Arizona F College 380812.21% 94903 \n", + ".. ... ... ... ... ... ... \n", + "991 HV85198 Arizona M Master 847141.75% 63513 \n", + "992 BS91566 Arizona F College 543121.91% 58161 \n", + "993 IL40123 Nevada F College 568964.41% 83640 \n", + "994 MY32149 California F Master 368672.38% 0 \n", + "995 SA91515 California M Bachelor 399258.39% 0 \n", + "\n", + " monthly_premium_auto number_of_open_complaints total_claim_amount \\\n", + "0 88 1/0/00 633.600000 \n", + "1 114 1/0/00 547.200000 \n", + "2 112 1/0/00 537.600000 \n", + "3 214 1/1/00 1027.200000 \n", + "4 94 1/0/00 451.200000 \n", + ".. ... ... ... \n", + "991 70 1/0/00 185.667213 \n", + "992 68 1/0/00 140.747286 \n", + "993 70 1/0/00 471.050488 \n", + "994 96 1/0/00 28.460568 \n", + "995 111 1/0/00 700.349052 \n", + "\n", + " policy_type vehicle_class \n", + "0 Personal Auto Four-Door Car \n", + "1 Special Auto SUV \n", + "2 Personal Auto Two-Door Car \n", + "3 Personal Auto Luxury Car \n", + "4 Corporate Auto Two-Door Car \n", + ".. ... ... \n", + "991 Personal Auto Four-Door Car \n", + "992 Corporate Auto Four-Door Car \n", + "993 Corporate Auto Two-Door Car \n", + "994 Personal Auto Two-Door Car \n", + "995 Personal Auto SUV \n", + "\n", + "[996 rows x 11 columns]" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "copy_df1 = df_1.copy()\n", + "copy_df1 = f.cleaning_data(copy_df1)\n", + "old_name_list = ['AZ', 'WA']\n", + "new_name_list = ['Arizona', 'Washington']\n", + "copy_df1[\"state\"] = f.renaming_categorial_values(copy_df1[\"state\"], old_name_list, new_name_list)\n", + "copy_df1[\"gender\"] = f.gender_column_cleaning(copy_df1[\"gender\"])\n", + "old_list = ['Bachelors']\n", + "new_list = ['Bachelor']\n", + "copy_df1[\"education\"] = f.renaming_categorial_values(copy_df1[\"education\"], old_list, new_list)\n", + "\n", + "copy_df1" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "18bc31b5-ace9-43ee-9d3d-8eb553162b53", + "metadata": {}, + "outputs": [], + "source": [ + "#old_l = ['Sports Car', 'Luxury SUV', 'Luxury SUV']\n", + "#new_l = ['Luxury']\n", + "#copy_df1[\"vehicle_class\"] = f.renaming_categorial_values(copy_df1[\"vehicle_class\"], old_l, new_l)\n", + "copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].str.replace(\"%\", \"\")\n", + "copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].map(float)\n", + "copy_df1[\"number_of_open_complaints\"] = copy_df1[\"number_of_open_complaints\"].str[2]\n", + "copy_df1[\"number_of_open_complaints\"] = copy_df1[\"number_of_open_complaints\"].fillna(0).map(int)\n", + "copy_df1 = copy_df1.dropna(subset=[\"customer\"])\n", + "copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].fillna(0).map(int)\n", + "copy_df1['income'] = copy_df1['income'].map(int)\n", + "copy_df1['monthly_premium_auto'] = copy_df1['monthly_premium_auto'].map(int)\n", + "copy_df1['total_claim_amount'] = copy_df1['total_claim_amount'].map(int)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "c41d02e9-8d12-4532-9954-e1d13c54be86", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
customerstategendereducationcustomer_lifetime_valueincomemonthly_premium_autonumber_of_open_complaintstotal_claim_amountpolicy_typevehicle_class
0GS98873ArizonaFBachelor32391216061880633Personal AutoFour-Door Car
1CW49887CaliforniaFMaster462680794871140547Special AutoSUV
2MY31220CaliforniaFCollege899704542301120537Personal AutoTwo-Door Car
3UH35128OregonFCollege25807067121021411027Personal AutoLuxury Car
4WH52799ArizonaFCollege38081294903940451Corporate AutoTwo-Door Car
....................................
991HV85198ArizonaMMaster84714163513700185Personal AutoFour-Door Car
992BS91566ArizonaFCollege54312158161680140Corporate AutoFour-Door Car
993IL40123NevadaFCollege56896483640700471Corporate AutoTwo-Door Car
994MY32149CaliforniaFMaster368672096028Personal AutoTwo-Door Car
995SA91515CaliforniaMBachelor39925801110700Personal AutoSUV
\n", + "

996 rows × 11 columns

\n", + "
" + ], + "text/plain": [ + " customer state gender education customer_lifetime_value income \\\n", + "0 GS98873 Arizona F Bachelor 323912 16061 \n", + "1 CW49887 California F Master 462680 79487 \n", + "2 MY31220 California F College 899704 54230 \n", + "3 UH35128 Oregon F College 2580706 71210 \n", + "4 WH52799 Arizona F College 380812 94903 \n", + ".. ... ... ... ... ... ... \n", + "991 HV85198 Arizona M Master 847141 63513 \n", + "992 BS91566 Arizona F College 543121 58161 \n", + "993 IL40123 Nevada F College 568964 83640 \n", + "994 MY32149 California F Master 368672 0 \n", + "995 SA91515 California M Bachelor 399258 0 \n", + "\n", + " monthly_premium_auto number_of_open_complaints total_claim_amount \\\n", + "0 88 0 633 \n", + "1 114 0 547 \n", + "2 112 0 537 \n", + "3 214 1 1027 \n", + "4 94 0 451 \n", + ".. ... ... ... \n", + "991 70 0 185 \n", + "992 68 0 140 \n", + "993 70 0 471 \n", + "994 96 0 28 \n", + "995 111 0 700 \n", + "\n", + " policy_type vehicle_class \n", + "0 Personal Auto Four-Door Car \n", + "1 Special Auto SUV \n", + "2 Personal Auto Two-Door Car \n", + "3 Personal Auto Luxury Car \n", + "4 Corporate Auto Two-Door Car \n", + ".. ... ... \n", + "991 Personal Auto Four-Door Car \n", + "992 Corporate Auto Four-Door Car \n", + "993 Corporate Auto Two-Door Car \n", + "994 Personal Auto Two-Door Car \n", + "995 Personal Auto SUV \n", + "\n", + "[996 rows x 11 columns]" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "copy_df1" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "c119e77e-bbe0-4c2c-8073-56a6fcb65eeb", + "metadata": {}, + "outputs": [], + "source": [ + "df_1 = copy_df1" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "2107fe52-3cda-4850-ae45-52bdfa01d750", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
CustomerStateCustomer Lifetime ValueEducationGenderIncomeMonthly Premium AutoNumber of Open ComplaintsPolicy TypeTotal Claim AmountVehicle Class
0SA25987Washington3479.137523High School or BelowM01040Personal Auto499.200000Two-Door Car
1TB86706Arizona2502.637401MasterM0660Personal Auto3.468912Two-Door Car
2ZL73902Nevada3265.156348BachelorF25820820Personal Auto393.600000Four-Door Car
3KX23516California4455.843406High School or BelowF01210Personal Auto699.615192SUV
4FN77294California7704.958480High School or BelowM303661012Personal Auto484.800000SUV
\n", + "
" + ], + "text/plain": [ + " Customer State Customer Lifetime Value Education Gender \\\n", + "0 SA25987 Washington 3479.137523 High School or Below M \n", + "1 TB86706 Arizona 2502.637401 Master M \n", + "2 ZL73902 Nevada 3265.156348 Bachelor F \n", + "3 KX23516 California 4455.843406 High School or Below F \n", + "4 FN77294 California 7704.958480 High School or Below M \n", + "\n", + " Income Monthly Premium Auto Number of Open Complaints Policy Type \\\n", + "0 0 104 0 Personal Auto \n", + "1 0 66 0 Personal Auto \n", + "2 25820 82 0 Personal Auto \n", + "3 0 121 0 Personal Auto \n", + "4 30366 101 2 Personal Auto \n", + "\n", + " Total Claim Amount Vehicle Class \n", + "0 499.200000 Two-Door Car \n", + "1 3.468912 Two-Door Car \n", + "2 393.600000 Four-Door Car \n", + "3 699.615192 SUV \n", + "4 484.800000 SUV " + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_2.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "27711428-37d4-41be-a3d8-bcc71f0dbbd8", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
customerstatecustomer_lifetime_valueeducationgenderincomemonthly_premium_autonumber_of_open_complaintspolicy_typetotal_claim_amountvehicle_class
0SA25987Washington3479.137523High School or BelowM01040Personal Auto499.200000Two-Door Car
1TB86706Arizona2502.637401MasterM0660Personal Auto3.468912Two-Door Car
2ZL73902Nevada3265.156348BachelorF25820820Personal Auto393.600000Four-Door Car
3KX23516California4455.843406High School or BelowF01210Personal Auto699.615192SUV
4FN77294California7704.958480High School or BelowM303661012Personal Auto484.800000SUV
....................................
7065LA72316California23405.987980BachelorM71941730Personal Auto198.234764Four-Door Car
7066PK87824California3096.511217CollegeF21604790Corporate Auto379.200000Four-Door Car
7067TD14365California8163.890428BachelorM0853Corporate Auto790.784983Four-Door Car
7068UP19263California7524.442436CollegeM21941960Personal Auto691.200000Four-Door Car
7069Y167826California2611.836866CollegeM0770Corporate Auto369.600000Two-Door Car
\n", + "

7070 rows × 11 columns

\n", + "
" + ], + "text/plain": [ + " customer state customer_lifetime_value education \\\n", + "0 SA25987 Washington 3479.137523 High School or Below \n", + "1 TB86706 Arizona 2502.637401 Master \n", + "2 ZL73902 Nevada 3265.156348 Bachelor \n", + "3 KX23516 California 4455.843406 High School or Below \n", + "4 FN77294 California 7704.958480 High School or Below \n", + "... ... ... ... ... \n", + "7065 LA72316 California 23405.987980 Bachelor \n", + "7066 PK87824 California 3096.511217 College \n", + "7067 TD14365 California 8163.890428 Bachelor \n", + "7068 UP19263 California 7524.442436 College \n", + "7069 Y167826 California 2611.836866 College \n", + "\n", + " gender income monthly_premium_auto number_of_open_complaints \\\n", + "0 M 0 104 0 \n", + "1 M 0 66 0 \n", + "2 F 25820 82 0 \n", + "3 F 0 121 0 \n", + "4 M 30366 101 2 \n", + "... ... ... ... ... \n", + "7065 M 71941 73 0 \n", + "7066 F 21604 79 0 \n", + "7067 M 0 85 3 \n", + "7068 M 21941 96 0 \n", + "7069 M 0 77 0 \n", + "\n", + " policy_type total_claim_amount vehicle_class \n", + "0 Personal Auto 499.200000 Two-Door Car \n", + "1 Personal Auto 3.468912 Two-Door Car \n", + "2 Personal Auto 393.600000 Four-Door Car \n", + "3 Personal Auto 699.615192 SUV \n", + "4 Personal Auto 484.800000 SUV \n", + "... ... ... ... \n", + "7065 Personal Auto 198.234764 Four-Door Car \n", + "7066 Corporate Auto 379.200000 Four-Door Car \n", + "7067 Corporate Auto 790.784983 Four-Door Car \n", + "7068 Personal Auto 691.200000 Four-Door Car \n", + "7069 Corporate Auto 369.600000 Two-Door Car \n", + "\n", + "[7070 rows x 11 columns]" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "copy_df1 = df_2.copy()\n", + "copy_df1 = f.cleaning_data(copy_df1)\n", + "old_name_list = ['AZ', 'WA']\n", + "new_name_list = ['Arizona', 'Washington']\n", + "copy_df1[\"state\"] = f.renaming_categorial_values(copy_df1[\"state\"], old_name_list, new_name_list)\n", + "copy_df1[\"gender\"] = f.gender_column_cleaning(copy_df1[\"gender\"])\n", + "old_list = ['Bachelors']\n", + "new_list = ['Bachelor']\n", + "copy_df1[\"education\"] = f.renaming_categorial_values(copy_df1[\"education\"], old_list, new_list)\n", + "\n", + "copy_df1" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "840cf2c8-6abf-4a14-84eb-5b6e01808f1a", + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [ + "#old_l = ['Sports Car', 'Luxury SUV', 'Luxury SUV']\n", + "#new_l = ['Luxury']\n", + "#copy_df1[\"vehicle_class\"] = f.renaming_categorial_values(copy_df1[\"vehicle_class\"], old_l, new_l)\n", + "#copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].str.replace(\"%\", \"\")\n", + "copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].map(float)\n", + "#copy_df1[\"number_of_open_complaints\"] = copy_df1[\"number_of_open_complaints\"].str[2]\n", + "copy_df1[\"number_of_open_complaints\"] = copy_df1[\"number_of_open_complaints\"].fillna(0).map(int)\n", + "copy_df1 = copy_df1.dropna(subset=[\"customer\"])\n", + "copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].fillna(0).map(int)\n", + "copy_df1['income'] = copy_df1['income'].map(int)\n", + "copy_df1['monthly_premium_auto'] = copy_df1['monthly_premium_auto'].map(int)\n", + "copy_df1['total_claim_amount'] = copy_df1['total_claim_amount'].map(int)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "ea6e8362-846a-4072-8a3b-b78e57555d5d", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
customerstatecustomer_lifetime_valueeducationgenderincomemonthly_premium_autonumber_of_open_complaintspolicy_typetotal_claim_amountvehicle_class
0SA25987Washington3479High School or BelowM01040Personal Auto499Two-Door Car
1TB86706Arizona2502MasterM0660Personal Auto3Two-Door Car
2ZL73902Nevada3265BachelorF25820820Personal Auto393Four-Door Car
3KX23516California4455High School or BelowF01210Personal Auto699SUV
4FN77294California7704High School or BelowM303661012Personal Auto484SUV
....................................
7065LA72316California23405BachelorM71941730Personal Auto198Four-Door Car
7066PK87824California3096CollegeF21604790Corporate Auto379Four-Door Car
7067TD14365California8163BachelorM0853Corporate Auto790Four-Door Car
7068UP19263California7524CollegeM21941960Personal Auto691Four-Door Car
7069Y167826California2611CollegeM0770Corporate Auto369Two-Door Car
\n", + "

7070 rows × 11 columns

\n", + "
" + ], + "text/plain": [ + " customer state customer_lifetime_value education \\\n", + "0 SA25987 Washington 3479 High School or Below \n", + "1 TB86706 Arizona 2502 Master \n", + "2 ZL73902 Nevada 3265 Bachelor \n", + "3 KX23516 California 4455 High School or Below \n", + "4 FN77294 California 7704 High School or Below \n", + "... ... ... ... ... \n", + "7065 LA72316 California 23405 Bachelor \n", + "7066 PK87824 California 3096 College \n", + "7067 TD14365 California 8163 Bachelor \n", + "7068 UP19263 California 7524 College \n", + "7069 Y167826 California 2611 College \n", + "\n", + " gender income monthly_premium_auto number_of_open_complaints \\\n", + "0 M 0 104 0 \n", + "1 M 0 66 0 \n", + "2 F 25820 82 0 \n", + "3 F 0 121 0 \n", + "4 M 30366 101 2 \n", + "... ... ... ... ... \n", + "7065 M 71941 73 0 \n", + "7066 F 21604 79 0 \n", + "7067 M 0 85 3 \n", + "7068 M 21941 96 0 \n", + "7069 M 0 77 0 \n", + "\n", + " policy_type total_claim_amount vehicle_class \n", + "0 Personal Auto 499 Two-Door Car \n", + "1 Personal Auto 3 Two-Door Car \n", + "2 Personal Auto 393 Four-Door Car \n", + "3 Personal Auto 699 SUV \n", + "4 Personal Auto 484 SUV \n", + "... ... ... ... \n", + "7065 Personal Auto 198 Four-Door Car \n", + "7066 Corporate Auto 379 Four-Door Car \n", + "7067 Corporate Auto 790 Four-Door Car \n", + "7068 Personal Auto 691 Four-Door Car \n", + "7069 Corporate Auto 369 Two-Door Car \n", + "\n", + "[7070 rows x 11 columns]" + ] + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "copy_df1" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "id": "e7609468-e2c7-42ee-a157-dc99359e5a65", + "metadata": {}, + "outputs": [], + "source": [ + "df_2 = copy_df1" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "id": "88de64a4-9842-4be2-98d8-67e26046d62f", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "The dimension of dataset is:\n", + "Number of rows: 996\n", + "Number of columns: 11\n" + ] + } + ], + "source": [ + "print(\"The dimension of dataset is:\")\n", + "print(\"Number of rows:\",df_1.shape[0])\n", + "print(\"Number of columns:\",df_1.shape[1])" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "3a0809bc-8321-46d5-9fee-448e65aa871a", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "The dimension of dataset is:\n", + "Number of rows: 7070\n", + "Number of columns: 11\n" + ] + } + ], + "source": [ + "print(\"The dimension of dataset is:\")\n", + "print(\"Number of rows:\",df_2.shape[0])\n", + "print(\"Number of columns:\",df_2.shape[1])" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "id": "620ef147-d41f-4e36-812e-4f3761da79bf", + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
customerstategendereducationcustomer_lifetime_valueincomemonthly_premium_autonumber_of_open_complaintstotal_claim_amountpolicy_typevehicle_class
0GS98873ArizonaFBachelor32391216061880633Personal AutoFour-Door Car
1CW49887CaliforniaFMaster462680794871140547Special AutoSUV
2MY31220CaliforniaFCollege899704542301120537Personal AutoTwo-Door Car
3UH35128OregonFCollege25807067121021411027Personal AutoLuxury Car
4WH52799ArizonaFCollege38081294903940451Corporate AutoTwo-Door Car
....................................
8061LA72316CaliforniaMBachelor2340571941730198Personal AutoFour-Door Car
8062PK87824CaliforniaFCollege309621604790379Corporate AutoFour-Door Car
8063TD14365CaliforniaMBachelor81630853790Corporate AutoFour-Door Car
8064UP19263CaliforniaMCollege752421941960691Personal AutoFour-Door Car
8065Y167826CaliforniaMCollege26110770369Corporate AutoTwo-Door Car
\n", + "

8066 rows × 11 columns

\n", + "
" + ], + "text/plain": [ + " customer state gender education customer_lifetime_value income \\\n", + "0 GS98873 Arizona F Bachelor 323912 16061 \n", + "1 CW49887 California F Master 462680 79487 \n", + "2 MY31220 California F College 899704 54230 \n", + "3 UH35128 Oregon F College 2580706 71210 \n", + "4 WH52799 Arizona F College 380812 94903 \n", + "... ... ... ... ... ... ... \n", + "8061 LA72316 California M Bachelor 23405 71941 \n", + "8062 PK87824 California F College 3096 21604 \n", + "8063 TD14365 California M Bachelor 8163 0 \n", + "8064 UP19263 California M College 7524 21941 \n", + "8065 Y167826 California M College 2611 0 \n", + "\n", + " monthly_premium_auto number_of_open_complaints total_claim_amount \\\n", + "0 88 0 633 \n", + "1 114 0 547 \n", + "2 112 0 537 \n", + "3 214 1 1027 \n", + "4 94 0 451 \n", + "... ... ... ... \n", + "8061 73 0 198 \n", + "8062 79 0 379 \n", + "8063 85 3 790 \n", + "8064 96 0 691 \n", + "8065 77 0 369 \n", + "\n", + " policy_type vehicle_class \n", + "0 Personal Auto Four-Door Car \n", + "1 Special Auto SUV \n", + "2 Personal Auto Two-Door Car \n", + "3 Personal Auto Luxury Car \n", + "4 Corporate Auto Two-Door Car \n", + "... ... ... \n", + "8061 Personal Auto Four-Door Car \n", + "8062 Corporate Auto Four-Door Car \n", + "8063 Corporate Auto Four-Door Car \n", + "8064 Personal Auto Four-Door Car \n", + "8065 Corporate Auto Two-Door Car \n", + "\n", + "[8066 rows x 11 columns]" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_concat = pd.concat([df_1, df_2], axis=0).reset_index(drop=True)\n", + "df_concat" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "id": "a67606b1-bedf-4268-8685-4cd66c8134d1", + "metadata": {}, + "outputs": [], + "source": [ + "df_3 = df_3.drop([\"Unnamed: 0\"], axis=1)" ] }, { @@ -72,14 +1777,435 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 30, "id": "aa10d9b0-1c27-4d3f-a8e4-db6ab73bfd26", "metadata": { "id": "aa10d9b0-1c27-4d3f-a8e4-db6ab73bfd26" }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "Index(['customer', 'state', 'customer_lifetime_value', 'response', 'coverage',\n", + " 'education', 'effective_to_date', 'employmentstatus', 'gender',\n", + " 'income', 'location_code', 'marital_status', 'monthly_premium_auto',\n", + " 'months_since_last_claim', 'months_since_policy_inception',\n", + " 'number_of_open_complaints', 'number_of_policies', 'policy_type',\n", + " 'policy', 'renew_offer_type', 'sales_channel', 'total_claim_amount',\n", + " 'vehicle_class', 'vehicle_size', 'vehicle_type', 'month'],\n", + " dtype='str')" + ] + }, + "execution_count": 30, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "# Your code goes here" + "# Your code goes here\n", + "import pandas as pd\n", + "url = 'https://raw.githubusercontent.com/data-bootcamp-v4/data/main/marketing_customer_analysis_clean.csv'\n", + "df = pd.read_csv(url)\n", + "df = df.drop([\"unnamed:_0\"], axis=1)\n", + "df.columns" + ] + }, + { + "cell_type": "code", + "execution_count": 31, + "id": "0aed66ce-cb56-4cba-b2d9-6ff3ca325e29", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
customerstatecustomer_lifetime_valueresponsecoverageeducationeffective_to_dateemploymentstatusgenderincome...number_of_policiespolicy_typepolicyrenew_offer_typesales_channeltotal_claim_amountvehicle_classvehicle_sizevehicle_typemonth
0DK49336Arizona4809.216960NoBasicCollege2011-02-18EmployedM48029...9Corporate AutoCorporate L3Offer3Agent292.800000Four-Door CarMedsizeA2
1KX64629California2228.525238NoBasicCollege2011-01-18UnemployedF0...1Personal AutoPersonal L3Offer4Call Center744.924331Four-Door CarMedsizeA1
2LZ68649Washington14947.917300NoBasicBachelor2011-02-10EmployedM22139...2Personal AutoPersonal L3Offer3Call Center480.000000SUVMedsizeA2
3XL78013Oregon22332.439460YesExtendedCollege2011-01-11EmployedM49078...2Corporate AutoCorporate L3Offer2Branch484.013411Four-Door CarMedsizeA1
4QA50777Oregon9025.067525NoPremiumBachelor2011-01-17Medical LeaveF23675...7Personal AutoPersonal L2Offer1Branch707.925645Four-Door CarMedsizeA1
..................................................................
10905FE99816Nevada15563.369440NoPremiumBachelor2011-01-19UnemployedF0...7Personal AutoPersonal L1Offer3Web1214.400000Luxury CarMedsizeA1
10906KX53892Oregon5259.444853NoBasicCollege2011-01-06EmployedF61146...6Personal AutoPersonal L3Offer2Branch273.018929Four-Door CarMedsizeA1
10907TL39050Arizona23893.304100NoExtendedBachelor2011-02-06EmployedF39837...2Corporate AutoCorporate L3Offer1Web381.306996Luxury SUVMedsizeA2
10908WA60547California11971.977650NoPremiumCollege2011-02-13EmployedF64195...6Personal AutoPersonal L1Offer1Branch618.288849SUVMedsizeA2
10909IV32877California6857.519928NoBasicBachelor2011-01-08UnemployedM0...3Personal AutoPersonal L1Offer4Web1021.719397SUVMedsizeA1
\n", + "

10910 rows × 26 columns

\n", + "
" + ], + "text/plain": [ + " customer state customer_lifetime_value response coverage \\\n", + "0 DK49336 Arizona 4809.216960 No Basic \n", + "1 KX64629 California 2228.525238 No Basic \n", + "2 LZ68649 Washington 14947.917300 No Basic \n", + "3 XL78013 Oregon 22332.439460 Yes Extended \n", + "4 QA50777 Oregon 9025.067525 No Premium \n", + "... ... ... ... ... ... \n", + "10905 FE99816 Nevada 15563.369440 No Premium \n", + "10906 KX53892 Oregon 5259.444853 No Basic \n", + "10907 TL39050 Arizona 23893.304100 No Extended \n", + "10908 WA60547 California 11971.977650 No Premium \n", + "10909 IV32877 California 6857.519928 No Basic \n", + "\n", + " education effective_to_date employmentstatus gender income ... \\\n", + "0 College 2011-02-18 Employed M 48029 ... \n", + "1 College 2011-01-18 Unemployed F 0 ... \n", + "2 Bachelor 2011-02-10 Employed M 22139 ... \n", + "3 College 2011-01-11 Employed M 49078 ... \n", + "4 Bachelor 2011-01-17 Medical Leave F 23675 ... \n", + "... ... ... ... ... ... ... \n", + "10905 Bachelor 2011-01-19 Unemployed F 0 ... \n", + "10906 College 2011-01-06 Employed F 61146 ... \n", + "10907 Bachelor 2011-02-06 Employed F 39837 ... \n", + "10908 College 2011-02-13 Employed F 64195 ... \n", + "10909 Bachelor 2011-01-08 Unemployed M 0 ... \n", + "\n", + " number_of_policies policy_type policy renew_offer_type \\\n", + "0 9 Corporate Auto Corporate L3 Offer3 \n", + "1 1 Personal Auto Personal L3 Offer4 \n", + "2 2 Personal Auto Personal L3 Offer3 \n", + "3 2 Corporate Auto Corporate L3 Offer2 \n", + "4 7 Personal Auto Personal L2 Offer1 \n", + "... ... ... ... ... \n", + "10905 7 Personal Auto Personal L1 Offer3 \n", + "10906 6 Personal Auto Personal L3 Offer2 \n", + "10907 2 Corporate Auto Corporate L3 Offer1 \n", + "10908 6 Personal Auto Personal L1 Offer1 \n", + "10909 3 Personal Auto Personal L1 Offer4 \n", + "\n", + " sales_channel total_claim_amount vehicle_class vehicle_size \\\n", + "0 Agent 292.800000 Four-Door Car Medsize \n", + "1 Call Center 744.924331 Four-Door Car Medsize \n", + "2 Call Center 480.000000 SUV Medsize \n", + "3 Branch 484.013411 Four-Door Car Medsize \n", + "4 Branch 707.925645 Four-Door Car Medsize \n", + "... ... ... ... ... \n", + "10905 Web 1214.400000 Luxury Car Medsize \n", + "10906 Branch 273.018929 Four-Door Car Medsize \n", + "10907 Web 381.306996 Luxury SUV Medsize \n", + "10908 Branch 618.288849 SUV Medsize \n", + "10909 Web 1021.719397 SUV Medsize \n", + "\n", + " vehicle_type month \n", + "0 A 2 \n", + "1 A 1 \n", + "2 A 2 \n", + "3 A 1 \n", + "4 A 1 \n", + "... ... ... \n", + "10905 A 1 \n", + "10906 A 1 \n", + "10907 A 2 \n", + "10908 A 2 \n", + "10909 A 1 \n", + "\n", + "[10910 rows x 26 columns]" + ] + }, + "execution_count": 31, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df" ] }, { @@ -93,6 +2219,79 @@ "Round the total revenue to 2 decimal points. Analyze the resulting table to draw insights." ] }, + { + "cell_type": "code", + "execution_count": 36, + "id": "7d349941-9c8c-4571-9aad-741ae89163ff", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
total_claim_amount
sales_channel
Agent1810226.82
Branch1301204.00
Call Center926600.82
Web706600.04
\n", + "
" + ], + "text/plain": [ + " total_claim_amount\n", + "sales_channel \n", + "Agent 1810226.82\n", + "Branch 1301204.00\n", + "Call Center 926600.82\n", + "Web 706600.04" + ] + }, + "execution_count": 36, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df.pivot_table(index='sales_channel', values='total_claim_amount', aggfunc='sum').round(2)" + ] + }, { "cell_type": "markdown", "id": "640993b2-a291-436c-a34d-a551144f8196", @@ -103,6 +2302,69 @@ "2. Create a pivot table that shows the average customer lifetime value per gender and education level. Analyze the resulting table to draw insights." ] }, + { + "cell_type": "code", + "execution_count": 38, + "id": "16d4cfbd-4b50-46a7-b086-a22c4cf36d03", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
customer_lifetime_value
gender
F8071.11
M7963.04
\n", + "
" + ], + "text/plain": [ + " customer_lifetime_value\n", + "gender \n", + "F 8071.11\n", + "M 7963.04" + ] + }, + "execution_count": 38, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df.pivot_table(index='gender', values='customer_lifetime_value', aggfunc='mean').round(2)" + ] + }, { "cell_type": "markdown", "id": "32c7f2e5-3d90-43e5-be33-9781b6069198", @@ -137,7 +2399,7 @@ }, "outputs": [], "source": [ - "# Your code goes here" + "# Your code goes here\n" ] } ], @@ -160,7 +2422,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.9.13" + "version": "3.14.6" } }, "nbformat": 4,