diff --git a/funct.py b/funct.py
new file mode 100644
index 0000000..c07eb82
--- /dev/null
+++ b/funct.py
@@ -0,0 +1,15 @@
+def cleaning_data (dataf: pd.Series) -> pd.Series:
+ dataf.columns = [(column.lower()).replace(" ","_") for column in dataf.columns]
+ dataf = dataf.rename(columns={"st": "state"})
+ return dataf
+
+
+def renaming_categorial_values (dataf: pd.Series, old_list: list, new_list: list) -> pd.Series:
+ dataf = dataf.astype(str)
+ dataf = dataf.replace(old_list, new_list)
+ return dataf
+
+
+def gender_column_cleaning (dataf: pd.Series) -> pd.Series:
+ dataf = dataf.str.upper().str.strip().str[0]
+ return dataf
\ No newline at end of file
diff --git a/lab-dw-data-structuring-and-combining.ipynb b/lab-dw-data-structuring-and-combining.ipynb
index ec4e3f9..78d1e25 100644
--- a/lab-dw-data-structuring-and-combining.ipynb
+++ b/lab-dw-data-structuring-and-combining.ipynb
@@ -36,14 +36,1719 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 1,
"id": "492d06e3-92c7-4105-ac72-536db98d3244",
"metadata": {
"id": "492d06e3-92c7-4105-ac72-536db98d3244"
},
"outputs": [],
"source": [
- "# Your code goes here"
+ "# Your code goes here\n",
+ "import pandas as pd\n",
+ "import funct as f\n",
+ "\n",
+ "url_1 = 'https://raw.githubusercontent.com/data-bootcamp-v4/data/main/file2.csv'\n",
+ "url_2 = 'https://raw.githubusercontent.com/data-bootcamp-v4/data/main/file3.csv'\n",
+ "df_1 = pd.read_csv(url_1)\n",
+ "df_2 = pd.read_csv(url_2)\n",
+ "df_3 = pd.read_csv('new_file.csv')\n",
+ "\n",
+ "#df_cleaned = pd.read_csv(\"cleaned_csv\") - save cleaned and read here"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 2,
+ "id": "f736f139-d56e-414b-b1cb-746315093c91",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "
\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " Customer | \n",
+ " ST | \n",
+ " GENDER | \n",
+ " Education | \n",
+ " Customer Lifetime Value | \n",
+ " Income | \n",
+ " Monthly Premium Auto | \n",
+ " Number of Open Complaints | \n",
+ " Total Claim Amount | \n",
+ " Policy Type | \n",
+ " Vehicle Class | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " GS98873 | \n",
+ " Arizona | \n",
+ " F | \n",
+ " Bachelor | \n",
+ " 323912.47% | \n",
+ " 16061 | \n",
+ " 88 | \n",
+ " 1/0/00 | \n",
+ " 633.6 | \n",
+ " Personal Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " CW49887 | \n",
+ " California | \n",
+ " F | \n",
+ " Master | \n",
+ " 462680.11% | \n",
+ " 79487 | \n",
+ " 114 | \n",
+ " 1/0/00 | \n",
+ " 547.2 | \n",
+ " Special Auto | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " MY31220 | \n",
+ " California | \n",
+ " F | \n",
+ " College | \n",
+ " 899704.02% | \n",
+ " 54230 | \n",
+ " 112 | \n",
+ " 1/0/00 | \n",
+ " 537.6 | \n",
+ " Personal Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " UH35128 | \n",
+ " Oregon | \n",
+ " F | \n",
+ " College | \n",
+ " 2580706.30% | \n",
+ " 71210 | \n",
+ " 214 | \n",
+ " 1/1/00 | \n",
+ " 1027.2 | \n",
+ " Personal Auto | \n",
+ " Luxury Car | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " WH52799 | \n",
+ " Arizona | \n",
+ " F | \n",
+ " College | \n",
+ " 380812.21% | \n",
+ " 94903 | \n",
+ " 94 | \n",
+ " 1/0/00 | \n",
+ " 451.2 | \n",
+ " Corporate Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
"
+ ],
+ "text/plain": [
+ " Customer ST GENDER Education Customer Lifetime Value Income \\\n",
+ "0 GS98873 Arizona F Bachelor 323912.47% 16061 \n",
+ "1 CW49887 California F Master 462680.11% 79487 \n",
+ "2 MY31220 California F College 899704.02% 54230 \n",
+ "3 UH35128 Oregon F College 2580706.30% 71210 \n",
+ "4 WH52799 Arizona F College 380812.21% 94903 \n",
+ "\n",
+ " Monthly Premium Auto Number of Open Complaints Total Claim Amount \\\n",
+ "0 88 1/0/00 633.6 \n",
+ "1 114 1/0/00 547.2 \n",
+ "2 112 1/0/00 537.6 \n",
+ "3 214 1/1/00 1027.2 \n",
+ "4 94 1/0/00 451.2 \n",
+ "\n",
+ " Policy Type Vehicle Class \n",
+ "0 Personal Auto Four-Door Car \n",
+ "1 Special Auto SUV \n",
+ "2 Personal Auto Two-Door Car \n",
+ "3 Personal Auto Luxury Car \n",
+ "4 Corporate Auto Two-Door Car "
+ ]
+ },
+ "execution_count": 2,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df_1.head()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 3,
+ "id": "38036b51-daa5-4fda-99aa-8c604daa6452",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " customer | \n",
+ " state | \n",
+ " gender | \n",
+ " education | \n",
+ " customer_lifetime_value | \n",
+ " income | \n",
+ " monthly_premium_auto | \n",
+ " number_of_open_complaints | \n",
+ " total_claim_amount | \n",
+ " policy_type | \n",
+ " vehicle_class | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " GS98873 | \n",
+ " Arizona | \n",
+ " F | \n",
+ " Bachelor | \n",
+ " 323912.47% | \n",
+ " 16061 | \n",
+ " 88 | \n",
+ " 1/0/00 | \n",
+ " 633.600000 | \n",
+ " Personal Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " CW49887 | \n",
+ " California | \n",
+ " F | \n",
+ " Master | \n",
+ " 462680.11% | \n",
+ " 79487 | \n",
+ " 114 | \n",
+ " 1/0/00 | \n",
+ " 547.200000 | \n",
+ " Special Auto | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " MY31220 | \n",
+ " California | \n",
+ " F | \n",
+ " College | \n",
+ " 899704.02% | \n",
+ " 54230 | \n",
+ " 112 | \n",
+ " 1/0/00 | \n",
+ " 537.600000 | \n",
+ " Personal Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " UH35128 | \n",
+ " Oregon | \n",
+ " F | \n",
+ " College | \n",
+ " 2580706.30% | \n",
+ " 71210 | \n",
+ " 214 | \n",
+ " 1/1/00 | \n",
+ " 1027.200000 | \n",
+ " Personal Auto | \n",
+ " Luxury Car | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " WH52799 | \n",
+ " Arizona | \n",
+ " F | \n",
+ " College | \n",
+ " 380812.21% | \n",
+ " 94903 | \n",
+ " 94 | \n",
+ " 1/0/00 | \n",
+ " 451.200000 | \n",
+ " Corporate Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 991 | \n",
+ " HV85198 | \n",
+ " Arizona | \n",
+ " M | \n",
+ " Master | \n",
+ " 847141.75% | \n",
+ " 63513 | \n",
+ " 70 | \n",
+ " 1/0/00 | \n",
+ " 185.667213 | \n",
+ " Personal Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 992 | \n",
+ " BS91566 | \n",
+ " Arizona | \n",
+ " F | \n",
+ " College | \n",
+ " 543121.91% | \n",
+ " 58161 | \n",
+ " 68 | \n",
+ " 1/0/00 | \n",
+ " 140.747286 | \n",
+ " Corporate Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 993 | \n",
+ " IL40123 | \n",
+ " Nevada | \n",
+ " F | \n",
+ " College | \n",
+ " 568964.41% | \n",
+ " 83640 | \n",
+ " 70 | \n",
+ " 1/0/00 | \n",
+ " 471.050488 | \n",
+ " Corporate Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 994 | \n",
+ " MY32149 | \n",
+ " California | \n",
+ " F | \n",
+ " Master | \n",
+ " 368672.38% | \n",
+ " 0 | \n",
+ " 96 | \n",
+ " 1/0/00 | \n",
+ " 28.460568 | \n",
+ " Personal Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 995 | \n",
+ " SA91515 | \n",
+ " California | \n",
+ " M | \n",
+ " Bachelor | \n",
+ " 399258.39% | \n",
+ " 0 | \n",
+ " 111 | \n",
+ " 1/0/00 | \n",
+ " 700.349052 | \n",
+ " Personal Auto | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
996 rows × 11 columns
\n",
+ "
"
+ ],
+ "text/plain": [
+ " customer state gender education customer_lifetime_value income \\\n",
+ "0 GS98873 Arizona F Bachelor 323912.47% 16061 \n",
+ "1 CW49887 California F Master 462680.11% 79487 \n",
+ "2 MY31220 California F College 899704.02% 54230 \n",
+ "3 UH35128 Oregon F College 2580706.30% 71210 \n",
+ "4 WH52799 Arizona F College 380812.21% 94903 \n",
+ ".. ... ... ... ... ... ... \n",
+ "991 HV85198 Arizona M Master 847141.75% 63513 \n",
+ "992 BS91566 Arizona F College 543121.91% 58161 \n",
+ "993 IL40123 Nevada F College 568964.41% 83640 \n",
+ "994 MY32149 California F Master 368672.38% 0 \n",
+ "995 SA91515 California M Bachelor 399258.39% 0 \n",
+ "\n",
+ " monthly_premium_auto number_of_open_complaints total_claim_amount \\\n",
+ "0 88 1/0/00 633.600000 \n",
+ "1 114 1/0/00 547.200000 \n",
+ "2 112 1/0/00 537.600000 \n",
+ "3 214 1/1/00 1027.200000 \n",
+ "4 94 1/0/00 451.200000 \n",
+ ".. ... ... ... \n",
+ "991 70 1/0/00 185.667213 \n",
+ "992 68 1/0/00 140.747286 \n",
+ "993 70 1/0/00 471.050488 \n",
+ "994 96 1/0/00 28.460568 \n",
+ "995 111 1/0/00 700.349052 \n",
+ "\n",
+ " policy_type vehicle_class \n",
+ "0 Personal Auto Four-Door Car \n",
+ "1 Special Auto SUV \n",
+ "2 Personal Auto Two-Door Car \n",
+ "3 Personal Auto Luxury Car \n",
+ "4 Corporate Auto Two-Door Car \n",
+ ".. ... ... \n",
+ "991 Personal Auto Four-Door Car \n",
+ "992 Corporate Auto Four-Door Car \n",
+ "993 Corporate Auto Two-Door Car \n",
+ "994 Personal Auto Two-Door Car \n",
+ "995 Personal Auto SUV \n",
+ "\n",
+ "[996 rows x 11 columns]"
+ ]
+ },
+ "execution_count": 3,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "copy_df1 = df_1.copy()\n",
+ "copy_df1 = f.cleaning_data(copy_df1)\n",
+ "old_name_list = ['AZ', 'WA']\n",
+ "new_name_list = ['Arizona', 'Washington']\n",
+ "copy_df1[\"state\"] = f.renaming_categorial_values(copy_df1[\"state\"], old_name_list, new_name_list)\n",
+ "copy_df1[\"gender\"] = f.gender_column_cleaning(copy_df1[\"gender\"])\n",
+ "old_list = ['Bachelors']\n",
+ "new_list = ['Bachelor']\n",
+ "copy_df1[\"education\"] = f.renaming_categorial_values(copy_df1[\"education\"], old_list, new_list)\n",
+ "\n",
+ "copy_df1"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 4,
+ "id": "18bc31b5-ace9-43ee-9d3d-8eb553162b53",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "#old_l = ['Sports Car', 'Luxury SUV', 'Luxury SUV']\n",
+ "#new_l = ['Luxury']\n",
+ "#copy_df1[\"vehicle_class\"] = f.renaming_categorial_values(copy_df1[\"vehicle_class\"], old_l, new_l)\n",
+ "copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].str.replace(\"%\", \"\")\n",
+ "copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].map(float)\n",
+ "copy_df1[\"number_of_open_complaints\"] = copy_df1[\"number_of_open_complaints\"].str[2]\n",
+ "copy_df1[\"number_of_open_complaints\"] = copy_df1[\"number_of_open_complaints\"].fillna(0).map(int)\n",
+ "copy_df1 = copy_df1.dropna(subset=[\"customer\"])\n",
+ "copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].fillna(0).map(int)\n",
+ "copy_df1['income'] = copy_df1['income'].map(int)\n",
+ "copy_df1['monthly_premium_auto'] = copy_df1['monthly_premium_auto'].map(int)\n",
+ "copy_df1['total_claim_amount'] = copy_df1['total_claim_amount'].map(int)\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 5,
+ "id": "c41d02e9-8d12-4532-9954-e1d13c54be86",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " customer | \n",
+ " state | \n",
+ " gender | \n",
+ " education | \n",
+ " customer_lifetime_value | \n",
+ " income | \n",
+ " monthly_premium_auto | \n",
+ " number_of_open_complaints | \n",
+ " total_claim_amount | \n",
+ " policy_type | \n",
+ " vehicle_class | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " GS98873 | \n",
+ " Arizona | \n",
+ " F | \n",
+ " Bachelor | \n",
+ " 323912 | \n",
+ " 16061 | \n",
+ " 88 | \n",
+ " 0 | \n",
+ " 633 | \n",
+ " Personal Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " CW49887 | \n",
+ " California | \n",
+ " F | \n",
+ " Master | \n",
+ " 462680 | \n",
+ " 79487 | \n",
+ " 114 | \n",
+ " 0 | \n",
+ " 547 | \n",
+ " Special Auto | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " MY31220 | \n",
+ " California | \n",
+ " F | \n",
+ " College | \n",
+ " 899704 | \n",
+ " 54230 | \n",
+ " 112 | \n",
+ " 0 | \n",
+ " 537 | \n",
+ " Personal Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " UH35128 | \n",
+ " Oregon | \n",
+ " F | \n",
+ " College | \n",
+ " 2580706 | \n",
+ " 71210 | \n",
+ " 214 | \n",
+ " 1 | \n",
+ " 1027 | \n",
+ " Personal Auto | \n",
+ " Luxury Car | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " WH52799 | \n",
+ " Arizona | \n",
+ " F | \n",
+ " College | \n",
+ " 380812 | \n",
+ " 94903 | \n",
+ " 94 | \n",
+ " 0 | \n",
+ " 451 | \n",
+ " Corporate Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 991 | \n",
+ " HV85198 | \n",
+ " Arizona | \n",
+ " M | \n",
+ " Master | \n",
+ " 847141 | \n",
+ " 63513 | \n",
+ " 70 | \n",
+ " 0 | \n",
+ " 185 | \n",
+ " Personal Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 992 | \n",
+ " BS91566 | \n",
+ " Arizona | \n",
+ " F | \n",
+ " College | \n",
+ " 543121 | \n",
+ " 58161 | \n",
+ " 68 | \n",
+ " 0 | \n",
+ " 140 | \n",
+ " Corporate Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 993 | \n",
+ " IL40123 | \n",
+ " Nevada | \n",
+ " F | \n",
+ " College | \n",
+ " 568964 | \n",
+ " 83640 | \n",
+ " 70 | \n",
+ " 0 | \n",
+ " 471 | \n",
+ " Corporate Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 994 | \n",
+ " MY32149 | \n",
+ " California | \n",
+ " F | \n",
+ " Master | \n",
+ " 368672 | \n",
+ " 0 | \n",
+ " 96 | \n",
+ " 0 | \n",
+ " 28 | \n",
+ " Personal Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 995 | \n",
+ " SA91515 | \n",
+ " California | \n",
+ " M | \n",
+ " Bachelor | \n",
+ " 399258 | \n",
+ " 0 | \n",
+ " 111 | \n",
+ " 0 | \n",
+ " 700 | \n",
+ " Personal Auto | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
996 rows × 11 columns
\n",
+ "
"
+ ],
+ "text/plain": [
+ " customer state gender education customer_lifetime_value income \\\n",
+ "0 GS98873 Arizona F Bachelor 323912 16061 \n",
+ "1 CW49887 California F Master 462680 79487 \n",
+ "2 MY31220 California F College 899704 54230 \n",
+ "3 UH35128 Oregon F College 2580706 71210 \n",
+ "4 WH52799 Arizona F College 380812 94903 \n",
+ ".. ... ... ... ... ... ... \n",
+ "991 HV85198 Arizona M Master 847141 63513 \n",
+ "992 BS91566 Arizona F College 543121 58161 \n",
+ "993 IL40123 Nevada F College 568964 83640 \n",
+ "994 MY32149 California F Master 368672 0 \n",
+ "995 SA91515 California M Bachelor 399258 0 \n",
+ "\n",
+ " monthly_premium_auto number_of_open_complaints total_claim_amount \\\n",
+ "0 88 0 633 \n",
+ "1 114 0 547 \n",
+ "2 112 0 537 \n",
+ "3 214 1 1027 \n",
+ "4 94 0 451 \n",
+ ".. ... ... ... \n",
+ "991 70 0 185 \n",
+ "992 68 0 140 \n",
+ "993 70 0 471 \n",
+ "994 96 0 28 \n",
+ "995 111 0 700 \n",
+ "\n",
+ " policy_type vehicle_class \n",
+ "0 Personal Auto Four-Door Car \n",
+ "1 Special Auto SUV \n",
+ "2 Personal Auto Two-Door Car \n",
+ "3 Personal Auto Luxury Car \n",
+ "4 Corporate Auto Two-Door Car \n",
+ ".. ... ... \n",
+ "991 Personal Auto Four-Door Car \n",
+ "992 Corporate Auto Four-Door Car \n",
+ "993 Corporate Auto Two-Door Car \n",
+ "994 Personal Auto Two-Door Car \n",
+ "995 Personal Auto SUV \n",
+ "\n",
+ "[996 rows x 11 columns]"
+ ]
+ },
+ "execution_count": 5,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "copy_df1"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 6,
+ "id": "c119e77e-bbe0-4c2c-8073-56a6fcb65eeb",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "df_1 = copy_df1"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 7,
+ "id": "2107fe52-3cda-4850-ae45-52bdfa01d750",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " Customer | \n",
+ " State | \n",
+ " Customer Lifetime Value | \n",
+ " Education | \n",
+ " Gender | \n",
+ " Income | \n",
+ " Monthly Premium Auto | \n",
+ " Number of Open Complaints | \n",
+ " Policy Type | \n",
+ " Total Claim Amount | \n",
+ " Vehicle Class | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " SA25987 | \n",
+ " Washington | \n",
+ " 3479.137523 | \n",
+ " High School or Below | \n",
+ " M | \n",
+ " 0 | \n",
+ " 104 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 499.200000 | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " TB86706 | \n",
+ " Arizona | \n",
+ " 2502.637401 | \n",
+ " Master | \n",
+ " M | \n",
+ " 0 | \n",
+ " 66 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 3.468912 | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " ZL73902 | \n",
+ " Nevada | \n",
+ " 3265.156348 | \n",
+ " Bachelor | \n",
+ " F | \n",
+ " 25820 | \n",
+ " 82 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 393.600000 | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " KX23516 | \n",
+ " California | \n",
+ " 4455.843406 | \n",
+ " High School or Below | \n",
+ " F | \n",
+ " 0 | \n",
+ " 121 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 699.615192 | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " FN77294 | \n",
+ " California | \n",
+ " 7704.958480 | \n",
+ " High School or Below | \n",
+ " M | \n",
+ " 30366 | \n",
+ " 101 | \n",
+ " 2 | \n",
+ " Personal Auto | \n",
+ " 484.800000 | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
"
+ ],
+ "text/plain": [
+ " Customer State Customer Lifetime Value Education Gender \\\n",
+ "0 SA25987 Washington 3479.137523 High School or Below M \n",
+ "1 TB86706 Arizona 2502.637401 Master M \n",
+ "2 ZL73902 Nevada 3265.156348 Bachelor F \n",
+ "3 KX23516 California 4455.843406 High School or Below F \n",
+ "4 FN77294 California 7704.958480 High School or Below M \n",
+ "\n",
+ " Income Monthly Premium Auto Number of Open Complaints Policy Type \\\n",
+ "0 0 104 0 Personal Auto \n",
+ "1 0 66 0 Personal Auto \n",
+ "2 25820 82 0 Personal Auto \n",
+ "3 0 121 0 Personal Auto \n",
+ "4 30366 101 2 Personal Auto \n",
+ "\n",
+ " Total Claim Amount Vehicle Class \n",
+ "0 499.200000 Two-Door Car \n",
+ "1 3.468912 Two-Door Car \n",
+ "2 393.600000 Four-Door Car \n",
+ "3 699.615192 SUV \n",
+ "4 484.800000 SUV "
+ ]
+ },
+ "execution_count": 7,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df_2.head()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 8,
+ "id": "27711428-37d4-41be-a3d8-bcc71f0dbbd8",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " customer | \n",
+ " state | \n",
+ " customer_lifetime_value | \n",
+ " education | \n",
+ " gender | \n",
+ " income | \n",
+ " monthly_premium_auto | \n",
+ " number_of_open_complaints | \n",
+ " policy_type | \n",
+ " total_claim_amount | \n",
+ " vehicle_class | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " SA25987 | \n",
+ " Washington | \n",
+ " 3479.137523 | \n",
+ " High School or Below | \n",
+ " M | \n",
+ " 0 | \n",
+ " 104 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 499.200000 | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " TB86706 | \n",
+ " Arizona | \n",
+ " 2502.637401 | \n",
+ " Master | \n",
+ " M | \n",
+ " 0 | \n",
+ " 66 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 3.468912 | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " ZL73902 | \n",
+ " Nevada | \n",
+ " 3265.156348 | \n",
+ " Bachelor | \n",
+ " F | \n",
+ " 25820 | \n",
+ " 82 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 393.600000 | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " KX23516 | \n",
+ " California | \n",
+ " 4455.843406 | \n",
+ " High School or Below | \n",
+ " F | \n",
+ " 0 | \n",
+ " 121 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 699.615192 | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " FN77294 | \n",
+ " California | \n",
+ " 7704.958480 | \n",
+ " High School or Below | \n",
+ " M | \n",
+ " 30366 | \n",
+ " 101 | \n",
+ " 2 | \n",
+ " Personal Auto | \n",
+ " 484.800000 | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 7065 | \n",
+ " LA72316 | \n",
+ " California | \n",
+ " 23405.987980 | \n",
+ " Bachelor | \n",
+ " M | \n",
+ " 71941 | \n",
+ " 73 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 198.234764 | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 7066 | \n",
+ " PK87824 | \n",
+ " California | \n",
+ " 3096.511217 | \n",
+ " College | \n",
+ " F | \n",
+ " 21604 | \n",
+ " 79 | \n",
+ " 0 | \n",
+ " Corporate Auto | \n",
+ " 379.200000 | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 7067 | \n",
+ " TD14365 | \n",
+ " California | \n",
+ " 8163.890428 | \n",
+ " Bachelor | \n",
+ " M | \n",
+ " 0 | \n",
+ " 85 | \n",
+ " 3 | \n",
+ " Corporate Auto | \n",
+ " 790.784983 | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 7068 | \n",
+ " UP19263 | \n",
+ " California | \n",
+ " 7524.442436 | \n",
+ " College | \n",
+ " M | \n",
+ " 21941 | \n",
+ " 96 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 691.200000 | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 7069 | \n",
+ " Y167826 | \n",
+ " California | \n",
+ " 2611.836866 | \n",
+ " College | \n",
+ " M | \n",
+ " 0 | \n",
+ " 77 | \n",
+ " 0 | \n",
+ " Corporate Auto | \n",
+ " 369.600000 | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
7070 rows × 11 columns
\n",
+ "
"
+ ],
+ "text/plain": [
+ " customer state customer_lifetime_value education \\\n",
+ "0 SA25987 Washington 3479.137523 High School or Below \n",
+ "1 TB86706 Arizona 2502.637401 Master \n",
+ "2 ZL73902 Nevada 3265.156348 Bachelor \n",
+ "3 KX23516 California 4455.843406 High School or Below \n",
+ "4 FN77294 California 7704.958480 High School or Below \n",
+ "... ... ... ... ... \n",
+ "7065 LA72316 California 23405.987980 Bachelor \n",
+ "7066 PK87824 California 3096.511217 College \n",
+ "7067 TD14365 California 8163.890428 Bachelor \n",
+ "7068 UP19263 California 7524.442436 College \n",
+ "7069 Y167826 California 2611.836866 College \n",
+ "\n",
+ " gender income monthly_premium_auto number_of_open_complaints \\\n",
+ "0 M 0 104 0 \n",
+ "1 M 0 66 0 \n",
+ "2 F 25820 82 0 \n",
+ "3 F 0 121 0 \n",
+ "4 M 30366 101 2 \n",
+ "... ... ... ... ... \n",
+ "7065 M 71941 73 0 \n",
+ "7066 F 21604 79 0 \n",
+ "7067 M 0 85 3 \n",
+ "7068 M 21941 96 0 \n",
+ "7069 M 0 77 0 \n",
+ "\n",
+ " policy_type total_claim_amount vehicle_class \n",
+ "0 Personal Auto 499.200000 Two-Door Car \n",
+ "1 Personal Auto 3.468912 Two-Door Car \n",
+ "2 Personal Auto 393.600000 Four-Door Car \n",
+ "3 Personal Auto 699.615192 SUV \n",
+ "4 Personal Auto 484.800000 SUV \n",
+ "... ... ... ... \n",
+ "7065 Personal Auto 198.234764 Four-Door Car \n",
+ "7066 Corporate Auto 379.200000 Four-Door Car \n",
+ "7067 Corporate Auto 790.784983 Four-Door Car \n",
+ "7068 Personal Auto 691.200000 Four-Door Car \n",
+ "7069 Corporate Auto 369.600000 Two-Door Car \n",
+ "\n",
+ "[7070 rows x 11 columns]"
+ ]
+ },
+ "execution_count": 8,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "copy_df1 = df_2.copy()\n",
+ "copy_df1 = f.cleaning_data(copy_df1)\n",
+ "old_name_list = ['AZ', 'WA']\n",
+ "new_name_list = ['Arizona', 'Washington']\n",
+ "copy_df1[\"state\"] = f.renaming_categorial_values(copy_df1[\"state\"], old_name_list, new_name_list)\n",
+ "copy_df1[\"gender\"] = f.gender_column_cleaning(copy_df1[\"gender\"])\n",
+ "old_list = ['Bachelors']\n",
+ "new_list = ['Bachelor']\n",
+ "copy_df1[\"education\"] = f.renaming_categorial_values(copy_df1[\"education\"], old_list, new_list)\n",
+ "\n",
+ "copy_df1"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 9,
+ "id": "840cf2c8-6abf-4a14-84eb-5b6e01808f1a",
+ "metadata": {
+ "scrolled": true
+ },
+ "outputs": [],
+ "source": [
+ "#old_l = ['Sports Car', 'Luxury SUV', 'Luxury SUV']\n",
+ "#new_l = ['Luxury']\n",
+ "#copy_df1[\"vehicle_class\"] = f.renaming_categorial_values(copy_df1[\"vehicle_class\"], old_l, new_l)\n",
+ "#copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].str.replace(\"%\", \"\")\n",
+ "copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].map(float)\n",
+ "#copy_df1[\"number_of_open_complaints\"] = copy_df1[\"number_of_open_complaints\"].str[2]\n",
+ "copy_df1[\"number_of_open_complaints\"] = copy_df1[\"number_of_open_complaints\"].fillna(0).map(int)\n",
+ "copy_df1 = copy_df1.dropna(subset=[\"customer\"])\n",
+ "copy_df1[\"customer_lifetime_value\"] = copy_df1[\"customer_lifetime_value\"].fillna(0).map(int)\n",
+ "copy_df1['income'] = copy_df1['income'].map(int)\n",
+ "copy_df1['monthly_premium_auto'] = copy_df1['monthly_premium_auto'].map(int)\n",
+ "copy_df1['total_claim_amount'] = copy_df1['total_claim_amount'].map(int)\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 10,
+ "id": "ea6e8362-846a-4072-8a3b-b78e57555d5d",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " customer | \n",
+ " state | \n",
+ " customer_lifetime_value | \n",
+ " education | \n",
+ " gender | \n",
+ " income | \n",
+ " monthly_premium_auto | \n",
+ " number_of_open_complaints | \n",
+ " policy_type | \n",
+ " total_claim_amount | \n",
+ " vehicle_class | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " SA25987 | \n",
+ " Washington | \n",
+ " 3479 | \n",
+ " High School or Below | \n",
+ " M | \n",
+ " 0 | \n",
+ " 104 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 499 | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " TB86706 | \n",
+ " Arizona | \n",
+ " 2502 | \n",
+ " Master | \n",
+ " M | \n",
+ " 0 | \n",
+ " 66 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 3 | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " ZL73902 | \n",
+ " Nevada | \n",
+ " 3265 | \n",
+ " Bachelor | \n",
+ " F | \n",
+ " 25820 | \n",
+ " 82 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 393 | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " KX23516 | \n",
+ " California | \n",
+ " 4455 | \n",
+ " High School or Below | \n",
+ " F | \n",
+ " 0 | \n",
+ " 121 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 699 | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " FN77294 | \n",
+ " California | \n",
+ " 7704 | \n",
+ " High School or Below | \n",
+ " M | \n",
+ " 30366 | \n",
+ " 101 | \n",
+ " 2 | \n",
+ " Personal Auto | \n",
+ " 484 | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 7065 | \n",
+ " LA72316 | \n",
+ " California | \n",
+ " 23405 | \n",
+ " Bachelor | \n",
+ " M | \n",
+ " 71941 | \n",
+ " 73 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 198 | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 7066 | \n",
+ " PK87824 | \n",
+ " California | \n",
+ " 3096 | \n",
+ " College | \n",
+ " F | \n",
+ " 21604 | \n",
+ " 79 | \n",
+ " 0 | \n",
+ " Corporate Auto | \n",
+ " 379 | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 7067 | \n",
+ " TD14365 | \n",
+ " California | \n",
+ " 8163 | \n",
+ " Bachelor | \n",
+ " M | \n",
+ " 0 | \n",
+ " 85 | \n",
+ " 3 | \n",
+ " Corporate Auto | \n",
+ " 790 | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 7068 | \n",
+ " UP19263 | \n",
+ " California | \n",
+ " 7524 | \n",
+ " College | \n",
+ " M | \n",
+ " 21941 | \n",
+ " 96 | \n",
+ " 0 | \n",
+ " Personal Auto | \n",
+ " 691 | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 7069 | \n",
+ " Y167826 | \n",
+ " California | \n",
+ " 2611 | \n",
+ " College | \n",
+ " M | \n",
+ " 0 | \n",
+ " 77 | \n",
+ " 0 | \n",
+ " Corporate Auto | \n",
+ " 369 | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
7070 rows × 11 columns
\n",
+ "
"
+ ],
+ "text/plain": [
+ " customer state customer_lifetime_value education \\\n",
+ "0 SA25987 Washington 3479 High School or Below \n",
+ "1 TB86706 Arizona 2502 Master \n",
+ "2 ZL73902 Nevada 3265 Bachelor \n",
+ "3 KX23516 California 4455 High School or Below \n",
+ "4 FN77294 California 7704 High School or Below \n",
+ "... ... ... ... ... \n",
+ "7065 LA72316 California 23405 Bachelor \n",
+ "7066 PK87824 California 3096 College \n",
+ "7067 TD14365 California 8163 Bachelor \n",
+ "7068 UP19263 California 7524 College \n",
+ "7069 Y167826 California 2611 College \n",
+ "\n",
+ " gender income monthly_premium_auto number_of_open_complaints \\\n",
+ "0 M 0 104 0 \n",
+ "1 M 0 66 0 \n",
+ "2 F 25820 82 0 \n",
+ "3 F 0 121 0 \n",
+ "4 M 30366 101 2 \n",
+ "... ... ... ... ... \n",
+ "7065 M 71941 73 0 \n",
+ "7066 F 21604 79 0 \n",
+ "7067 M 0 85 3 \n",
+ "7068 M 21941 96 0 \n",
+ "7069 M 0 77 0 \n",
+ "\n",
+ " policy_type total_claim_amount vehicle_class \n",
+ "0 Personal Auto 499 Two-Door Car \n",
+ "1 Personal Auto 3 Two-Door Car \n",
+ "2 Personal Auto 393 Four-Door Car \n",
+ "3 Personal Auto 699 SUV \n",
+ "4 Personal Auto 484 SUV \n",
+ "... ... ... ... \n",
+ "7065 Personal Auto 198 Four-Door Car \n",
+ "7066 Corporate Auto 379 Four-Door Car \n",
+ "7067 Corporate Auto 790 Four-Door Car \n",
+ "7068 Personal Auto 691 Four-Door Car \n",
+ "7069 Corporate Auto 369 Two-Door Car \n",
+ "\n",
+ "[7070 rows x 11 columns]"
+ ]
+ },
+ "execution_count": 10,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "copy_df1"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 11,
+ "id": "e7609468-e2c7-42ee-a157-dc99359e5a65",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "df_2 = copy_df1"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 12,
+ "id": "88de64a4-9842-4be2-98d8-67e26046d62f",
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "The dimension of dataset is:\n",
+ "Number of rows: 996\n",
+ "Number of columns: 11\n"
+ ]
+ }
+ ],
+ "source": [
+ "print(\"The dimension of dataset is:\")\n",
+ "print(\"Number of rows:\",df_1.shape[0])\n",
+ "print(\"Number of columns:\",df_1.shape[1])"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 13,
+ "id": "3a0809bc-8321-46d5-9fee-448e65aa871a",
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "The dimension of dataset is:\n",
+ "Number of rows: 7070\n",
+ "Number of columns: 11\n"
+ ]
+ }
+ ],
+ "source": [
+ "print(\"The dimension of dataset is:\")\n",
+ "print(\"Number of rows:\",df_2.shape[0])\n",
+ "print(\"Number of columns:\",df_2.shape[1])"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 14,
+ "id": "620ef147-d41f-4e36-812e-4f3761da79bf",
+ "metadata": {
+ "scrolled": true
+ },
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " customer | \n",
+ " state | \n",
+ " gender | \n",
+ " education | \n",
+ " customer_lifetime_value | \n",
+ " income | \n",
+ " monthly_premium_auto | \n",
+ " number_of_open_complaints | \n",
+ " total_claim_amount | \n",
+ " policy_type | \n",
+ " vehicle_class | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " GS98873 | \n",
+ " Arizona | \n",
+ " F | \n",
+ " Bachelor | \n",
+ " 323912 | \n",
+ " 16061 | \n",
+ " 88 | \n",
+ " 0 | \n",
+ " 633 | \n",
+ " Personal Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " CW49887 | \n",
+ " California | \n",
+ " F | \n",
+ " Master | \n",
+ " 462680 | \n",
+ " 79487 | \n",
+ " 114 | \n",
+ " 0 | \n",
+ " 547 | \n",
+ " Special Auto | \n",
+ " SUV | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " MY31220 | \n",
+ " California | \n",
+ " F | \n",
+ " College | \n",
+ " 899704 | \n",
+ " 54230 | \n",
+ " 112 | \n",
+ " 0 | \n",
+ " 537 | \n",
+ " Personal Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " UH35128 | \n",
+ " Oregon | \n",
+ " F | \n",
+ " College | \n",
+ " 2580706 | \n",
+ " 71210 | \n",
+ " 214 | \n",
+ " 1 | \n",
+ " 1027 | \n",
+ " Personal Auto | \n",
+ " Luxury Car | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " WH52799 | \n",
+ " Arizona | \n",
+ " F | \n",
+ " College | \n",
+ " 380812 | \n",
+ " 94903 | \n",
+ " 94 | \n",
+ " 0 | \n",
+ " 451 | \n",
+ " Corporate Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 8061 | \n",
+ " LA72316 | \n",
+ " California | \n",
+ " M | \n",
+ " Bachelor | \n",
+ " 23405 | \n",
+ " 71941 | \n",
+ " 73 | \n",
+ " 0 | \n",
+ " 198 | \n",
+ " Personal Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 8062 | \n",
+ " PK87824 | \n",
+ " California | \n",
+ " F | \n",
+ " College | \n",
+ " 3096 | \n",
+ " 21604 | \n",
+ " 79 | \n",
+ " 0 | \n",
+ " 379 | \n",
+ " Corporate Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 8063 | \n",
+ " TD14365 | \n",
+ " California | \n",
+ " M | \n",
+ " Bachelor | \n",
+ " 8163 | \n",
+ " 0 | \n",
+ " 85 | \n",
+ " 3 | \n",
+ " 790 | \n",
+ " Corporate Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 8064 | \n",
+ " UP19263 | \n",
+ " California | \n",
+ " M | \n",
+ " College | \n",
+ " 7524 | \n",
+ " 21941 | \n",
+ " 96 | \n",
+ " 0 | \n",
+ " 691 | \n",
+ " Personal Auto | \n",
+ " Four-Door Car | \n",
+ "
\n",
+ " \n",
+ " | 8065 | \n",
+ " Y167826 | \n",
+ " California | \n",
+ " M | \n",
+ " College | \n",
+ " 2611 | \n",
+ " 0 | \n",
+ " 77 | \n",
+ " 0 | \n",
+ " 369 | \n",
+ " Corporate Auto | \n",
+ " Two-Door Car | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
8066 rows × 11 columns
\n",
+ "
"
+ ],
+ "text/plain": [
+ " customer state gender education customer_lifetime_value income \\\n",
+ "0 GS98873 Arizona F Bachelor 323912 16061 \n",
+ "1 CW49887 California F Master 462680 79487 \n",
+ "2 MY31220 California F College 899704 54230 \n",
+ "3 UH35128 Oregon F College 2580706 71210 \n",
+ "4 WH52799 Arizona F College 380812 94903 \n",
+ "... ... ... ... ... ... ... \n",
+ "8061 LA72316 California M Bachelor 23405 71941 \n",
+ "8062 PK87824 California F College 3096 21604 \n",
+ "8063 TD14365 California M Bachelor 8163 0 \n",
+ "8064 UP19263 California M College 7524 21941 \n",
+ "8065 Y167826 California M College 2611 0 \n",
+ "\n",
+ " monthly_premium_auto number_of_open_complaints total_claim_amount \\\n",
+ "0 88 0 633 \n",
+ "1 114 0 547 \n",
+ "2 112 0 537 \n",
+ "3 214 1 1027 \n",
+ "4 94 0 451 \n",
+ "... ... ... ... \n",
+ "8061 73 0 198 \n",
+ "8062 79 0 379 \n",
+ "8063 85 3 790 \n",
+ "8064 96 0 691 \n",
+ "8065 77 0 369 \n",
+ "\n",
+ " policy_type vehicle_class \n",
+ "0 Personal Auto Four-Door Car \n",
+ "1 Special Auto SUV \n",
+ "2 Personal Auto Two-Door Car \n",
+ "3 Personal Auto Luxury Car \n",
+ "4 Corporate Auto Two-Door Car \n",
+ "... ... ... \n",
+ "8061 Personal Auto Four-Door Car \n",
+ "8062 Corporate Auto Four-Door Car \n",
+ "8063 Corporate Auto Four-Door Car \n",
+ "8064 Personal Auto Four-Door Car \n",
+ "8065 Corporate Auto Two-Door Car \n",
+ "\n",
+ "[8066 rows x 11 columns]"
+ ]
+ },
+ "execution_count": 14,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df_concat = pd.concat([df_1, df_2], axis=0).reset_index(drop=True)\n",
+ "df_concat"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 24,
+ "id": "a67606b1-bedf-4268-8685-4cd66c8134d1",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "df_3 = df_3.drop([\"Unnamed: 0\"], axis=1)"
]
},
{
@@ -72,14 +1777,435 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 30,
"id": "aa10d9b0-1c27-4d3f-a8e4-db6ab73bfd26",
"metadata": {
"id": "aa10d9b0-1c27-4d3f-a8e4-db6ab73bfd26"
},
- "outputs": [],
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "Index(['customer', 'state', 'customer_lifetime_value', 'response', 'coverage',\n",
+ " 'education', 'effective_to_date', 'employmentstatus', 'gender',\n",
+ " 'income', 'location_code', 'marital_status', 'monthly_premium_auto',\n",
+ " 'months_since_last_claim', 'months_since_policy_inception',\n",
+ " 'number_of_open_complaints', 'number_of_policies', 'policy_type',\n",
+ " 'policy', 'renew_offer_type', 'sales_channel', 'total_claim_amount',\n",
+ " 'vehicle_class', 'vehicle_size', 'vehicle_type', 'month'],\n",
+ " dtype='str')"
+ ]
+ },
+ "execution_count": 30,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
"source": [
- "# Your code goes here"
+ "# Your code goes here\n",
+ "import pandas as pd\n",
+ "url = 'https://raw.githubusercontent.com/data-bootcamp-v4/data/main/marketing_customer_analysis_clean.csv'\n",
+ "df = pd.read_csv(url)\n",
+ "df = df.drop([\"unnamed:_0\"], axis=1)\n",
+ "df.columns"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 31,
+ "id": "0aed66ce-cb56-4cba-b2d9-6ff3ca325e29",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " customer | \n",
+ " state | \n",
+ " customer_lifetime_value | \n",
+ " response | \n",
+ " coverage | \n",
+ " education | \n",
+ " effective_to_date | \n",
+ " employmentstatus | \n",
+ " gender | \n",
+ " income | \n",
+ " ... | \n",
+ " number_of_policies | \n",
+ " policy_type | \n",
+ " policy | \n",
+ " renew_offer_type | \n",
+ " sales_channel | \n",
+ " total_claim_amount | \n",
+ " vehicle_class | \n",
+ " vehicle_size | \n",
+ " vehicle_type | \n",
+ " month | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " DK49336 | \n",
+ " Arizona | \n",
+ " 4809.216960 | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 2011-02-18 | \n",
+ " Employed | \n",
+ " M | \n",
+ " 48029 | \n",
+ " ... | \n",
+ " 9 | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer3 | \n",
+ " Agent | \n",
+ " 292.800000 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ " 2 | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " KX64629 | \n",
+ " California | \n",
+ " 2228.525238 | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 2011-01-18 | \n",
+ " Unemployed | \n",
+ " F | \n",
+ " 0 | \n",
+ " ... | \n",
+ " 1 | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer4 | \n",
+ " Call Center | \n",
+ " 744.924331 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ " 1 | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " LZ68649 | \n",
+ " Washington | \n",
+ " 14947.917300 | \n",
+ " No | \n",
+ " Basic | \n",
+ " Bachelor | \n",
+ " 2011-02-10 | \n",
+ " Employed | \n",
+ " M | \n",
+ " 22139 | \n",
+ " ... | \n",
+ " 2 | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer3 | \n",
+ " Call Center | \n",
+ " 480.000000 | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " A | \n",
+ " 2 | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " XL78013 | \n",
+ " Oregon | \n",
+ " 22332.439460 | \n",
+ " Yes | \n",
+ " Extended | \n",
+ " College | \n",
+ " 2011-01-11 | \n",
+ " Employed | \n",
+ " M | \n",
+ " 49078 | \n",
+ " ... | \n",
+ " 2 | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer2 | \n",
+ " Branch | \n",
+ " 484.013411 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ " 1 | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " QA50777 | \n",
+ " Oregon | \n",
+ " 9025.067525 | \n",
+ " No | \n",
+ " Premium | \n",
+ " Bachelor | \n",
+ " 2011-01-17 | \n",
+ " Medical Leave | \n",
+ " F | \n",
+ " 23675 | \n",
+ " ... | \n",
+ " 7 | \n",
+ " Personal Auto | \n",
+ " Personal L2 | \n",
+ " Offer1 | \n",
+ " Branch | \n",
+ " 707.925645 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ " 1 | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 10905 | \n",
+ " FE99816 | \n",
+ " Nevada | \n",
+ " 15563.369440 | \n",
+ " No | \n",
+ " Premium | \n",
+ " Bachelor | \n",
+ " 2011-01-19 | \n",
+ " Unemployed | \n",
+ " F | \n",
+ " 0 | \n",
+ " ... | \n",
+ " 7 | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer3 | \n",
+ " Web | \n",
+ " 1214.400000 | \n",
+ " Luxury Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ " 1 | \n",
+ "
\n",
+ " \n",
+ " | 10906 | \n",
+ " KX53892 | \n",
+ " Oregon | \n",
+ " 5259.444853 | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 2011-01-06 | \n",
+ " Employed | \n",
+ " F | \n",
+ " 61146 | \n",
+ " ... | \n",
+ " 6 | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer2 | \n",
+ " Branch | \n",
+ " 273.018929 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ " 1 | \n",
+ "
\n",
+ " \n",
+ " | 10907 | \n",
+ " TL39050 | \n",
+ " Arizona | \n",
+ " 23893.304100 | \n",
+ " No | \n",
+ " Extended | \n",
+ " Bachelor | \n",
+ " 2011-02-06 | \n",
+ " Employed | \n",
+ " F | \n",
+ " 39837 | \n",
+ " ... | \n",
+ " 2 | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer1 | \n",
+ " Web | \n",
+ " 381.306996 | \n",
+ " Luxury SUV | \n",
+ " Medsize | \n",
+ " A | \n",
+ " 2 | \n",
+ "
\n",
+ " \n",
+ " | 10908 | \n",
+ " WA60547 | \n",
+ " California | \n",
+ " 11971.977650 | \n",
+ " No | \n",
+ " Premium | \n",
+ " College | \n",
+ " 2011-02-13 | \n",
+ " Employed | \n",
+ " F | \n",
+ " 64195 | \n",
+ " ... | \n",
+ " 6 | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer1 | \n",
+ " Branch | \n",
+ " 618.288849 | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " A | \n",
+ " 2 | \n",
+ "
\n",
+ " \n",
+ " | 10909 | \n",
+ " IV32877 | \n",
+ " California | \n",
+ " 6857.519928 | \n",
+ " No | \n",
+ " Basic | \n",
+ " Bachelor | \n",
+ " 2011-01-08 | \n",
+ " Unemployed | \n",
+ " M | \n",
+ " 0 | \n",
+ " ... | \n",
+ " 3 | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer4 | \n",
+ " Web | \n",
+ " 1021.719397 | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " A | \n",
+ " 1 | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
10910 rows × 26 columns
\n",
+ "
"
+ ],
+ "text/plain": [
+ " customer state customer_lifetime_value response coverage \\\n",
+ "0 DK49336 Arizona 4809.216960 No Basic \n",
+ "1 KX64629 California 2228.525238 No Basic \n",
+ "2 LZ68649 Washington 14947.917300 No Basic \n",
+ "3 XL78013 Oregon 22332.439460 Yes Extended \n",
+ "4 QA50777 Oregon 9025.067525 No Premium \n",
+ "... ... ... ... ... ... \n",
+ "10905 FE99816 Nevada 15563.369440 No Premium \n",
+ "10906 KX53892 Oregon 5259.444853 No Basic \n",
+ "10907 TL39050 Arizona 23893.304100 No Extended \n",
+ "10908 WA60547 California 11971.977650 No Premium \n",
+ "10909 IV32877 California 6857.519928 No Basic \n",
+ "\n",
+ " education effective_to_date employmentstatus gender income ... \\\n",
+ "0 College 2011-02-18 Employed M 48029 ... \n",
+ "1 College 2011-01-18 Unemployed F 0 ... \n",
+ "2 Bachelor 2011-02-10 Employed M 22139 ... \n",
+ "3 College 2011-01-11 Employed M 49078 ... \n",
+ "4 Bachelor 2011-01-17 Medical Leave F 23675 ... \n",
+ "... ... ... ... ... ... ... \n",
+ "10905 Bachelor 2011-01-19 Unemployed F 0 ... \n",
+ "10906 College 2011-01-06 Employed F 61146 ... \n",
+ "10907 Bachelor 2011-02-06 Employed F 39837 ... \n",
+ "10908 College 2011-02-13 Employed F 64195 ... \n",
+ "10909 Bachelor 2011-01-08 Unemployed M 0 ... \n",
+ "\n",
+ " number_of_policies policy_type policy renew_offer_type \\\n",
+ "0 9 Corporate Auto Corporate L3 Offer3 \n",
+ "1 1 Personal Auto Personal L3 Offer4 \n",
+ "2 2 Personal Auto Personal L3 Offer3 \n",
+ "3 2 Corporate Auto Corporate L3 Offer2 \n",
+ "4 7 Personal Auto Personal L2 Offer1 \n",
+ "... ... ... ... ... \n",
+ "10905 7 Personal Auto Personal L1 Offer3 \n",
+ "10906 6 Personal Auto Personal L3 Offer2 \n",
+ "10907 2 Corporate Auto Corporate L3 Offer1 \n",
+ "10908 6 Personal Auto Personal L1 Offer1 \n",
+ "10909 3 Personal Auto Personal L1 Offer4 \n",
+ "\n",
+ " sales_channel total_claim_amount vehicle_class vehicle_size \\\n",
+ "0 Agent 292.800000 Four-Door Car Medsize \n",
+ "1 Call Center 744.924331 Four-Door Car Medsize \n",
+ "2 Call Center 480.000000 SUV Medsize \n",
+ "3 Branch 484.013411 Four-Door Car Medsize \n",
+ "4 Branch 707.925645 Four-Door Car Medsize \n",
+ "... ... ... ... ... \n",
+ "10905 Web 1214.400000 Luxury Car Medsize \n",
+ "10906 Branch 273.018929 Four-Door Car Medsize \n",
+ "10907 Web 381.306996 Luxury SUV Medsize \n",
+ "10908 Branch 618.288849 SUV Medsize \n",
+ "10909 Web 1021.719397 SUV Medsize \n",
+ "\n",
+ " vehicle_type month \n",
+ "0 A 2 \n",
+ "1 A 1 \n",
+ "2 A 2 \n",
+ "3 A 1 \n",
+ "4 A 1 \n",
+ "... ... ... \n",
+ "10905 A 1 \n",
+ "10906 A 1 \n",
+ "10907 A 2 \n",
+ "10908 A 2 \n",
+ "10909 A 1 \n",
+ "\n",
+ "[10910 rows x 26 columns]"
+ ]
+ },
+ "execution_count": 31,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df"
]
},
{
@@ -93,6 +2219,79 @@
"Round the total revenue to 2 decimal points. Analyze the resulting table to draw insights."
]
},
+ {
+ "cell_type": "code",
+ "execution_count": 36,
+ "id": "7d349941-9c8c-4571-9aad-741ae89163ff",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " total_claim_amount | \n",
+ "
\n",
+ " \n",
+ " | sales_channel | \n",
+ " | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | Agent | \n",
+ " 1810226.82 | \n",
+ "
\n",
+ " \n",
+ " | Branch | \n",
+ " 1301204.00 | \n",
+ "
\n",
+ " \n",
+ " | Call Center | \n",
+ " 926600.82 | \n",
+ "
\n",
+ " \n",
+ " | Web | \n",
+ " 706600.04 | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
"
+ ],
+ "text/plain": [
+ " total_claim_amount\n",
+ "sales_channel \n",
+ "Agent 1810226.82\n",
+ "Branch 1301204.00\n",
+ "Call Center 926600.82\n",
+ "Web 706600.04"
+ ]
+ },
+ "execution_count": 36,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df.pivot_table(index='sales_channel', values='total_claim_amount', aggfunc='sum').round(2)"
+ ]
+ },
{
"cell_type": "markdown",
"id": "640993b2-a291-436c-a34d-a551144f8196",
@@ -103,6 +2302,69 @@
"2. Create a pivot table that shows the average customer lifetime value per gender and education level. Analyze the resulting table to draw insights."
]
},
+ {
+ "cell_type": "code",
+ "execution_count": 38,
+ "id": "16d4cfbd-4b50-46a7-b086-a22c4cf36d03",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " customer_lifetime_value | \n",
+ "
\n",
+ " \n",
+ " | gender | \n",
+ " | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | F | \n",
+ " 8071.11 | \n",
+ "
\n",
+ " \n",
+ " | M | \n",
+ " 7963.04 | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
"
+ ],
+ "text/plain": [
+ " customer_lifetime_value\n",
+ "gender \n",
+ "F 8071.11\n",
+ "M 7963.04"
+ ]
+ },
+ "execution_count": 38,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df.pivot_table(index='gender', values='customer_lifetime_value', aggfunc='mean').round(2)"
+ ]
+ },
{
"cell_type": "markdown",
"id": "32c7f2e5-3d90-43e5-be33-9781b6069198",
@@ -137,7 +2399,7 @@
},
"outputs": [],
"source": [
- "# Your code goes here"
+ "# Your code goes here\n"
]
}
],
@@ -160,7 +2422,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
- "version": "3.9.13"
+ "version": "3.14.6"
}
},
"nbformat": 4,