diff --git a/lab-customer-analysis-round-2.ipynb b/lab-customer-analysis-round-2.ipynb
new file mode 100644
index 0000000..5a63468
--- /dev/null
+++ b/lab-customer-analysis-round-2.ipynb
@@ -0,0 +1,2120 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 73,
+ "id": "b109cbff-6e57-455f-859e-f4f7a6bf39e7",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "
\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " Unnamed: 0 | \n",
+ " Customer | \n",
+ " State | \n",
+ " Customer Lifetime Value | \n",
+ " Response | \n",
+ " Coverage | \n",
+ " Education | \n",
+ " Effective To Date | \n",
+ " EmploymentStatus | \n",
+ " Gender | \n",
+ " ... | \n",
+ " Number of Open Complaints | \n",
+ " Number of Policies | \n",
+ " Policy Type | \n",
+ " Policy | \n",
+ " Renew Offer Type | \n",
+ " Sales Channel | \n",
+ " Total Claim Amount | \n",
+ " Vehicle Class | \n",
+ " Vehicle Size | \n",
+ " Vehicle Type | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " 0 | \n",
+ " DK49336 | \n",
+ " Arizona | \n",
+ " 4809.216960 | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 2/18/11 | \n",
+ " Employed | \n",
+ " M | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 9 | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer3 | \n",
+ " Agent | \n",
+ " 292.800000 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " 1 | \n",
+ " KX64629 | \n",
+ " California | \n",
+ " 2228.525238 | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 1/18/11 | \n",
+ " Unemployed | \n",
+ " F | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 1 | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer4 | \n",
+ " Call Center | \n",
+ " 744.924331 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " 2 | \n",
+ " LZ68649 | \n",
+ " Washington | \n",
+ " 14947.917300 | \n",
+ " No | \n",
+ " Basic | \n",
+ " Bachelor | \n",
+ " 2/10/11 | \n",
+ " Employed | \n",
+ " M | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 2 | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer3 | \n",
+ " Call Center | \n",
+ " 480.000000 | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " 3 | \n",
+ " XL78013 | \n",
+ " Oregon | \n",
+ " 22332.439460 | \n",
+ " Yes | \n",
+ " Extended | \n",
+ " College | \n",
+ " 1/11/11 | \n",
+ " Employed | \n",
+ " M | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 2 | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer2 | \n",
+ " Branch | \n",
+ " 484.013411 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " 4 | \n",
+ " QA50777 | \n",
+ " Oregon | \n",
+ " 9025.067525 | \n",
+ " No | \n",
+ " Premium | \n",
+ " Bachelor | \n",
+ " 1/17/11 | \n",
+ " Medical Leave | \n",
+ " F | \n",
+ " ... | \n",
+ " NaN | \n",
+ " 7 | \n",
+ " Personal Auto | \n",
+ " Personal L2 | \n",
+ " Offer1 | \n",
+ " Branch | \n",
+ " 707.925645 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 10905 | \n",
+ " 10905 | \n",
+ " FE99816 | \n",
+ " Nevada | \n",
+ " 15563.369440 | \n",
+ " No | \n",
+ " Premium | \n",
+ " Bachelor | \n",
+ " 1/19/11 | \n",
+ " Unemployed | \n",
+ " F | \n",
+ " ... | \n",
+ " NaN | \n",
+ " 7 | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer3 | \n",
+ " Web | \n",
+ " 1214.400000 | \n",
+ " Luxury Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 10906 | \n",
+ " 10906 | \n",
+ " KX53892 | \n",
+ " Oregon | \n",
+ " 5259.444853 | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 1/6/11 | \n",
+ " Employed | \n",
+ " F | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 6 | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer2 | \n",
+ " Branch | \n",
+ " 273.018929 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 10907 | \n",
+ " 10907 | \n",
+ " TL39050 | \n",
+ " Arizona | \n",
+ " 23893.304100 | \n",
+ " No | \n",
+ " Extended | \n",
+ " Bachelor | \n",
+ " 2/6/11 | \n",
+ " Employed | \n",
+ " F | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 2 | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer1 | \n",
+ " Web | \n",
+ " 381.306996 | \n",
+ " Luxury SUV | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | 10908 | \n",
+ " 10908 | \n",
+ " WA60547 | \n",
+ " California | \n",
+ " 11971.977650 | \n",
+ " No | \n",
+ " Premium | \n",
+ " College | \n",
+ " 2/13/11 | \n",
+ " Employed | \n",
+ " F | \n",
+ " ... | \n",
+ " 4.0 | \n",
+ " 6 | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer1 | \n",
+ " Branch | \n",
+ " 618.288849 | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 10909 | \n",
+ " 10909 | \n",
+ " IV32877 | \n",
+ " NaN | \n",
+ " 6857.519928 | \n",
+ " NaN | \n",
+ " Basic | \n",
+ " Bachelor | \n",
+ " 1/8/11 | \n",
+ " Unemployed | \n",
+ " M | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 3 | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer4 | \n",
+ " Web | \n",
+ " 1021.719397 | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
10910 rows × 26 columns
\n",
+ "
"
+ ],
+ "text/plain": [
+ " Unnamed: 0 Customer State Customer Lifetime Value Response \\\n",
+ "0 0 DK49336 Arizona 4809.216960 No \n",
+ "1 1 KX64629 California 2228.525238 No \n",
+ "2 2 LZ68649 Washington 14947.917300 No \n",
+ "3 3 XL78013 Oregon 22332.439460 Yes \n",
+ "4 4 QA50777 Oregon 9025.067525 No \n",
+ "... ... ... ... ... ... \n",
+ "10905 10905 FE99816 Nevada 15563.369440 No \n",
+ "10906 10906 KX53892 Oregon 5259.444853 No \n",
+ "10907 10907 TL39050 Arizona 23893.304100 No \n",
+ "10908 10908 WA60547 California 11971.977650 No \n",
+ "10909 10909 IV32877 NaN 6857.519928 NaN \n",
+ "\n",
+ " Coverage Education Effective To Date EmploymentStatus Gender ... \\\n",
+ "0 Basic College 2/18/11 Employed M ... \n",
+ "1 Basic College 1/18/11 Unemployed F ... \n",
+ "2 Basic Bachelor 2/10/11 Employed M ... \n",
+ "3 Extended College 1/11/11 Employed M ... \n",
+ "4 Premium Bachelor 1/17/11 Medical Leave F ... \n",
+ "... ... ... ... ... ... ... \n",
+ "10905 Premium Bachelor 1/19/11 Unemployed F ... \n",
+ "10906 Basic College 1/6/11 Employed F ... \n",
+ "10907 Extended Bachelor 2/6/11 Employed F ... \n",
+ "10908 Premium College 2/13/11 Employed F ... \n",
+ "10909 Basic Bachelor 1/8/11 Unemployed M ... \n",
+ "\n",
+ " Number of Open Complaints Number of Policies Policy Type \\\n",
+ "0 0.0 9 Corporate Auto \n",
+ "1 0.0 1 Personal Auto \n",
+ "2 0.0 2 Personal Auto \n",
+ "3 0.0 2 Corporate Auto \n",
+ "4 NaN 7 Personal Auto \n",
+ "... ... ... ... \n",
+ "10905 NaN 7 Personal Auto \n",
+ "10906 0.0 6 Personal Auto \n",
+ "10907 0.0 2 Corporate Auto \n",
+ "10908 4.0 6 Personal Auto \n",
+ "10909 0.0 3 Personal Auto \n",
+ "\n",
+ " Policy Renew Offer Type Sales Channel Total Claim Amount \\\n",
+ "0 Corporate L3 Offer3 Agent 292.800000 \n",
+ "1 Personal L3 Offer4 Call Center 744.924331 \n",
+ "2 Personal L3 Offer3 Call Center 480.000000 \n",
+ "3 Corporate L3 Offer2 Branch 484.013411 \n",
+ "4 Personal L2 Offer1 Branch 707.925645 \n",
+ "... ... ... ... ... \n",
+ "10905 Personal L1 Offer3 Web 1214.400000 \n",
+ "10906 Personal L3 Offer2 Branch 273.018929 \n",
+ "10907 Corporate L3 Offer1 Web 381.306996 \n",
+ "10908 Personal L1 Offer1 Branch 618.288849 \n",
+ "10909 Personal L1 Offer4 Web 1021.719397 \n",
+ "\n",
+ " Vehicle Class Vehicle Size Vehicle Type \n",
+ "0 Four-Door Car Medsize NaN \n",
+ "1 Four-Door Car Medsize NaN \n",
+ "2 SUV Medsize A \n",
+ "3 Four-Door Car Medsize A \n",
+ "4 Four-Door Car Medsize NaN \n",
+ "... ... ... ... \n",
+ "10905 Luxury Car Medsize A \n",
+ "10906 Four-Door Car Medsize A \n",
+ "10907 Luxury SUV Medsize NaN \n",
+ "10908 SUV Medsize A \n",
+ "10909 SUV Medsize NaN \n",
+ "\n",
+ "[10910 rows x 26 columns]"
+ ]
+ },
+ "execution_count": 73,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "import pandas as pd\n",
+ "import numpy as np\n",
+ "\n",
+ "customer_mkt = pd.read_csv(r\"C:\\Users\\haiss\\Downloads\\lab-customer-analysis-round-2\\files_for_lab\\csv_files\\marketing_customer_analysis.csv\")\n",
+ "customer_mkt"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "4ab73416-cc30-4b01-9ae9-598f9bc4d8c8",
+ "metadata": {},
+ "source": [
+ "## Dataframe shape"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 74,
+ "id": "05f502c7-622f-4c8d-a851-7893ad9202b4",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "(10910, 26)"
+ ]
+ },
+ "execution_count": 74,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "customer_mkt.shape"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "7eaf7092-05b4-4166-b2e0-9bff86224428",
+ "metadata": {},
+ "source": [
+ "## Standardize header names."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 75,
+ "id": "eb26c713-8811-4de0-b24a-1a969340cdf7",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " unnamed:_0 | \n",
+ " customer | \n",
+ " state | \n",
+ " customer_lifetime_value | \n",
+ " response | \n",
+ " coverage | \n",
+ " education | \n",
+ " effective_to_date | \n",
+ " employmentstatus | \n",
+ " gender | \n",
+ " ... | \n",
+ " number_of_open_complaints | \n",
+ " number_of_policies | \n",
+ " policy_type | \n",
+ " policy | \n",
+ " renew_offer_type | \n",
+ " sales_channel | \n",
+ " total_claim_amount | \n",
+ " vehicle_class | \n",
+ " vehicle_size | \n",
+ " vehicle_type | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " 0 | \n",
+ " DK49336 | \n",
+ " Arizona | \n",
+ " 4809.216960 | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 2/18/11 | \n",
+ " Employed | \n",
+ " M | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 9 | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer3 | \n",
+ " Agent | \n",
+ " 292.800000 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " 1 | \n",
+ " KX64629 | \n",
+ " California | \n",
+ " 2228.525238 | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 1/18/11 | \n",
+ " Unemployed | \n",
+ " F | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 1 | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer4 | \n",
+ " Call Center | \n",
+ " 744.924331 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " 2 | \n",
+ " LZ68649 | \n",
+ " Washington | \n",
+ " 14947.917300 | \n",
+ " No | \n",
+ " Basic | \n",
+ " Bachelor | \n",
+ " 2/10/11 | \n",
+ " Employed | \n",
+ " M | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 2 | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer3 | \n",
+ " Call Center | \n",
+ " 480.000000 | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " 3 | \n",
+ " XL78013 | \n",
+ " Oregon | \n",
+ " 22332.439460 | \n",
+ " Yes | \n",
+ " Extended | \n",
+ " College | \n",
+ " 1/11/11 | \n",
+ " Employed | \n",
+ " M | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 2 | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer2 | \n",
+ " Branch | \n",
+ " 484.013411 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " 4 | \n",
+ " QA50777 | \n",
+ " Oregon | \n",
+ " 9025.067525 | \n",
+ " No | \n",
+ " Premium | \n",
+ " Bachelor | \n",
+ " 1/17/11 | \n",
+ " Medical Leave | \n",
+ " F | \n",
+ " ... | \n",
+ " NaN | \n",
+ " 7 | \n",
+ " Personal Auto | \n",
+ " Personal L2 | \n",
+ " Offer1 | \n",
+ " Branch | \n",
+ " 707.925645 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 10905 | \n",
+ " 10905 | \n",
+ " FE99816 | \n",
+ " Nevada | \n",
+ " 15563.369440 | \n",
+ " No | \n",
+ " Premium | \n",
+ " Bachelor | \n",
+ " 1/19/11 | \n",
+ " Unemployed | \n",
+ " F | \n",
+ " ... | \n",
+ " NaN | \n",
+ " 7 | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer3 | \n",
+ " Web | \n",
+ " 1214.400000 | \n",
+ " Luxury Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 10906 | \n",
+ " 10906 | \n",
+ " KX53892 | \n",
+ " Oregon | \n",
+ " 5259.444853 | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 1/6/11 | \n",
+ " Employed | \n",
+ " F | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 6 | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer2 | \n",
+ " Branch | \n",
+ " 273.018929 | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 10907 | \n",
+ " 10907 | \n",
+ " TL39050 | \n",
+ " Arizona | \n",
+ " 23893.304100 | \n",
+ " No | \n",
+ " Extended | \n",
+ " Bachelor | \n",
+ " 2/6/11 | \n",
+ " Employed | \n",
+ " F | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 2 | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer1 | \n",
+ " Web | \n",
+ " 381.306996 | \n",
+ " Luxury SUV | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | 10908 | \n",
+ " 10908 | \n",
+ " WA60547 | \n",
+ " California | \n",
+ " 11971.977650 | \n",
+ " No | \n",
+ " Premium | \n",
+ " College | \n",
+ " 2/13/11 | \n",
+ " Employed | \n",
+ " F | \n",
+ " ... | \n",
+ " 4.0 | \n",
+ " 6 | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer1 | \n",
+ " Branch | \n",
+ " 618.288849 | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 10909 | \n",
+ " 10909 | \n",
+ " IV32877 | \n",
+ " NaN | \n",
+ " 6857.519928 | \n",
+ " NaN | \n",
+ " Basic | \n",
+ " Bachelor | \n",
+ " 1/8/11 | \n",
+ " Unemployed | \n",
+ " M | \n",
+ " ... | \n",
+ " 0.0 | \n",
+ " 3 | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer4 | \n",
+ " Web | \n",
+ " 1021.719397 | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
10910 rows × 26 columns
\n",
+ "
"
+ ],
+ "text/plain": [
+ " unnamed:_0 customer state customer_lifetime_value response \\\n",
+ "0 0 DK49336 Arizona 4809.216960 No \n",
+ "1 1 KX64629 California 2228.525238 No \n",
+ "2 2 LZ68649 Washington 14947.917300 No \n",
+ "3 3 XL78013 Oregon 22332.439460 Yes \n",
+ "4 4 QA50777 Oregon 9025.067525 No \n",
+ "... ... ... ... ... ... \n",
+ "10905 10905 FE99816 Nevada 15563.369440 No \n",
+ "10906 10906 KX53892 Oregon 5259.444853 No \n",
+ "10907 10907 TL39050 Arizona 23893.304100 No \n",
+ "10908 10908 WA60547 California 11971.977650 No \n",
+ "10909 10909 IV32877 NaN 6857.519928 NaN \n",
+ "\n",
+ " coverage education effective_to_date employmentstatus gender ... \\\n",
+ "0 Basic College 2/18/11 Employed M ... \n",
+ "1 Basic College 1/18/11 Unemployed F ... \n",
+ "2 Basic Bachelor 2/10/11 Employed M ... \n",
+ "3 Extended College 1/11/11 Employed M ... \n",
+ "4 Premium Bachelor 1/17/11 Medical Leave F ... \n",
+ "... ... ... ... ... ... ... \n",
+ "10905 Premium Bachelor 1/19/11 Unemployed F ... \n",
+ "10906 Basic College 1/6/11 Employed F ... \n",
+ "10907 Extended Bachelor 2/6/11 Employed F ... \n",
+ "10908 Premium College 2/13/11 Employed F ... \n",
+ "10909 Basic Bachelor 1/8/11 Unemployed M ... \n",
+ "\n",
+ " number_of_open_complaints number_of_policies policy_type \\\n",
+ "0 0.0 9 Corporate Auto \n",
+ "1 0.0 1 Personal Auto \n",
+ "2 0.0 2 Personal Auto \n",
+ "3 0.0 2 Corporate Auto \n",
+ "4 NaN 7 Personal Auto \n",
+ "... ... ... ... \n",
+ "10905 NaN 7 Personal Auto \n",
+ "10906 0.0 6 Personal Auto \n",
+ "10907 0.0 2 Corporate Auto \n",
+ "10908 4.0 6 Personal Auto \n",
+ "10909 0.0 3 Personal Auto \n",
+ "\n",
+ " policy renew_offer_type sales_channel total_claim_amount \\\n",
+ "0 Corporate L3 Offer3 Agent 292.800000 \n",
+ "1 Personal L3 Offer4 Call Center 744.924331 \n",
+ "2 Personal L3 Offer3 Call Center 480.000000 \n",
+ "3 Corporate L3 Offer2 Branch 484.013411 \n",
+ "4 Personal L2 Offer1 Branch 707.925645 \n",
+ "... ... ... ... ... \n",
+ "10905 Personal L1 Offer3 Web 1214.400000 \n",
+ "10906 Personal L3 Offer2 Branch 273.018929 \n",
+ "10907 Corporate L3 Offer1 Web 381.306996 \n",
+ "10908 Personal L1 Offer1 Branch 618.288849 \n",
+ "10909 Personal L1 Offer4 Web 1021.719397 \n",
+ "\n",
+ " vehicle_class vehicle_size vehicle_type \n",
+ "0 Four-Door Car Medsize NaN \n",
+ "1 Four-Door Car Medsize NaN \n",
+ "2 SUV Medsize A \n",
+ "3 Four-Door Car Medsize A \n",
+ "4 Four-Door Car Medsize NaN \n",
+ "... ... ... ... \n",
+ "10905 Luxury Car Medsize A \n",
+ "10906 Four-Door Car Medsize A \n",
+ "10907 Luxury SUV Medsize NaN \n",
+ "10908 SUV Medsize A \n",
+ "10909 SUV Medsize NaN \n",
+ "\n",
+ "[10910 rows x 26 columns]"
+ ]
+ },
+ "execution_count": 75,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "columns = []\n",
+ "for i in range(len(customer_mkt.columns)): \n",
+ " columns.append(customer_mkt.columns[i].lower().replace(' ', '_'))\n",
+ "customer_mkt.columns = columns\n",
+ "customer_mkt"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "59cc17f1-90c2-4753-b755-ba44d8659493",
+ "metadata": {},
+ "source": [
+ "## Numerical columns"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 76,
+ "id": "e51b7551-ce4a-4303-ad76-6db994af5173",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "numeric_data = customer_mkt.select_dtypes(include=[np.number])"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 77,
+ "id": "1fd5a8e6-3139-4a6d-8dfa-74afdc7a4f44",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " unnamed:_0 | \n",
+ " customer_lifetime_value | \n",
+ " income | \n",
+ " monthly_premium_auto | \n",
+ " months_since_last_claim | \n",
+ " months_since_policy_inception | \n",
+ " number_of_open_complaints | \n",
+ " number_of_policies | \n",
+ " total_claim_amount | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " 0 | \n",
+ " 4809.216960 | \n",
+ " 48029 | \n",
+ " 61 | \n",
+ " 7.0 | \n",
+ " 52 | \n",
+ " 0.0 | \n",
+ " 9 | \n",
+ " 292.800000 | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " 1 | \n",
+ " 2228.525238 | \n",
+ " 0 | \n",
+ " 64 | \n",
+ " 3.0 | \n",
+ " 26 | \n",
+ " 0.0 | \n",
+ " 1 | \n",
+ " 744.924331 | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " 2 | \n",
+ " 14947.917300 | \n",
+ " 22139 | \n",
+ " 100 | \n",
+ " 34.0 | \n",
+ " 31 | \n",
+ " 0.0 | \n",
+ " 2 | \n",
+ " 480.000000 | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " 3 | \n",
+ " 22332.439460 | \n",
+ " 49078 | \n",
+ " 97 | \n",
+ " 10.0 | \n",
+ " 3 | \n",
+ " 0.0 | \n",
+ " 2 | \n",
+ " 484.013411 | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " 4 | \n",
+ " 9025.067525 | \n",
+ " 23675 | \n",
+ " 117 | \n",
+ " NaN | \n",
+ " 31 | \n",
+ " NaN | \n",
+ " 7 | \n",
+ " 707.925645 | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 10905 | \n",
+ " 10905 | \n",
+ " 15563.369440 | \n",
+ " 0 | \n",
+ " 253 | \n",
+ " NaN | \n",
+ " 40 | \n",
+ " NaN | \n",
+ " 7 | \n",
+ " 1214.400000 | \n",
+ "
\n",
+ " \n",
+ " | 10906 | \n",
+ " 10906 | \n",
+ " 5259.444853 | \n",
+ " 61146 | \n",
+ " 65 | \n",
+ " 7.0 | \n",
+ " 68 | \n",
+ " 0.0 | \n",
+ " 6 | \n",
+ " 273.018929 | \n",
+ "
\n",
+ " \n",
+ " | 10907 | \n",
+ " 10907 | \n",
+ " 23893.304100 | \n",
+ " 39837 | \n",
+ " 201 | \n",
+ " 11.0 | \n",
+ " 63 | \n",
+ " 0.0 | \n",
+ " 2 | \n",
+ " 381.306996 | \n",
+ "
\n",
+ " \n",
+ " | 10908 | \n",
+ " 10908 | \n",
+ " 11971.977650 | \n",
+ " 64195 | \n",
+ " 158 | \n",
+ " 0.0 | \n",
+ " 27 | \n",
+ " 4.0 | \n",
+ " 6 | \n",
+ " 618.288849 | \n",
+ "
\n",
+ " \n",
+ " | 10909 | \n",
+ " 10909 | \n",
+ " 6857.519928 | \n",
+ " 0 | \n",
+ " 101 | \n",
+ " 31.0 | \n",
+ " 1 | \n",
+ " 0.0 | \n",
+ " 3 | \n",
+ " 1021.719397 | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
10910 rows × 9 columns
\n",
+ "
"
+ ],
+ "text/plain": [
+ " unnamed:_0 customer_lifetime_value income monthly_premium_auto \\\n",
+ "0 0 4809.216960 48029 61 \n",
+ "1 1 2228.525238 0 64 \n",
+ "2 2 14947.917300 22139 100 \n",
+ "3 3 22332.439460 49078 97 \n",
+ "4 4 9025.067525 23675 117 \n",
+ "... ... ... ... ... \n",
+ "10905 10905 15563.369440 0 253 \n",
+ "10906 10906 5259.444853 61146 65 \n",
+ "10907 10907 23893.304100 39837 201 \n",
+ "10908 10908 11971.977650 64195 158 \n",
+ "10909 10909 6857.519928 0 101 \n",
+ "\n",
+ " months_since_last_claim months_since_policy_inception \\\n",
+ "0 7.0 52 \n",
+ "1 3.0 26 \n",
+ "2 34.0 31 \n",
+ "3 10.0 3 \n",
+ "4 NaN 31 \n",
+ "... ... ... \n",
+ "10905 NaN 40 \n",
+ "10906 7.0 68 \n",
+ "10907 11.0 63 \n",
+ "10908 0.0 27 \n",
+ "10909 31.0 1 \n",
+ "\n",
+ " number_of_open_complaints number_of_policies total_claim_amount \n",
+ "0 0.0 9 292.800000 \n",
+ "1 0.0 1 744.924331 \n",
+ "2 0.0 2 480.000000 \n",
+ "3 0.0 2 484.013411 \n",
+ "4 NaN 7 707.925645 \n",
+ "... ... ... ... \n",
+ "10905 NaN 7 1214.400000 \n",
+ "10906 0.0 6 273.018929 \n",
+ "10907 0.0 2 381.306996 \n",
+ "10908 4.0 6 618.288849 \n",
+ "10909 0.0 3 1021.719397 \n",
+ "\n",
+ "[10910 rows x 9 columns]"
+ ]
+ },
+ "execution_count": 77,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "numeric_data"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "a358409a-0100-44eb-9bf3-5efe7faf188a",
+ "metadata": {},
+ "source": [
+ "## Categorical columns"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 78,
+ "id": "45684030-9417-4ae4-a5f3-045d6d3e144d",
+ "metadata": {
+ "scrolled": true
+ },
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " customer | \n",
+ " state | \n",
+ " response | \n",
+ " coverage | \n",
+ " education | \n",
+ " effective_to_date | \n",
+ " employmentstatus | \n",
+ " gender | \n",
+ " location_code | \n",
+ " marital_status | \n",
+ " policy_type | \n",
+ " policy | \n",
+ " renew_offer_type | \n",
+ " sales_channel | \n",
+ " vehicle_class | \n",
+ " vehicle_size | \n",
+ " vehicle_type | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " DK49336 | \n",
+ " Arizona | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 2/18/11 | \n",
+ " Employed | \n",
+ " M | \n",
+ " Suburban | \n",
+ " Married | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer3 | \n",
+ " Agent | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " KX64629 | \n",
+ " California | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 1/18/11 | \n",
+ " Unemployed | \n",
+ " F | \n",
+ " Suburban | \n",
+ " Single | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer4 | \n",
+ " Call Center | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " LZ68649 | \n",
+ " Washington | \n",
+ " No | \n",
+ " Basic | \n",
+ " Bachelor | \n",
+ " 2/10/11 | \n",
+ " Employed | \n",
+ " M | \n",
+ " Suburban | \n",
+ " Single | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer3 | \n",
+ " Call Center | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " XL78013 | \n",
+ " Oregon | \n",
+ " Yes | \n",
+ " Extended | \n",
+ " College | \n",
+ " 1/11/11 | \n",
+ " Employed | \n",
+ " M | \n",
+ " Suburban | \n",
+ " Single | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer2 | \n",
+ " Branch | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " QA50777 | \n",
+ " Oregon | \n",
+ " No | \n",
+ " Premium | \n",
+ " Bachelor | \n",
+ " 1/17/11 | \n",
+ " Medical Leave | \n",
+ " F | \n",
+ " Suburban | \n",
+ " Married | \n",
+ " Personal Auto | \n",
+ " Personal L2 | \n",
+ " Offer1 | \n",
+ " Branch | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 10905 | \n",
+ " FE99816 | \n",
+ " Nevada | \n",
+ " No | \n",
+ " Premium | \n",
+ " Bachelor | \n",
+ " 1/19/11 | \n",
+ " Unemployed | \n",
+ " F | \n",
+ " Suburban | \n",
+ " Married | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer3 | \n",
+ " Web | \n",
+ " Luxury Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 10906 | \n",
+ " KX53892 | \n",
+ " Oregon | \n",
+ " No | \n",
+ " Basic | \n",
+ " College | \n",
+ " 1/6/11 | \n",
+ " Employed | \n",
+ " F | \n",
+ " Urban | \n",
+ " Married | \n",
+ " Personal Auto | \n",
+ " Personal L3 | \n",
+ " Offer2 | \n",
+ " Branch | \n",
+ " Four-Door Car | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 10907 | \n",
+ " TL39050 | \n",
+ " Arizona | \n",
+ " No | \n",
+ " Extended | \n",
+ " Bachelor | \n",
+ " 2/6/11 | \n",
+ " Employed | \n",
+ " F | \n",
+ " Rural | \n",
+ " Married | \n",
+ " Corporate Auto | \n",
+ " Corporate L3 | \n",
+ " Offer1 | \n",
+ " Web | \n",
+ " Luxury SUV | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ " | 10908 | \n",
+ " WA60547 | \n",
+ " California | \n",
+ " No | \n",
+ " Premium | \n",
+ " College | \n",
+ " 2/13/11 | \n",
+ " Employed | \n",
+ " F | \n",
+ " Urban | \n",
+ " Divorced | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer1 | \n",
+ " Branch | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " A | \n",
+ "
\n",
+ " \n",
+ " | 10909 | \n",
+ " IV32877 | \n",
+ " NaN | \n",
+ " NaN | \n",
+ " Basic | \n",
+ " Bachelor | \n",
+ " 1/8/11 | \n",
+ " Unemployed | \n",
+ " M | \n",
+ " Suburban | \n",
+ " Single | \n",
+ " Personal Auto | \n",
+ " Personal L1 | \n",
+ " Offer4 | \n",
+ " Web | \n",
+ " SUV | \n",
+ " Medsize | \n",
+ " NaN | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
10910 rows × 17 columns
\n",
+ "
"
+ ],
+ "text/plain": [
+ " customer state response coverage education effective_to_date \\\n",
+ "0 DK49336 Arizona No Basic College 2/18/11 \n",
+ "1 KX64629 California No Basic College 1/18/11 \n",
+ "2 LZ68649 Washington No Basic Bachelor 2/10/11 \n",
+ "3 XL78013 Oregon Yes Extended College 1/11/11 \n",
+ "4 QA50777 Oregon No Premium Bachelor 1/17/11 \n",
+ "... ... ... ... ... ... ... \n",
+ "10905 FE99816 Nevada No Premium Bachelor 1/19/11 \n",
+ "10906 KX53892 Oregon No Basic College 1/6/11 \n",
+ "10907 TL39050 Arizona No Extended Bachelor 2/6/11 \n",
+ "10908 WA60547 California No Premium College 2/13/11 \n",
+ "10909 IV32877 NaN NaN Basic Bachelor 1/8/11 \n",
+ "\n",
+ " employmentstatus gender location_code marital_status policy_type \\\n",
+ "0 Employed M Suburban Married Corporate Auto \n",
+ "1 Unemployed F Suburban Single Personal Auto \n",
+ "2 Employed M Suburban Single Personal Auto \n",
+ "3 Employed M Suburban Single Corporate Auto \n",
+ "4 Medical Leave F Suburban Married Personal Auto \n",
+ "... ... ... ... ... ... \n",
+ "10905 Unemployed F Suburban Married Personal Auto \n",
+ "10906 Employed F Urban Married Personal Auto \n",
+ "10907 Employed F Rural Married Corporate Auto \n",
+ "10908 Employed F Urban Divorced Personal Auto \n",
+ "10909 Unemployed M Suburban Single Personal Auto \n",
+ "\n",
+ " policy renew_offer_type sales_channel vehicle_class \\\n",
+ "0 Corporate L3 Offer3 Agent Four-Door Car \n",
+ "1 Personal L3 Offer4 Call Center Four-Door Car \n",
+ "2 Personal L3 Offer3 Call Center SUV \n",
+ "3 Corporate L3 Offer2 Branch Four-Door Car \n",
+ "4 Personal L2 Offer1 Branch Four-Door Car \n",
+ "... ... ... ... ... \n",
+ "10905 Personal L1 Offer3 Web Luxury Car \n",
+ "10906 Personal L3 Offer2 Branch Four-Door Car \n",
+ "10907 Corporate L3 Offer1 Web Luxury SUV \n",
+ "10908 Personal L1 Offer1 Branch SUV \n",
+ "10909 Personal L1 Offer4 Web SUV \n",
+ "\n",
+ " vehicle_size vehicle_type \n",
+ "0 Medsize NaN \n",
+ "1 Medsize NaN \n",
+ "2 Medsize A \n",
+ "3 Medsize A \n",
+ "4 Medsize NaN \n",
+ "... ... ... \n",
+ "10905 Medsize A \n",
+ "10906 Medsize A \n",
+ "10907 Medsize NaN \n",
+ "10908 Medsize A \n",
+ "10909 Medsize NaN \n",
+ "\n",
+ "[10910 rows x 17 columns]"
+ ]
+ },
+ "execution_count": 78,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "categoric_data = customer_mkt.select_dtypes(exclude=[np.number])\n",
+ "categoric_data"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "9433c482-6309-4ae6-ae45-4610758c0c4e",
+ "metadata": {},
+ "source": [
+ "## NaN values"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 79,
+ "id": "f783a551-26c2-4843-9878-70d0187d1d1f",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " unnamed:_0 | \n",
+ " customer | \n",
+ " state | \n",
+ " customer_lifetime_value | \n",
+ " response | \n",
+ " coverage | \n",
+ " education | \n",
+ " effective_to_date | \n",
+ " employmentstatus | \n",
+ " gender | \n",
+ " ... | \n",
+ " number_of_open_complaints | \n",
+ " number_of_policies | \n",
+ " policy_type | \n",
+ " policy | \n",
+ " renew_offer_type | \n",
+ " sales_channel | \n",
+ " total_claim_amount | \n",
+ " vehicle_class | \n",
+ " vehicle_size | \n",
+ " vehicle_type | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " ... | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " True | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " ... | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " True | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " ... | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " ... | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " ... | \n",
+ " True | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " True | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 10905 | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " ... | \n",
+ " True | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ "
\n",
+ " \n",
+ " | 10906 | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " ... | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ "
\n",
+ " \n",
+ " | 10907 | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " ... | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " True | \n",
+ "
\n",
+ " \n",
+ " | 10908 | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " ... | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ "
\n",
+ " \n",
+ " | 10909 | \n",
+ " False | \n",
+ " False | \n",
+ " True | \n",
+ " False | \n",
+ " True | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " ... | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " False | \n",
+ " True | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
10910 rows × 26 columns
\n",
+ "
"
+ ],
+ "text/plain": [
+ " unnamed:_0 customer state customer_lifetime_value response \\\n",
+ "0 False False False False False \n",
+ "1 False False False False False \n",
+ "2 False False False False False \n",
+ "3 False False False False False \n",
+ "4 False False False False False \n",
+ "... ... ... ... ... ... \n",
+ "10905 False False False False False \n",
+ "10906 False False False False False \n",
+ "10907 False False False False False \n",
+ "10908 False False False False False \n",
+ "10909 False False True False True \n",
+ "\n",
+ " coverage education effective_to_date employmentstatus gender ... \\\n",
+ "0 False False False False False ... \n",
+ "1 False False False False False ... \n",
+ "2 False False False False False ... \n",
+ "3 False False False False False ... \n",
+ "4 False False False False False ... \n",
+ "... ... ... ... ... ... ... \n",
+ "10905 False False False False False ... \n",
+ "10906 False False False False False ... \n",
+ "10907 False False False False False ... \n",
+ "10908 False False False False False ... \n",
+ "10909 False False False False False ... \n",
+ "\n",
+ " number_of_open_complaints number_of_policies policy_type policy \\\n",
+ "0 False False False False \n",
+ "1 False False False False \n",
+ "2 False False False False \n",
+ "3 False False False False \n",
+ "4 True False False False \n",
+ "... ... ... ... ... \n",
+ "10905 True False False False \n",
+ "10906 False False False False \n",
+ "10907 False False False False \n",
+ "10908 False False False False \n",
+ "10909 False False False False \n",
+ "\n",
+ " renew_offer_type sales_channel total_claim_amount vehicle_class \\\n",
+ "0 False False False False \n",
+ "1 False False False False \n",
+ "2 False False False False \n",
+ "3 False False False False \n",
+ "4 False False False False \n",
+ "... ... ... ... ... \n",
+ "10905 False False False False \n",
+ "10906 False False False False \n",
+ "10907 False False False False \n",
+ "10908 False False False False \n",
+ "10909 False False False False \n",
+ "\n",
+ " vehicle_size vehicle_type \n",
+ "0 False True \n",
+ "1 False True \n",
+ "2 False False \n",
+ "3 False False \n",
+ "4 False True \n",
+ "... ... ... \n",
+ "10905 False False \n",
+ "10906 False False \n",
+ "10907 False True \n",
+ "10908 False False \n",
+ "10909 False True \n",
+ "\n",
+ "[10910 rows x 26 columns]"
+ ]
+ },
+ "execution_count": 79,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "customer_mkt.isna()\n",
+ "customer_mkt.isnull()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 80,
+ "id": "9de850fd-c316-4e04-acd1-45a2b81de952",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "0 True\n",
+ "1 True\n",
+ "2 False\n",
+ "3 False\n",
+ "4 True\n",
+ " ... \n",
+ "10905 True\n",
+ "10906 False\n",
+ "10907 True\n",
+ "10908 False\n",
+ "10909 True\n",
+ "Length: 10910, dtype: bool"
+ ]
+ },
+ "execution_count": 80,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "nan_rows = customer_mkt.isna().any(axis=1)\n",
+ "nan_rows"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "9ebe4c67-df61-49e8-9c50-f62ee6dae3d3",
+ "metadata": {},
+ "source": [
+ "## Datetime format"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 81,
+ "id": "c2509b7b-2a43-4c66-9180-8065a53d7506",
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "\n",
+ "RangeIndex: 10910 entries, 0 to 10909\n",
+ "Data columns (total 26 columns):\n",
+ " # Column Non-Null Count Dtype \n",
+ "--- ------ -------------- ----- \n",
+ " 0 unnamed:_0 10910 non-null int64 \n",
+ " 1 customer 10910 non-null object \n",
+ " 2 state 10279 non-null object \n",
+ " 3 customer_lifetime_value 10910 non-null float64\n",
+ " 4 response 10279 non-null object \n",
+ " 5 coverage 10910 non-null object \n",
+ " 6 education 10910 non-null object \n",
+ " 7 effective_to_date 10910 non-null object \n",
+ " 8 employmentstatus 10910 non-null object \n",
+ " 9 gender 10910 non-null object \n",
+ " 10 income 10910 non-null int64 \n",
+ " 11 location_code 10910 non-null object \n",
+ " 12 marital_status 10910 non-null object \n",
+ " 13 monthly_premium_auto 10910 non-null int64 \n",
+ " 14 months_since_last_claim 10277 non-null float64\n",
+ " 15 months_since_policy_inception 10910 non-null int64 \n",
+ " 16 number_of_open_complaints 10277 non-null float64\n",
+ " 17 number_of_policies 10910 non-null int64 \n",
+ " 18 policy_type 10910 non-null object \n",
+ " 19 policy 10910 non-null object \n",
+ " 20 renew_offer_type 10910 non-null object \n",
+ " 21 sales_channel 10910 non-null object \n",
+ " 22 total_claim_amount 10910 non-null float64\n",
+ " 23 vehicle_class 10288 non-null object \n",
+ " 24 vehicle_size 10288 non-null object \n",
+ " 25 vehicle_type 5428 non-null object \n",
+ "dtypes: float64(4), int64(5), object(17)\n",
+ "memory usage: 2.2+ MB\n"
+ ]
+ }
+ ],
+ "source": [
+ "customer_mkt.info()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 82,
+ "id": "5189ef35-e883-4a5b-9c6a-f9f2a0e9134b",
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "C:\\Users\\haiss\\AppData\\Local\\Temp\\ipykernel_19348\\2150415998.py:1: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
+ " customer_mkt['effective_to_date'] = pd.to_datetime(customer_mkt['effective_to_date'])\n"
+ ]
+ }
+ ],
+ "source": [
+ "customer_mkt['effective_to_date'] = pd.to_datetime(customer_mkt['effective_to_date'])"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 83,
+ "id": "5d94f297-a73c-4e96-8d55-5b89f9697760",
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "\n",
+ "RangeIndex: 10910 entries, 0 to 10909\n",
+ "Data columns (total 26 columns):\n",
+ " # Column Non-Null Count Dtype \n",
+ "--- ------ -------------- ----- \n",
+ " 0 unnamed:_0 10910 non-null int64 \n",
+ " 1 customer 10910 non-null object \n",
+ " 2 state 10279 non-null object \n",
+ " 3 customer_lifetime_value 10910 non-null float64 \n",
+ " 4 response 10279 non-null object \n",
+ " 5 coverage 10910 non-null object \n",
+ " 6 education 10910 non-null object \n",
+ " 7 effective_to_date 10910 non-null datetime64[ns]\n",
+ " 8 employmentstatus 10910 non-null object \n",
+ " 9 gender 10910 non-null object \n",
+ " 10 income 10910 non-null int64 \n",
+ " 11 location_code 10910 non-null object \n",
+ " 12 marital_status 10910 non-null object \n",
+ " 13 monthly_premium_auto 10910 non-null int64 \n",
+ " 14 months_since_last_claim 10277 non-null float64 \n",
+ " 15 months_since_policy_inception 10910 non-null int64 \n",
+ " 16 number_of_open_complaints 10277 non-null float64 \n",
+ " 17 number_of_policies 10910 non-null int64 \n",
+ " 18 policy_type 10910 non-null object \n",
+ " 19 policy 10910 non-null object \n",
+ " 20 renew_offer_type 10910 non-null object \n",
+ " 21 sales_channel 10910 non-null object \n",
+ " 22 total_claim_amount 10910 non-null float64 \n",
+ " 23 vehicle_class 10288 non-null object \n",
+ " 24 vehicle_size 10288 non-null object \n",
+ " 25 vehicle_type 5428 non-null object \n",
+ "dtypes: datetime64[ns](1), float64(4), int64(5), object(16)\n",
+ "memory usage: 2.2+ MB\n"
+ ]
+ }
+ ],
+ "source": [
+ "customer_mkt.info()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 98,
+ "id": "8f3e57e5-bf51-433c-b7e7-ab087367ed40",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "1 2011-01-18\n",
+ "3 2011-01-11\n",
+ "4 2011-01-17\n",
+ "8 2011-01-19\n",
+ "9 2011-01-04\n",
+ " ... \n",
+ "10902 2011-01-24\n",
+ "10903 2011-01-07\n",
+ "10905 2011-01-19\n",
+ "10906 2011-01-06\n",
+ "10909 2011-01-08\n",
+ "Name: effective_to_date, Length: 5818, dtype: datetime64[ns]"
+ ]
+ },
+ "execution_count": 98,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "customer_mkt['effective_to_date'][customer_mkt['effective_to_date'].dt.month == 1] "
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 100,
+ "id": "cfedee9a-3923-4dfa-ae37-82d7eae03aa4",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "0 2011-02-18\n",
+ "2 2011-02-10\n",
+ "5 2011-02-14\n",
+ "6 2011-02-14\n",
+ "7 2011-02-24\n",
+ " ... \n",
+ "10899 2011-02-06\n",
+ "10900 2011-02-13\n",
+ "10904 2011-02-24\n",
+ "10907 2011-02-06\n",
+ "10908 2011-02-13\n",
+ "Name: effective_to_date, Length: 5092, dtype: datetime64[ns]"
+ ]
+ },
+ "execution_count": 100,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "customer_mkt['effective_to_date'][customer_mkt['effective_to_date'].dt.month == 2]"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 101,
+ "id": "179d55ea-f7f7-4d76-bd70-83e90c5b20ba",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "Series([], Name: effective_to_date, dtype: datetime64[ns])"
+ ]
+ },
+ "execution_count": 101,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "customer_mkt['effective_to_date'][customer_mkt['effective_to_date'].dt.month == 3]"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "id": "a156edf0-7606-4b25-bbde-0e92c82c3dd5",
+ "metadata": {},
+ "outputs": [],
+ "source": []
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3 (ipykernel)",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.11.7"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}