diff --git a/Solutions.ipynb b/Solutions.ipynb index 89aa338..46e5418 100644 --- a/Solutions.ipynb +++ b/Solutions.ipynb @@ -16,6 +16,34 @@ "In this lab, you will use learningSet.csv file which you already have cloned in today's activities." ] }, + { + "cell_type": "code", + "execution_count": 1, + "id": "e1a02f38", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import datetime\n", + "import warnings\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "\n", + "pd.set_option('display.max_columns', None)\n", + "warnings.filterwarnings('ignore')" + ] + }, + { + "cell_type": "code", + "execution_count": 74, + "id": "35959247", + "metadata": {}, + "outputs": [], + "source": [ + "data = pd.read_csv('learningSet.csv')" + ] + }, { "cell_type": "markdown", "id": "5bbb5252", @@ -26,11 +54,119 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 75, "id": "dbe69e8b", "metadata": {}, "outputs": [], - "source": [] + "source": [ + "data_null = pd.DataFrame(data.isna().sum().sort_values(ascending=False), columns=['count_null_values'])" + ] + }, + { + "cell_type": "code", + "execution_count": 76, + "id": "54e8cbc5", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
count_null_values
RDATE_595403
RAMNT_595403
RDATE_395170
RAMNT_395170
RDATE_495131
......
ETHC30
ETHC20
ETHC10
HHD120
TPE110
\n", + "

481 rows × 1 columns

\n", + "
" + ], + "text/plain": [ + " count_null_values\n", + "RDATE_5 95403\n", + "RAMNT_5 95403\n", + "RDATE_3 95170\n", + "RAMNT_3 95170\n", + "RDATE_4 95131\n", + "... ...\n", + "ETHC3 0\n", + "ETHC2 0\n", + "ETHC1 0\n", + "HHD12 0\n", + "TPE11 0\n", + "\n", + "[481 rows x 1 columns]" + ] + }, + "execution_count": 76, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data_null" + ] }, { "cell_type": "markdown", @@ -45,11 +181,514 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 77, + "id": "2499b455", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['ODATEDW',\n", + " 'OSOURCE',\n", + " 'TCODE',\n", + " 'STATE',\n", + " 'ZIP',\n", + " 'MAILCODE',\n", + " 'PVASTATE',\n", + " 'DOB',\n", + " 'NOEXCH',\n", + " 'RECINHSE',\n", + " 'RECP3',\n", + " 'RECPGVG',\n", + " 'RECSWEEP',\n", + " 'MDMAUD',\n", + " 'DOMAIN',\n", + " 'CLUSTER',\n", + " 'AGE',\n", + " 'AGEFLAG',\n", + " 'HOMEOWNR',\n", + " 'CHILD03',\n", + " 'CHILD07',\n", + " 'CHILD12',\n", + " 'CHILD18',\n", + " 'NUMCHLD',\n", + " 'INCOME',\n", + " 'GENDER',\n", + " 'WEALTH1',\n", + " 'HIT',\n", + " 'MBCRAFT',\n", + " 'MBGARDEN',\n", + " 'MBBOOKS',\n", + " 'MBCOLECT',\n", + " 'MAGFAML',\n", + " 'MAGFEM',\n", + " 'MAGMALE',\n", + " 'PUBGARDN',\n", + " 'PUBCULIN',\n", + " 'PUBHLTH',\n", + " 'PUBDOITY',\n", + " 'PUBNEWFN',\n", + " 'PUBPHOTO',\n", + " 'PUBOPP',\n", + " 'DATASRCE',\n", + " 'MALEMILI',\n", + " 'MALEVET',\n", + " 'VIETVETS',\n", + " 'WWIIVETS',\n", + " 'LOCALGOV',\n", + " 'STATEGOV',\n", + " 'FEDGOV',\n", + " 'SOLP3',\n", + " 'SOLIH',\n", + " 'MAJOR',\n", + " 'WEALTH2',\n", + " 'GEOCODE',\n", + " 'COLLECT1',\n", + " 'VETERANS',\n", + " 'BIBLE',\n", + " 'CATLG',\n", + " 'HOMEE',\n", + " 'PETS',\n", + " 'CDPLAY',\n", + " 'STEREO',\n", + " 'PCOWNERS',\n", + " 'PHOTO',\n", + " 'CRAFTS',\n", + " 'FISHER',\n", + " 'GARDENIN',\n", + " 'BOATS',\n", + " 'WALKER',\n", + " 'KIDSTUFF',\n", + " 'CARDS',\n", + " 'PLATES',\n", + " 'LIFESRC',\n", + " 'PEPSTRFL',\n", + " 'POP901',\n", + " 'POP902',\n", + " 'POP903',\n", + " 'POP90C1',\n", + " 'POP90C2',\n", + " 'POP90C3',\n", + " 'POP90C4',\n", + " 'POP90C5',\n", + " 'ETH1',\n", + " 'ETH2',\n", + " 'ETH3',\n", + " 'ETH4',\n", + " 'ETH5',\n", + " 'ETH6',\n", + " 'ETH7',\n", + " 'ETH8',\n", + " 'ETH9',\n", + " 'ETH10',\n", + " 'ETH11',\n", + " 'ETH12',\n", + " 'ETH13',\n", + " 'ETH14',\n", + " 'ETH15',\n", + " 'ETH16',\n", + " 'AGE901',\n", + " 'AGE902',\n", + " 'AGE903',\n", + " 'AGE904',\n", + " 'AGE905',\n", + " 'AGE906',\n", + " 'AGE907',\n", + " 'CHIL1',\n", + " 'CHIL2',\n", + " 'CHIL3',\n", + " 'AGEC1',\n", + " 'AGEC2',\n", + " 'AGEC3',\n", + " 'AGEC4',\n", + " 'AGEC5',\n", + " 'AGEC6',\n", + " 'AGEC7',\n", + " 'CHILC1',\n", + " 'CHILC2',\n", + " 'CHILC3',\n", + " 'CHILC4',\n", + " 'CHILC5',\n", + " 'HHAGE1',\n", + " 'HHAGE2',\n", + " 'HHAGE3',\n", + " 'HHN1',\n", + " 'HHN2',\n", + " 'HHN3',\n", + " 'HHN4',\n", + " 'HHN5',\n", + " 'HHN6',\n", + " 'MARR1',\n", + " 'MARR2',\n", + " 'MARR3',\n", + " 'MARR4',\n", + " 'HHP1',\n", + " 'HHP2',\n", + " 'DW1',\n", + " 'DW2',\n", + " 'DW3',\n", + " 'DW4',\n", + " 'DW5',\n", + " 'DW6',\n", + " 'DW7',\n", + " 'DW8',\n", + " 'DW9',\n", + " 'HV1',\n", + " 'HV2',\n", + " 'HV3',\n", + " 'HV4',\n", + " 'HU1',\n", + " 'HU2',\n", + " 'HU3',\n", + " 'HU4',\n", + " 'HU5',\n", + " 'HHD1',\n", + " 'HHD2',\n", + " 'HHD3',\n", + " 'HHD4',\n", + " 'HHD5',\n", + " 'HHD6',\n", + " 'HHD7',\n", + " 'HHD8',\n", + " 'HHD9',\n", + " 'HHD10',\n", + " 'HHD11',\n", + " 'HHD12',\n", + " 'ETHC1',\n", + " 'ETHC2',\n", + " 'ETHC3',\n", + " 'ETHC4',\n", + " 'ETHC5',\n", + " 'ETHC6',\n", + " 'HVP1',\n", + " 'HVP2',\n", + " 'HVP3',\n", + " 'HVP4',\n", + " 'HVP5',\n", + " 'HVP6',\n", + " 'HUR1',\n", + " 'HUR2',\n", + " 'RHP1',\n", + " 'RHP2',\n", + " 'RHP3',\n", + " 'RHP4',\n", + " 'HUPA1',\n", + " 'HUPA2',\n", + " 'HUPA3',\n", + " 'HUPA4',\n", + " 'HUPA5',\n", + " 'HUPA6',\n", + " 'HUPA7',\n", + " 'RP1',\n", + " 'RP2',\n", + " 'RP3',\n", + " 'RP4',\n", + " 'MSA',\n", + " 'ADI',\n", + " 'DMA',\n", + " 'IC1',\n", + " 'IC2',\n", + " 'IC3',\n", + " 'IC4',\n", + " 'IC5',\n", + " 'IC6',\n", + " 'IC7',\n", + " 'IC8',\n", + " 'IC9',\n", + " 'IC10',\n", + " 'IC11',\n", + " 'IC12',\n", + " 'IC13',\n", + " 'IC14',\n", + " 'IC15',\n", + " 'IC16',\n", + " 'IC17',\n", + " 'IC18',\n", + " 'IC19',\n", + " 'IC20',\n", + " 'IC21',\n", + " 'IC22',\n", + " 'IC23',\n", + " 'HHAS1',\n", + " 'HHAS2',\n", + " 'HHAS3',\n", + " 'HHAS4',\n", + " 'MC1',\n", + " 'MC2',\n", + " 'MC3',\n", + " 'TPE1',\n", + " 'TPE2',\n", + " 'TPE3',\n", + " 'TPE4',\n", + " 'TPE5',\n", + " 'TPE6',\n", + " 'TPE7',\n", + " 'TPE8',\n", + " 'TPE9',\n", + " 'PEC1',\n", + " 'PEC2',\n", + " 'TPE10',\n", + " 'TPE11',\n", + " 'TPE12',\n", + " 'TPE13',\n", + " 'LFC1',\n", + " 'LFC2',\n", + " 'LFC3',\n", + " 'LFC4',\n", + " 'LFC5',\n", + " 'LFC6',\n", + " 'LFC7',\n", + " 'LFC8',\n", + " 'LFC9',\n", + " 'LFC10',\n", + " 'OCC1',\n", + " 'OCC2',\n", + " 'OCC3',\n", + " 'OCC4',\n", + " 'OCC5',\n", + " 'OCC6',\n", + " 'OCC7',\n", + " 'OCC8',\n", + " 'OCC9',\n", + " 'OCC10',\n", + " 'OCC11',\n", + " 'OCC12',\n", + " 'OCC13',\n", + " 'EIC1',\n", + " 'EIC2',\n", + " 'EIC3',\n", + " 'EIC4',\n", + " 'EIC5',\n", + " 'EIC6',\n", + " 'EIC7',\n", + " 'EIC8',\n", + " 'EIC9',\n", + " 'EIC10',\n", + " 'EIC11',\n", + " 'EIC12',\n", + " 'EIC13',\n", + " 'EIC14',\n", + " 'EIC15',\n", + " 'EIC16',\n", + " 'OEDC1',\n", + " 'OEDC2',\n", + " 'OEDC3',\n", + " 'OEDC4',\n", + " 'OEDC5',\n", + " 'OEDC6',\n", + " 'OEDC7',\n", + " 'EC1',\n", + " 'EC2',\n", + " 'EC3',\n", + " 'EC4',\n", + " 'EC5',\n", + " 'EC6',\n", + " 'EC7',\n", + " 'EC8',\n", + " 'SEC1',\n", + " 'SEC2',\n", + " 'SEC3',\n", + " 'SEC4',\n", + " 'SEC5',\n", + " 'AFC1',\n", + " 'AFC2',\n", + " 'AFC3',\n", + " 'AFC4',\n", + " 'AFC5',\n", + " 'AFC6',\n", + " 'VC1',\n", + " 'VC2',\n", + " 'VC3',\n", + " 'VC4',\n", + " 'ANC1',\n", + " 'ANC2',\n", + " 'ANC3',\n", + " 'ANC4',\n", + " 'ANC5',\n", + " 'ANC6',\n", + " 'ANC7',\n", + " 'ANC8',\n", + " 'ANC9',\n", + " 'ANC10',\n", + " 'ANC11',\n", + " 'ANC12',\n", + " 'ANC13',\n", + " 'ANC14',\n", + " 'ANC15',\n", + " 'POBC1',\n", + " 'POBC2',\n", + " 'LSC1',\n", + " 'LSC2',\n", + " 'LSC3',\n", + " 'LSC4',\n", + " 'VOC1',\n", + " 'VOC2',\n", + " 'VOC3',\n", + " 'HC1',\n", + " 'HC2',\n", + " 'HC3',\n", + " 'HC4',\n", + " 'HC5',\n", + " 'HC6',\n", + " 'HC7',\n", + " 'HC8',\n", + " 'HC9',\n", + " 'HC10',\n", + " 'HC11',\n", + " 'HC12',\n", + " 'HC13',\n", + " 'HC14',\n", + " 'HC15',\n", + " 'HC16',\n", + " 'HC17',\n", + " 'HC18',\n", + " 'HC19',\n", + " 'HC20',\n", + " 'HC21',\n", + " 'MHUC1',\n", + " 'MHUC2',\n", + " 'AC1',\n", + " 'AC2',\n", + " 'ADATE_2',\n", + " 'ADATE_3',\n", + " 'ADATE_4',\n", + " 'ADATE_5',\n", + " 'ADATE_6',\n", + " 'ADATE_7',\n", + " 'ADATE_8',\n", + " 'ADATE_9',\n", + " 'ADATE_10',\n", + " 'ADATE_11',\n", + " 'ADATE_12',\n", + " 'ADATE_13',\n", + " 'ADATE_14',\n", + " 'ADATE_15',\n", + " 'ADATE_16',\n", + " 'ADATE_17',\n", + " 'ADATE_18',\n", + " 'ADATE_19',\n", + " 'ADATE_20',\n", + " 'ADATE_21',\n", + " 'ADATE_22',\n", + " 'ADATE_23',\n", + " 'ADATE_24',\n", + " 'RFA_2',\n", + " 'RFA_3',\n", + " 'RFA_4',\n", + " 'RFA_5',\n", + " 'RFA_6',\n", + " 'RFA_7',\n", + " 'RFA_8',\n", + " 'RFA_9',\n", + " 'RFA_10',\n", + " 'RFA_11',\n", + " 'RFA_12',\n", + " 'RFA_13',\n", + " 'RFA_14',\n", + " 'RFA_15',\n", + " 'RFA_16',\n", + " 'RFA_17',\n", + " 'RFA_18',\n", + " 'RFA_19',\n", + " 'RFA_20',\n", + " 'RFA_21',\n", + " 'RFA_22',\n", + " 'RFA_23',\n", + " 'RFA_24',\n", + " 'CARDPROM',\n", + " 'MAXADATE',\n", + " 'NUMPROM',\n", + " 'CARDPM12',\n", + " 'NUMPRM12',\n", + " 'RDATE_3',\n", + " 'RDATE_4',\n", + " 'RDATE_5',\n", + " 'RDATE_6',\n", + " 'RDATE_7',\n", + " 'RDATE_8',\n", + " 'RDATE_9',\n", + " 'RDATE_10',\n", + " 'RDATE_11',\n", + " 'RDATE_12',\n", + " 'RDATE_13',\n", + " 'RDATE_14',\n", + " 'RDATE_15',\n", + " 'RDATE_16',\n", + " 'RDATE_17',\n", + " 'RDATE_18',\n", + " 'RDATE_19',\n", + " 'RDATE_20',\n", + " 'RDATE_21',\n", + " 'RDATE_22',\n", + " 'RDATE_23',\n", + " 'RDATE_24',\n", + " 'RAMNT_3',\n", + " 'RAMNT_4',\n", + " 'RAMNT_5',\n", + " 'RAMNT_6',\n", + " 'RAMNT_7',\n", + " 'RAMNT_8',\n", + " 'RAMNT_9',\n", + " 'RAMNT_10',\n", + " 'RAMNT_11',\n", + " 'RAMNT_12',\n", + " 'RAMNT_13',\n", + " 'RAMNT_14',\n", + " 'RAMNT_15',\n", + " 'RAMNT_16',\n", + " 'RAMNT_17',\n", + " 'RAMNT_18',\n", + " 'RAMNT_19',\n", + " 'RAMNT_20',\n", + " 'RAMNT_21',\n", + " 'RAMNT_22',\n", + " 'RAMNT_23',\n", + " 'RAMNT_24',\n", + " 'RAMNTALL',\n", + " 'NGIFTALL',\n", + " 'CARDGIFT',\n", + " 'MINRAMNT',\n", + " 'MINRDATE',\n", + " 'MAXRAMNT',\n", + " 'MAXRDATE',\n", + " 'LASTGIFT',\n", + " 'LASTDATE',\n", + " 'FISTDATE',\n", + " 'NEXTDATE',\n", + " 'TIMELAG',\n", + " 'AVGGIFT',\n", + " 'CONTROLN',\n", + " 'TARGET_B',\n", + " 'TARGET_D',\n", + " 'HPHONE_D',\n", + " 'RFA_2R',\n", + " 'RFA_2F',\n", + " 'RFA_2A',\n", + " 'MDMAUD_R',\n", + " 'MDMAUD_F',\n", + " 'MDMAUD_A',\n", + " 'CLUSTER2',\n", + " 'GEOCODE2']" + ] + }, + "execution_count": 77, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "list(data.columns)" + ] + }, + { + "cell_type": "code", + "execution_count": 78, "id": "3a07b75a", "metadata": {}, "outputs": [], - "source": [] + "source": [ + "drop_list = ['OSOURCE', 'ZIP']" + ] }, { "cell_type": "markdown", @@ -61,11 +700,307 @@ }, { "cell_type": "code", - "execution_count": null, - "id": "2b6f01b6", + "execution_count": 79, + "id": "ce2037f9", + "metadata": {}, + "outputs": [], + "source": [ + "null_percent_df = data.isna().sum().sort_values(ascending = False)*100/len(data)\n", + "null_percent_df = null_percent_df.reset_index()" + ] + }, + { + "cell_type": "code", + "execution_count": 80, + "id": "ab46382c", "metadata": {}, "outputs": [], - "source": [] + "source": [ + "null_percent_df.columns = ['column_name', 'null_percent']\n", + "columns_above_85 = null_percent_df[null_percent_df['null_percent'] > 85]" + ] + }, + { + "cell_type": "code", + "execution_count": 82, + "id": "537d19dc", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
column_namenull_percent
0RDATE_599.990567
1RAMNT_599.990567
2RDATE_399.746363
3RAMNT_399.746363
4RDATE_499.705488
5RAMNT_499.705488
6RAMNT_699.186685
7RDATE_699.186685
8RAMNT_1592.388798
9RDATE_1592.388798
10RDATE_2391.763091
11RAMNT_2391.763091
12RDATE_2091.732696
13RAMNT_2091.732696
14RAMNT_790.677273
15RDATE_790.677273
16RAMNT_1790.146942
17RDATE_1790.146942
18RDATE_2190.029556
19RAMNT_2190.029556
20RAMNT_1089.035970
21RDATE_1089.035970
22RDATE_1387.160944
23RAMNT_1387.160944
24NUMCHLD87.018404
\n", + "
" + ], + "text/plain": [ + " column_name null_percent\n", + "0 RDATE_5 99.990567\n", + "1 RAMNT_5 99.990567\n", + "2 RDATE_3 99.746363\n", + "3 RAMNT_3 99.746363\n", + "4 RDATE_4 99.705488\n", + "5 RAMNT_4 99.705488\n", + "6 RAMNT_6 99.186685\n", + "7 RDATE_6 99.186685\n", + "8 RAMNT_15 92.388798\n", + "9 RDATE_15 92.388798\n", + "10 RDATE_23 91.763091\n", + "11 RAMNT_23 91.763091\n", + "12 RDATE_20 91.732696\n", + "13 RAMNT_20 91.732696\n", + "14 RAMNT_7 90.677273\n", + "15 RDATE_7 90.677273\n", + "16 RAMNT_17 90.146942\n", + "17 RDATE_17 90.146942\n", + "18 RDATE_21 90.029556\n", + "19 RAMNT_21 90.029556\n", + "20 RAMNT_10 89.035970\n", + "21 RDATE_10 89.035970\n", + "22 RDATE_13 87.160944\n", + "23 RAMNT_13 87.160944\n", + "24 NUMCHLD 87.018404" + ] + }, + "execution_count": 82, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "columns_above_85" + ] + }, + { + "cell_type": "code", + "execution_count": 83, + "id": "0e2d5aab", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "array(['RDATE_5', 'RAMNT_5', 'RDATE_3', 'RAMNT_3', 'RDATE_4', 'RAMNT_4',\n", + " 'RAMNT_6', 'RDATE_6', 'RAMNT_15', 'RDATE_15', 'RDATE_23',\n", + " 'RAMNT_23', 'RDATE_20', 'RAMNT_20', 'RAMNT_7', 'RDATE_7',\n", + " 'RAMNT_17', 'RDATE_17', 'RDATE_21', 'RAMNT_21', 'RAMNT_10',\n", + " 'RDATE_10', 'RDATE_13', 'RAMNT_13', 'NUMCHLD'], dtype=object)" + ] + }, + "execution_count": 83, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "columns_above_85['column_name'].unique() " + ] + }, + { + "cell_type": "code", + "execution_count": 84, + "id": "433e2252", + "metadata": {}, + "outputs": [], + "source": [ + "for i in columns_above_85['column_name']:\n", + " drop_list.append(i)" + ] + }, + { + "cell_type": "code", + "execution_count": 85, + "id": "368e97b9", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['OSOURCE',\n", + " 'ZIP',\n", + " 'RDATE_5',\n", + " 'RAMNT_5',\n", + " 'RDATE_3',\n", + " 'RAMNT_3',\n", + " 'RDATE_4',\n", + " 'RAMNT_4',\n", + " 'RAMNT_6',\n", + " 'RDATE_6',\n", + " 'RAMNT_15',\n", + " 'RDATE_15',\n", + " 'RDATE_23',\n", + " 'RAMNT_23',\n", + " 'RDATE_20',\n", + " 'RAMNT_20',\n", + " 'RAMNT_7',\n", + " 'RDATE_7',\n", + " 'RAMNT_17',\n", + " 'RDATE_17',\n", + " 'RDATE_21',\n", + " 'RAMNT_21',\n", + " 'RAMNT_10',\n", + " 'RDATE_10',\n", + " 'RDATE_13',\n", + " 'RAMNT_13',\n", + " 'NUMCHLD']" + ] + }, + "execution_count": 85, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "drop_list" + ] }, { "cell_type": "markdown", @@ -81,7 +1016,10 @@ "id": "ca6c4d91", "metadata": {}, "outputs": [], - "source": [] + "source": [ + "for i in drop_list: \n", + " data = data.drop(i, axis = 1)" + ] }, { "cell_type": "markdown", @@ -100,11 +1038,63 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 90, "id": "b583feaa", "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "F 51277\n", + "M 39094\n", + " 2957\n", + "U 1715\n", + "J 365\n", + "A 2\n", + "C 2\n", + "Name: GENDER, dtype: int64\n" + ] + } + ], + "source": [ + "print(data['GENDER'].value_counts())" + ] + }, + { + "cell_type": "code", + "execution_count": 91, + "id": "1647aae8", + "metadata": {}, "outputs": [], - "source": [] + "source": [ + "data['GENDER'] = data['GENDER'].fillna('F')" + ] + }, + { + "cell_type": "code", + "execution_count": 93, + "id": "45f17a9d", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "F 51277\n", + "M 39094\n", + "other 5041\n", + "Name: GENDER, dtype: int64" + ] + }, + "execution_count": 93, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data['GENDER'] = data['GENDER'].apply(lambda x: x if x in ['M', 'F'] else 'other')\n", + "data['GENDER'].value_counts()" + ] } ], "metadata": { @@ -123,7 +1113,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.8.5" + "version": "3.8.8" } }, "nbformat": 4,