diff --git a/your-code/main.ipynb b/your-code/main.ipynb index 68b3762..defacda 100644 --- a/your-code/main.ipynb +++ b/your-code/main.ipynb @@ -12,11 +12,11 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 111, "metadata": {}, "outputs": [], "source": [ - "#Import your libraries\n" + "import pandas as pd" ] }, { @@ -38,11 +38,226 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here\n" + "execution_count": 112, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
DateTempHighFTempAvgFTempLowFDewPointHighFDewPointAvgFDewPointLowFHumidityHighPercentHumidityAvgPercentHumidityLowPercent...SeaLevelPressureAvgInchesSeaLevelPressureLowInchesVisibilityHighMilesVisibilityAvgMilesVisibilityLowMilesWindHighMPHWindAvgMPHWindGustMPHPrecipitationSumInchesEvents
02013-12-21746045674943937557...29.6829.591072204310.46Rain , Thunderstorm
12013-12-22564839433628936843...30.1329.8710105166250
22013-12-23584532312723765227...30.4930.4110101083120
32013-12-24614631362821895622...30.4530.310107124200
42013-12-25585041444036867156...30.3330.271010710216T
\n", + "

5 rows × 21 columns

\n", + "
" + ], + "text/plain": [ + " Date TempHighF TempAvgF TempLowF DewPointHighF DewPointAvgF \\\n", + "0 2013-12-21 74 60 45 67 49 \n", + "1 2013-12-22 56 48 39 43 36 \n", + "2 2013-12-23 58 45 32 31 27 \n", + "3 2013-12-24 61 46 31 36 28 \n", + "4 2013-12-25 58 50 41 44 40 \n", + "\n", + " DewPointLowF HumidityHighPercent HumidityAvgPercent HumidityLowPercent ... \\\n", + "0 43 93 75 57 ... \n", + "1 28 93 68 43 ... \n", + "2 23 76 52 27 ... \n", + "3 21 89 56 22 ... \n", + "4 36 86 71 56 ... \n", + "\n", + " SeaLevelPressureAvgInches SeaLevelPressureLowInches VisibilityHighMiles \\\n", + "0 29.68 29.59 10 \n", + "1 30.13 29.87 10 \n", + "2 30.49 30.41 10 \n", + "3 30.45 30.3 10 \n", + "4 30.33 30.27 10 \n", + "\n", + " VisibilityAvgMiles VisibilityLowMiles WindHighMPH WindAvgMPH WindGustMPH \\\n", + "0 7 2 20 4 31 \n", + "1 10 5 16 6 25 \n", + "2 10 10 8 3 12 \n", + "3 10 7 12 4 20 \n", + "4 10 7 10 2 16 \n", + "\n", + " PrecipitationSumInches Events \n", + "0 0.46 Rain , Thunderstorm \n", + "1 0 \n", + "2 0 \n", + "3 0 \n", + "4 T \n", + "\n", + "[5 rows x 21 columns]" + ] + }, + "execution_count": 112, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "austin=pd.read_csv(\"austin_weather.csv\")\n", + "austin.head()" ] }, { @@ -57,29 +272,375 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here\n" + "execution_count": 113, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "RangeIndex: 1319 entries, 0 to 1318\n", + "Data columns (total 21 columns):\n", + " # Column Non-Null Count Dtype \n", + "--- ------ -------------- ----- \n", + " 0 Date 1319 non-null object\n", + " 1 TempHighF 1319 non-null int64 \n", + " 2 TempAvgF 1319 non-null int64 \n", + " 3 TempLowF 1319 non-null int64 \n", + " 4 DewPointHighF 1319 non-null object\n", + " 5 DewPointAvgF 1319 non-null object\n", + " 6 DewPointLowF 1319 non-null object\n", + " 7 HumidityHighPercent 1319 non-null object\n", + " 8 HumidityAvgPercent 1319 non-null object\n", + " 9 HumidityLowPercent 1319 non-null object\n", + " 10 SeaLevelPressureHighInches 1319 non-null object\n", + " 11 SeaLevelPressureAvgInches 1319 non-null object\n", + " 12 SeaLevelPressureLowInches 1319 non-null object\n", + " 13 VisibilityHighMiles 1319 non-null object\n", + " 14 VisibilityAvgMiles 1319 non-null object\n", + " 15 VisibilityLowMiles 1319 non-null object\n", + " 16 WindHighMPH 1319 non-null object\n", + " 17 WindAvgMPH 1319 non-null object\n", + " 18 WindGustMPH 1319 non-null object\n", + " 19 PrecipitationSumInches 1319 non-null object\n", + " 20 Events 1319 non-null object\n", + "dtypes: int64(3), object(18)\n", + "memory usage: 216.5+ KB\n" + ] + } + ], + "source": [ + "austin.info()" ] }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here\n" + "execution_count": 114, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
TempHighFTempAvgFTempLowF
count1319.0000001319.0000001319.000000
mean80.86277570.64291159.902957
std14.76652314.04590414.190648
min32.00000029.00000019.000000
25%72.00000062.00000049.000000
50%83.00000073.00000063.000000
75%92.00000083.00000073.000000
max107.00000093.00000081.000000
\n", + "
" + ], + "text/plain": [ + " TempHighF TempAvgF TempLowF\n", + "count 1319.000000 1319.000000 1319.000000\n", + "mean 80.862775 70.642911 59.902957\n", + "std 14.766523 14.045904 14.190648\n", + "min 32.000000 29.000000 19.000000\n", + "25% 72.000000 62.000000 49.000000\n", + "50% 83.000000 73.000000 63.000000\n", + "75% 92.000000 83.000000 73.000000\n", + "max 107.000000 93.000000 81.000000" + ] + }, + "execution_count": 114, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "austin.describe()" ] }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here\n" + "execution_count": 115, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
DateTempHighFTempAvgFTempLowFDewPointHighFDewPointAvgFDewPointLowFHumidityHighPercentHumidityAvgPercentHumidityLowPercent...SeaLevelPressureAvgInchesSeaLevelPressureLowInchesVisibilityHighMilesVisibilityAvgMilesVisibilityLowMilesWindHighMPHWindAvgMPHWindGustMPHPrecipitationSumInchesEvents
02013-12-21746045674943937557...29.6829.591072204310.46Rain , Thunderstorm
12013-12-22564839433628936843...30.1329.8710105166250
22013-12-23584532312723765227...30.4930.4110101083120
32013-12-24614631362821895622...30.4530.310107124200
42013-12-25585041444036867156...30.3330.271010710216T
\n", + "

5 rows × 21 columns

\n", + "
" + ], + "text/plain": [ + " Date TempHighF TempAvgF TempLowF DewPointHighF DewPointAvgF \\\n", + "0 2013-12-21 74 60 45 67 49 \n", + "1 2013-12-22 56 48 39 43 36 \n", + "2 2013-12-23 58 45 32 31 27 \n", + "3 2013-12-24 61 46 31 36 28 \n", + "4 2013-12-25 58 50 41 44 40 \n", + "\n", + " DewPointLowF HumidityHighPercent HumidityAvgPercent HumidityLowPercent ... \\\n", + "0 43 93 75 57 ... \n", + "1 28 93 68 43 ... \n", + "2 23 76 52 27 ... \n", + "3 21 89 56 22 ... \n", + "4 36 86 71 56 ... \n", + "\n", + " SeaLevelPressureAvgInches SeaLevelPressureLowInches VisibilityHighMiles \\\n", + "0 29.68 29.59 10 \n", + "1 30.13 29.87 10 \n", + "2 30.49 30.41 10 \n", + "3 30.45 30.3 10 \n", + "4 30.33 30.27 10 \n", + "\n", + " VisibilityAvgMiles VisibilityLowMiles WindHighMPH WindAvgMPH WindGustMPH \\\n", + "0 7 2 20 4 31 \n", + "1 10 5 16 6 25 \n", + "2 10 10 8 3 12 \n", + "3 10 7 12 4 20 \n", + "4 10 7 10 2 16 \n", + "\n", + " PrecipitationSumInches Events \n", + "0 0.46 Rain , Thunderstorm \n", + "1 0 \n", + "2 0 \n", + "3 0 \n", + "4 T \n", + "\n", + "[5 rows x 21 columns]" + ] + }, + "execution_count": 115, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "austin.head()\n", + "#most data is numeric, but data type is object?" ] }, { @@ -113,20 +674,29 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your observation here\n" + "execution_count": 116, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "array(['49', '36', '27', '28', '40', '39', '41', '26', '42', '22', '48',\n", + " '32', '8', '11', '45', '55', '61', '37', '47', '25', '23', '20',\n", + " '33', '30', '29', '17', '14', '13', '54', '59', '15', '24', '34',\n", + " '35', '57', '50', '53', '60', '46', '56', '51', '31', '38', '62',\n", + " '43', '63', '64', '67', '66', '58', '70', '68', '65', '69', '71',\n", + " '72', '-', '73', '74', '21', '44', '52', '12', '75', '76', '18'],\n", + " dtype=object)" + ] + }, + "execution_count": 116, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "austin[\"DewPointAvgF\"].unique()\n", + "#all numeric expect for the symbol '-' - probably representing missing data. that's why Pandas identified column as object" ] }, { @@ -140,7 +710,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 117, "metadata": {}, "outputs": [], "source": [ @@ -153,11 +723,11 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 118, "metadata": {}, "outputs": [], "source": [ - "# Your code here\n" + "austin[wrong_type_columns]=austin[wrong_type_columns].apply(pd.to_numeric,errors=\"coerce\")" ] }, { @@ -169,11 +739,46 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here\n" + "execution_count": 119, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "RangeIndex: 1319 entries, 0 to 1318\n", + "Data columns (total 21 columns):\n", + " # Column Non-Null Count Dtype \n", + "--- ------ -------------- ----- \n", + " 0 Date 1319 non-null object \n", + " 1 TempHighF 1319 non-null int64 \n", + " 2 TempAvgF 1319 non-null int64 \n", + " 3 TempLowF 1319 non-null int64 \n", + " 4 DewPointHighF 1312 non-null float64\n", + " 5 DewPointAvgF 1312 non-null float64\n", + " 6 DewPointLowF 1312 non-null float64\n", + " 7 HumidityHighPercent 1317 non-null float64\n", + " 8 HumidityAvgPercent 1317 non-null float64\n", + " 9 HumidityLowPercent 1317 non-null float64\n", + " 10 SeaLevelPressureHighInches 1316 non-null float64\n", + " 11 SeaLevelPressureAvgInches 1316 non-null float64\n", + " 12 SeaLevelPressureLowInches 1316 non-null float64\n", + " 13 VisibilityHighMiles 1307 non-null float64\n", + " 14 VisibilityAvgMiles 1307 non-null float64\n", + " 15 VisibilityLowMiles 1307 non-null float64\n", + " 16 WindHighMPH 1317 non-null float64\n", + " 17 WindAvgMPH 1317 non-null float64\n", + " 18 WindGustMPH 1315 non-null float64\n", + " 19 PrecipitationSumInches 1195 non-null float64\n", + " 20 Events 1319 non-null object \n", + "dtypes: float64(16), int64(3), object(2)\n", + "memory usage: 216.5+ KB\n" + ] + } + ], + "source": [ + "austin.info()" ] }, { @@ -200,11 +805,413 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here\n" + "execution_count": 120, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
DateTempHighFTempAvgFTempLowFDewPointHighFDewPointAvgFDewPointLowFHumidityHighPercentHumidityAvgPercentHumidityLowPercent...SeaLevelPressureAvgInchesSeaLevelPressureLowInchesVisibilityHighMilesVisibilityAvgMilesVisibilityLowMilesWindHighMPHWindAvgMPHWindGustMPHPrecipitationSumInchesEvents
42013-12-2558504144.040.036.086.071.056.0...30.3330.2710.010.07.010.02.016.0NaN
62013-12-2760534541.039.037.083.065.047.0...30.3930.3410.09.07.07.01.011.0NaN
72013-12-2862514043.039.033.092.064.036.0...30.1730.0410.010.07.010.02.014.0NaN
422014-02-0176665562.059.041.081.071.060.0...29.8129.7510.010.09.014.06.026.0NaNRain
512014-02-1060483549.036.030.082.074.066.0...30.1530.0210.08.04.015.09.023.0NaNRain
..................................................................
12692017-06-1294857572.068.062.087.062.036.0...29.8929.8110.010.02.015.07.022.0NaNRain
12882017-07-0198897976.072.066.085.062.038.0...30.0229.9210.09.06.015.07.024.0NaN
13042017-07-1798887775.071.066.088.063.038.0...29.9029.8410.010.010.016.03.023.0NaNRain , Thunderstorm
13082017-07-21104917774.068.061.085.056.027.0...29.9529.8610.010.010.014.05.024.0NaN
13132017-07-26103917875.070.061.091.058.025.0...30.0329.9310.010.010.015.06.027.0NaN
\n", + "

136 rows × 21 columns

\n", + "
" + ], + "text/plain": [ + " Date TempHighF TempAvgF TempLowF DewPointHighF DewPointAvgF \\\n", + "4 2013-12-25 58 50 41 44.0 40.0 \n", + "6 2013-12-27 60 53 45 41.0 39.0 \n", + "7 2013-12-28 62 51 40 43.0 39.0 \n", + "42 2014-02-01 76 66 55 62.0 59.0 \n", + "51 2014-02-10 60 48 35 49.0 36.0 \n", + "... ... ... ... ... ... ... \n", + "1269 2017-06-12 94 85 75 72.0 68.0 \n", + "1288 2017-07-01 98 89 79 76.0 72.0 \n", + "1304 2017-07-17 98 88 77 75.0 71.0 \n", + "1308 2017-07-21 104 91 77 74.0 68.0 \n", + "1313 2017-07-26 103 91 78 75.0 70.0 \n", + "\n", + " DewPointLowF HumidityHighPercent HumidityAvgPercent \\\n", + "4 36.0 86.0 71.0 \n", + "6 37.0 83.0 65.0 \n", + "7 33.0 92.0 64.0 \n", + "42 41.0 81.0 71.0 \n", + "51 30.0 82.0 74.0 \n", + "... ... ... ... \n", + "1269 62.0 87.0 62.0 \n", + "1288 66.0 85.0 62.0 \n", + "1304 66.0 88.0 63.0 \n", + "1308 61.0 85.0 56.0 \n", + "1313 61.0 91.0 58.0 \n", + "\n", + " HumidityLowPercent ... SeaLevelPressureAvgInches \\\n", + "4 56.0 ... 30.33 \n", + "6 47.0 ... 30.39 \n", + "7 36.0 ... 30.17 \n", + "42 60.0 ... 29.81 \n", + "51 66.0 ... 30.15 \n", + "... ... ... ... \n", + "1269 36.0 ... 29.89 \n", + "1288 38.0 ... 30.02 \n", + "1304 38.0 ... 29.90 \n", + "1308 27.0 ... 29.95 \n", + "1313 25.0 ... 30.03 \n", + "\n", + " SeaLevelPressureLowInches VisibilityHighMiles VisibilityAvgMiles \\\n", + "4 30.27 10.0 10.0 \n", + "6 30.34 10.0 9.0 \n", + "7 30.04 10.0 10.0 \n", + "42 29.75 10.0 10.0 \n", + "51 30.02 10.0 8.0 \n", + "... ... ... ... \n", + "1269 29.81 10.0 10.0 \n", + "1288 29.92 10.0 9.0 \n", + "1304 29.84 10.0 10.0 \n", + "1308 29.86 10.0 10.0 \n", + "1313 29.93 10.0 10.0 \n", + "\n", + " VisibilityLowMiles WindHighMPH WindAvgMPH WindGustMPH \\\n", + "4 7.0 10.0 2.0 16.0 \n", + "6 7.0 7.0 1.0 11.0 \n", + "7 7.0 10.0 2.0 14.0 \n", + "42 9.0 14.0 6.0 26.0 \n", + "51 4.0 15.0 9.0 23.0 \n", + "... ... ... ... ... \n", + "1269 2.0 15.0 7.0 22.0 \n", + "1288 6.0 15.0 7.0 24.0 \n", + "1304 10.0 16.0 3.0 23.0 \n", + "1308 10.0 14.0 5.0 24.0 \n", + "1313 10.0 15.0 6.0 27.0 \n", + "\n", + " PrecipitationSumInches Events \n", + "4 NaN \n", + "6 NaN \n", + "7 NaN \n", + "42 NaN Rain \n", + "51 NaN Rain \n", + "... ... ... \n", + "1269 NaN Rain \n", + "1288 NaN \n", + "1304 NaN Rain , Thunderstorm \n", + "1308 NaN \n", + "1313 NaN \n", + "\n", + "[136 rows x 21 columns]" + ] + }, + "execution_count": 120, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "missing_values=austin[austin.isnull().any(axis=1)==True]\n", + "missing_values" ] }, { @@ -233,11 +1240,21 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 121, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "1319\n", + "136\n" + ] + } + ], "source": [ - "# Your code here\n" + "print(austin.shape[0])\n", + "print(missing_values.shape[0])" ] }, { @@ -249,11 +1266,22 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 122, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "0.10310841546626232" + ] + }, + "execution_count": 122, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "# Your code here\n" + "missing_values.shape[0]/austin.shape[0]" ] }, { @@ -267,11 +1295,43 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here\n" + "execution_count": 123, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Date 0\n", + "TempHighF 0\n", + "TempAvgF 0\n", + "TempLowF 0\n", + "DewPointHighF 7\n", + "DewPointAvgF 7\n", + "DewPointLowF 7\n", + "HumidityHighPercent 2\n", + "HumidityAvgPercent 2\n", + "HumidityLowPercent 2\n", + "SeaLevelPressureHighInches 3\n", + "SeaLevelPressureAvgInches 3\n", + "SeaLevelPressureLowInches 3\n", + "VisibilityHighMiles 12\n", + "VisibilityAvgMiles 12\n", + "VisibilityLowMiles 12\n", + "WindHighMPH 2\n", + "WindAvgMPH 2\n", + "WindGustMPH 4\n", + "PrecipitationSumInches 124\n", + "Events 0\n", + "dtype: int64" + ] + }, + "execution_count": 123, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "austin.isna().sum()" ] }, { @@ -283,11 +1343,22 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 124, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "0.10310841546626232" + ] + }, + "execution_count": 124, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "# Your code here\n" + "missing_values[\"PrecipitationSumInches\"].isna().count() / austin.shape[0]\n" ] }, { @@ -309,15 +1380,400 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here \n", - "\n", - "\n", - "# Print `austin` to confirm the column is indeed removed\n", - "\n", + "execution_count": 125, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
DateTempHighFTempAvgFTempLowFDewPointHighFDewPointAvgFDewPointLowFHumidityHighPercentHumidityAvgPercentHumidityLowPercentSeaLevelPressureHighInchesSeaLevelPressureAvgInchesSeaLevelPressureLowInchesVisibilityHighMilesVisibilityAvgMilesVisibilityLowMilesWindHighMPHWindAvgMPHWindGustMPHEvents
02013-12-2174604567.049.043.093.075.057.029.8629.6829.5910.07.02.020.04.031.0Rain , Thunderstorm
12013-12-2256483943.036.028.093.068.043.030.4130.1329.8710.010.05.016.06.025.0
22013-12-2358453231.027.023.076.052.027.030.5630.4930.4110.010.010.08.03.012.0
32013-12-2461463136.028.021.089.056.022.030.5630.4530.3010.010.07.012.04.020.0
42013-12-2558504144.040.036.086.071.056.030.4130.3330.2710.010.07.010.02.016.0
...............................................................
13142017-07-27103897571.067.061.082.054.025.030.0429.9729.8810.010.010.012.05.021.0
13152017-07-28105917671.064.055.087.054.020.029.9729.9029.8110.010.010.014.05.020.0
13162017-07-29107927772.064.055.082.051.019.029.9129.8629.7910.010.010.012.04.017.0
13172017-07-30106937970.068.063.069.048.027.029.9629.9129.8710.010.010.013.04.020.0
13182017-07-3199887766.061.054.064.043.022.030.0429.9729.9110.010.010.012.04.020.0
\n", + "

1319 rows × 20 columns

\n", + "
" + ], + "text/plain": [ + " Date TempHighF TempAvgF TempLowF DewPointHighF DewPointAvgF \\\n", + "0 2013-12-21 74 60 45 67.0 49.0 \n", + "1 2013-12-22 56 48 39 43.0 36.0 \n", + "2 2013-12-23 58 45 32 31.0 27.0 \n", + "3 2013-12-24 61 46 31 36.0 28.0 \n", + "4 2013-12-25 58 50 41 44.0 40.0 \n", + "... ... ... ... ... ... ... \n", + "1314 2017-07-27 103 89 75 71.0 67.0 \n", + "1315 2017-07-28 105 91 76 71.0 64.0 \n", + "1316 2017-07-29 107 92 77 72.0 64.0 \n", + "1317 2017-07-30 106 93 79 70.0 68.0 \n", + "1318 2017-07-31 99 88 77 66.0 61.0 \n", + "\n", + " DewPointLowF HumidityHighPercent HumidityAvgPercent \\\n", + "0 43.0 93.0 75.0 \n", + "1 28.0 93.0 68.0 \n", + "2 23.0 76.0 52.0 \n", + "3 21.0 89.0 56.0 \n", + "4 36.0 86.0 71.0 \n", + "... ... ... ... \n", + "1314 61.0 82.0 54.0 \n", + "1315 55.0 87.0 54.0 \n", + "1316 55.0 82.0 51.0 \n", + "1317 63.0 69.0 48.0 \n", + "1318 54.0 64.0 43.0 \n", + "\n", + " HumidityLowPercent SeaLevelPressureHighInches \\\n", + "0 57.0 29.86 \n", + "1 43.0 30.41 \n", + "2 27.0 30.56 \n", + "3 22.0 30.56 \n", + "4 56.0 30.41 \n", + "... ... ... \n", + "1314 25.0 30.04 \n", + "1315 20.0 29.97 \n", + "1316 19.0 29.91 \n", + "1317 27.0 29.96 \n", + "1318 22.0 30.04 \n", + "\n", + " SeaLevelPressureAvgInches SeaLevelPressureLowInches \\\n", + "0 29.68 29.59 \n", + "1 30.13 29.87 \n", + "2 30.49 30.41 \n", + "3 30.45 30.30 \n", + "4 30.33 30.27 \n", + "... ... ... \n", + "1314 29.97 29.88 \n", + "1315 29.90 29.81 \n", + "1316 29.86 29.79 \n", + "1317 29.91 29.87 \n", + "1318 29.97 29.91 \n", + "\n", + " VisibilityHighMiles VisibilityAvgMiles VisibilityLowMiles \\\n", + "0 10.0 7.0 2.0 \n", + "1 10.0 10.0 5.0 \n", + "2 10.0 10.0 10.0 \n", + "3 10.0 10.0 7.0 \n", + "4 10.0 10.0 7.0 \n", + "... ... ... ... \n", + "1314 10.0 10.0 10.0 \n", + "1315 10.0 10.0 10.0 \n", + "1316 10.0 10.0 10.0 \n", + "1317 10.0 10.0 10.0 \n", + "1318 10.0 10.0 10.0 \n", + "\n", + " WindHighMPH WindAvgMPH WindGustMPH Events \n", + "0 20.0 4.0 31.0 Rain , Thunderstorm \n", + "1 16.0 6.0 25.0 \n", + "2 8.0 3.0 12.0 \n", + "3 12.0 4.0 20.0 \n", + "4 10.0 2.0 16.0 \n", + "... ... ... ... ... \n", + "1314 12.0 5.0 21.0 \n", + "1315 14.0 5.0 20.0 \n", + "1316 12.0 4.0 17.0 \n", + "1317 13.0 4.0 20.0 \n", + "1318 12.0 4.0 20.0 \n", + "\n", + "[1319 rows x 20 columns]" + ] + }, + "execution_count": 125, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "austin.drop(columns=\"PrecipitationSumInches\",inplace=True,axis=1)\n", "austin" ] }, @@ -336,11 +1792,401 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here\n" + "execution_count": 126, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
DateTempHighFTempAvgFTempLowFDewPointHighFDewPointAvgFDewPointLowFHumidityHighPercentHumidityAvgPercentHumidityLowPercentSeaLevelPressureHighInchesSeaLevelPressureAvgInchesSeaLevelPressureLowInchesVisibilityHighMilesVisibilityAvgMilesVisibilityLowMilesWindHighMPHWindAvgMPHWindGustMPHEvents
02013-12-2174604567.049.043.093.075.057.029.8629.6829.5910.07.02.020.04.031.0Rain , Thunderstorm
12013-12-2256483943.036.028.093.068.043.030.4130.1329.8710.010.05.016.06.025.0
22013-12-2358453231.027.023.076.052.027.030.5630.4930.4110.010.010.08.03.012.0
32013-12-2461463136.028.021.089.056.022.030.5630.4530.3010.010.07.012.04.020.0
42013-12-2558504144.040.036.086.071.056.030.4130.3330.2710.010.07.010.02.016.0
...............................................................
13142017-07-27103897571.067.061.082.054.025.030.0429.9729.8810.010.010.012.05.021.0
13152017-07-28105917671.064.055.087.054.020.029.9729.9029.8110.010.010.014.05.020.0
13162017-07-29107927772.064.055.082.051.019.029.9129.8629.7910.010.010.012.04.017.0
13172017-07-30106937970.068.063.069.048.027.029.9629.9129.8710.010.010.013.04.020.0
13182017-07-3199887766.061.054.064.043.022.030.0429.9729.9110.010.010.012.04.020.0
\n", + "

1319 rows × 20 columns

\n", + "
" + ], + "text/plain": [ + " Date TempHighF TempAvgF TempLowF DewPointHighF DewPointAvgF \\\n", + "0 2013-12-21 74 60 45 67.0 49.0 \n", + "1 2013-12-22 56 48 39 43.0 36.0 \n", + "2 2013-12-23 58 45 32 31.0 27.0 \n", + "3 2013-12-24 61 46 31 36.0 28.0 \n", + "4 2013-12-25 58 50 41 44.0 40.0 \n", + "... ... ... ... ... ... ... \n", + "1314 2017-07-27 103 89 75 71.0 67.0 \n", + "1315 2017-07-28 105 91 76 71.0 64.0 \n", + "1316 2017-07-29 107 92 77 72.0 64.0 \n", + "1317 2017-07-30 106 93 79 70.0 68.0 \n", + "1318 2017-07-31 99 88 77 66.0 61.0 \n", + "\n", + " DewPointLowF HumidityHighPercent HumidityAvgPercent \\\n", + "0 43.0 93.0 75.0 \n", + "1 28.0 93.0 68.0 \n", + "2 23.0 76.0 52.0 \n", + "3 21.0 89.0 56.0 \n", + "4 36.0 86.0 71.0 \n", + "... ... ... ... \n", + "1314 61.0 82.0 54.0 \n", + "1315 55.0 87.0 54.0 \n", + "1316 55.0 82.0 51.0 \n", + "1317 63.0 69.0 48.0 \n", + "1318 54.0 64.0 43.0 \n", + "\n", + " HumidityLowPercent SeaLevelPressureHighInches \\\n", + "0 57.0 29.86 \n", + "1 43.0 30.41 \n", + "2 27.0 30.56 \n", + "3 22.0 30.56 \n", + "4 56.0 30.41 \n", + "... ... ... \n", + "1314 25.0 30.04 \n", + "1315 20.0 29.97 \n", + "1316 19.0 29.91 \n", + "1317 27.0 29.96 \n", + "1318 22.0 30.04 \n", + "\n", + " SeaLevelPressureAvgInches SeaLevelPressureLowInches \\\n", + "0 29.68 29.59 \n", + "1 30.13 29.87 \n", + "2 30.49 30.41 \n", + "3 30.45 30.30 \n", + "4 30.33 30.27 \n", + "... ... ... \n", + "1314 29.97 29.88 \n", + "1315 29.90 29.81 \n", + "1316 29.86 29.79 \n", + "1317 29.91 29.87 \n", + "1318 29.97 29.91 \n", + "\n", + " VisibilityHighMiles VisibilityAvgMiles VisibilityLowMiles \\\n", + "0 10.0 7.0 2.0 \n", + "1 10.0 10.0 5.0 \n", + "2 10.0 10.0 10.0 \n", + "3 10.0 10.0 7.0 \n", + "4 10.0 10.0 7.0 \n", + "... ... ... ... \n", + "1314 10.0 10.0 10.0 \n", + "1315 10.0 10.0 10.0 \n", + "1316 10.0 10.0 10.0 \n", + "1317 10.0 10.0 10.0 \n", + "1318 10.0 10.0 10.0 \n", + "\n", + " WindHighMPH WindAvgMPH WindGustMPH Events \n", + "0 20.0 4.0 31.0 Rain , Thunderstorm \n", + "1 16.0 6.0 25.0 \n", + "2 8.0 3.0 12.0 \n", + "3 12.0 4.0 20.0 \n", + "4 10.0 2.0 16.0 \n", + "... ... ... ... ... \n", + "1314 12.0 5.0 21.0 \n", + "1315 14.0 5.0 20.0 \n", + "1316 12.0 4.0 17.0 \n", + "1317 13.0 4.0 20.0 \n", + "1318 12.0 4.0 20.0 \n", + "\n", + "[1319 rows x 20 columns]" + ] + }, + "execution_count": 126, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "austin_fixed=austin.interpolate(inplace=False)\n", + "austin_fixed" ] }, { @@ -352,11 +2198,43 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here\n" + "execution_count": 127, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Date 0\n", + "TempHighF 0\n", + "TempAvgF 0\n", + "TempLowF 0\n", + "DewPointHighF 0\n", + "DewPointAvgF 0\n", + "DewPointLowF 0\n", + "HumidityHighPercent 0\n", + "HumidityAvgPercent 0\n", + "HumidityLowPercent 0\n", + "SeaLevelPressureHighInches 0\n", + "SeaLevelPressureAvgInches 0\n", + "SeaLevelPressureLowInches 0\n", + "VisibilityHighMiles 0\n", + "VisibilityAvgMiles 0\n", + "VisibilityLowMiles 0\n", + "WindHighMPH 0\n", + "WindAvgMPH 0\n", + "WindGustMPH 0\n", + "Events 0\n", + "dtype: int64" + ] + }, + "execution_count": 127, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "austin.isnull().sum()\n", + "austin_fixed.isnull().sum()" ] }, { @@ -377,11 +2255,31 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here:\n" + "execution_count": 128, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + " 903\n", + "Rain 192\n", + "Rain , Thunderstorm 137\n", + "Fog , Rain , Thunderstorm 33\n", + "Fog 21\n", + "Thunderstorm 17\n", + "Fog , Rain 14\n", + "Rain , Snow 1\n", + "Fog , Thunderstorm 1\n", + "Name: Events, dtype: int64" + ] + }, + "execution_count": 128, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "austin_fixed[\"Events\"].value_counts()\n" ] }, { @@ -395,11 +2293,11 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 129, "metadata": {}, "outputs": [], "source": [ - "# Your answer:\n" + "#3 - fog, rain and thunderstorm" ] }, { @@ -415,14 +2313,402 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], + "execution_count": 130, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
DateTempHighFTempAvgFTempLowFDewPointHighFDewPointAvgFDewPointLowFHumidityHighPercentHumidityAvgPercentHumidityLowPercent...VisibilityAvgMilesVisibilityLowMilesWindHighMPHWindAvgMPHWindGustMPHEventsSnowFogRainThunderstorm
02013-12-2174604567.049.043.093.075.057.0...7.02.020.04.031.0Rain , Thunderstorm0000
12013-12-2256483943.036.028.093.068.043.0...10.05.016.06.025.00000
22013-12-2358453231.027.023.076.052.027.0...10.010.08.03.012.00000
32013-12-2461463136.028.021.089.056.022.0...10.07.012.04.020.00000
42013-12-2558504144.040.036.086.071.056.0...10.07.010.02.016.00000
..................................................................
13142017-07-27103897571.067.061.082.054.025.0...10.010.012.05.021.00000
13152017-07-28105917671.064.055.087.054.020.0...10.010.014.05.020.00000
13162017-07-29107927772.064.055.082.051.019.0...10.010.012.04.017.00000
13172017-07-30106937970.068.063.069.048.027.0...10.010.013.04.020.00000
13182017-07-3199887766.061.054.064.043.022.0...10.010.012.04.020.00000
\n", + "

1319 rows × 24 columns

\n", + "
" + ], + "text/plain": [ + " Date TempHighF TempAvgF TempLowF DewPointHighF DewPointAvgF \\\n", + "0 2013-12-21 74 60 45 67.0 49.0 \n", + "1 2013-12-22 56 48 39 43.0 36.0 \n", + "2 2013-12-23 58 45 32 31.0 27.0 \n", + "3 2013-12-24 61 46 31 36.0 28.0 \n", + "4 2013-12-25 58 50 41 44.0 40.0 \n", + "... ... ... ... ... ... ... \n", + "1314 2017-07-27 103 89 75 71.0 67.0 \n", + "1315 2017-07-28 105 91 76 71.0 64.0 \n", + "1316 2017-07-29 107 92 77 72.0 64.0 \n", + "1317 2017-07-30 106 93 79 70.0 68.0 \n", + "1318 2017-07-31 99 88 77 66.0 61.0 \n", + "\n", + " DewPointLowF HumidityHighPercent HumidityAvgPercent \\\n", + "0 43.0 93.0 75.0 \n", + "1 28.0 93.0 68.0 \n", + "2 23.0 76.0 52.0 \n", + "3 21.0 89.0 56.0 \n", + "4 36.0 86.0 71.0 \n", + "... ... ... ... \n", + "1314 61.0 82.0 54.0 \n", + "1315 55.0 87.0 54.0 \n", + "1316 55.0 82.0 51.0 \n", + "1317 63.0 69.0 48.0 \n", + "1318 54.0 64.0 43.0 \n", + "\n", + " HumidityLowPercent ... VisibilityAvgMiles VisibilityLowMiles \\\n", + "0 57.0 ... 7.0 2.0 \n", + "1 43.0 ... 10.0 5.0 \n", + "2 27.0 ... 10.0 10.0 \n", + "3 22.0 ... 10.0 7.0 \n", + "4 56.0 ... 10.0 7.0 \n", + "... ... ... ... ... \n", + "1314 25.0 ... 10.0 10.0 \n", + "1315 20.0 ... 10.0 10.0 \n", + "1316 19.0 ... 10.0 10.0 \n", + "1317 27.0 ... 10.0 10.0 \n", + "1318 22.0 ... 10.0 10.0 \n", + "\n", + " WindHighMPH WindAvgMPH WindGustMPH Events Snow Fog \\\n", + "0 20.0 4.0 31.0 Rain , Thunderstorm 0 0 \n", + "1 16.0 6.0 25.0 0 0 \n", + "2 8.0 3.0 12.0 0 0 \n", + "3 12.0 4.0 20.0 0 0 \n", + "4 10.0 2.0 16.0 0 0 \n", + "... ... ... ... ... ... ... \n", + "1314 12.0 5.0 21.0 0 0 \n", + "1315 14.0 5.0 20.0 0 0 \n", + "1316 12.0 4.0 17.0 0 0 \n", + "1317 13.0 4.0 20.0 0 0 \n", + "1318 12.0 4.0 20.0 0 0 \n", + "\n", + " Rain Thunderstorm \n", + "0 0 0 \n", + "1 0 0 \n", + "2 0 0 \n", + "3 0 0 \n", + "4 0 0 \n", + "... ... ... \n", + "1314 0 0 \n", + "1315 0 0 \n", + "1316 0 0 \n", + "1317 0 0 \n", + "1318 0 0 \n", + "\n", + "[1319 rows x 24 columns]" + ] + }, + "execution_count": 130, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "event_list = ['Snow', 'Fog', 'Rain', 'Thunderstorm']\n", "\n", - "# Your code here\n", - "\n", + "for event in event_list:\n", + " austin_fixed[event]=0\n", "\n", "# Print your new dataframe to check whether new columns have been created:\n", "\n", @@ -446,11 +2732,18 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 131, "metadata": {}, "outputs": [], "source": [ - "# Your code here\n" + "def events(row):\n", + " for event in event_list:\n", + " if event in row[\"Events\"]:\n", + " row[event] = 1\n", + " else:\n", + " row[event] = 0\n", + " return row\n", + "austin_fixed=austin_fixed.apply(events, axis=1)" ] }, { @@ -462,11 +2755,399 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], + "execution_count": 132, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
DateTempHighFTempAvgFTempLowFDewPointHighFDewPointAvgFDewPointLowFHumidityHighPercentHumidityAvgPercentHumidityLowPercent...VisibilityAvgMilesVisibilityLowMilesWindHighMPHWindAvgMPHWindGustMPHEventsSnowFogRainThunderstorm
02013-12-2174604567.049.043.093.075.057.0...7.02.020.04.031.0Rain , Thunderstorm0011
12013-12-2256483943.036.028.093.068.043.0...10.05.016.06.025.00000
22013-12-2358453231.027.023.076.052.027.0...10.010.08.03.012.00000
32013-12-2461463136.028.021.089.056.022.0...10.07.012.04.020.00000
42013-12-2558504144.040.036.086.071.056.0...10.07.010.02.016.00000
..................................................................
13142017-07-27103897571.067.061.082.054.025.0...10.010.012.05.021.00000
13152017-07-28105917671.064.055.087.054.020.0...10.010.014.05.020.00000
13162017-07-29107927772.064.055.082.051.019.0...10.010.012.04.017.00000
13172017-07-30106937970.068.063.069.048.027.0...10.010.013.04.020.00000
13182017-07-3199887766.061.054.064.043.022.0...10.010.012.04.020.00000
\n", + "

1319 rows × 24 columns

\n", + "
" + ], + "text/plain": [ + " Date TempHighF TempAvgF TempLowF DewPointHighF DewPointAvgF \\\n", + "0 2013-12-21 74 60 45 67.0 49.0 \n", + "1 2013-12-22 56 48 39 43.0 36.0 \n", + "2 2013-12-23 58 45 32 31.0 27.0 \n", + "3 2013-12-24 61 46 31 36.0 28.0 \n", + "4 2013-12-25 58 50 41 44.0 40.0 \n", + "... ... ... ... ... ... ... \n", + "1314 2017-07-27 103 89 75 71.0 67.0 \n", + "1315 2017-07-28 105 91 76 71.0 64.0 \n", + "1316 2017-07-29 107 92 77 72.0 64.0 \n", + "1317 2017-07-30 106 93 79 70.0 68.0 \n", + "1318 2017-07-31 99 88 77 66.0 61.0 \n", + "\n", + " DewPointLowF HumidityHighPercent HumidityAvgPercent \\\n", + "0 43.0 93.0 75.0 \n", + "1 28.0 93.0 68.0 \n", + "2 23.0 76.0 52.0 \n", + "3 21.0 89.0 56.0 \n", + "4 36.0 86.0 71.0 \n", + "... ... ... ... \n", + "1314 61.0 82.0 54.0 \n", + "1315 55.0 87.0 54.0 \n", + "1316 55.0 82.0 51.0 \n", + "1317 63.0 69.0 48.0 \n", + "1318 54.0 64.0 43.0 \n", + "\n", + " HumidityLowPercent ... VisibilityAvgMiles VisibilityLowMiles \\\n", + "0 57.0 ... 7.0 2.0 \n", + "1 43.0 ... 10.0 5.0 \n", + "2 27.0 ... 10.0 10.0 \n", + "3 22.0 ... 10.0 7.0 \n", + "4 56.0 ... 10.0 7.0 \n", + "... ... ... ... ... \n", + "1314 25.0 ... 10.0 10.0 \n", + "1315 20.0 ... 10.0 10.0 \n", + "1316 19.0 ... 10.0 10.0 \n", + "1317 27.0 ... 10.0 10.0 \n", + "1318 22.0 ... 10.0 10.0 \n", + "\n", + " WindHighMPH WindAvgMPH WindGustMPH Events Snow Fog \\\n", + "0 20.0 4.0 31.0 Rain , Thunderstorm 0 0 \n", + "1 16.0 6.0 25.0 0 0 \n", + "2 8.0 3.0 12.0 0 0 \n", + "3 12.0 4.0 20.0 0 0 \n", + "4 10.0 2.0 16.0 0 0 \n", + "... ... ... ... ... ... ... \n", + "1314 12.0 5.0 21.0 0 0 \n", + "1315 14.0 5.0 20.0 0 0 \n", + "1316 12.0 4.0 17.0 0 0 \n", + "1317 13.0 4.0 20.0 0 0 \n", + "1318 12.0 4.0 20.0 0 0 \n", + "\n", + " Rain Thunderstorm \n", + "0 1 1 \n", + "1 0 0 \n", + "2 0 0 \n", + "3 0 0 \n", + "4 0 0 \n", + "... ... ... \n", + "1314 0 0 \n", + "1315 0 0 \n", + "1316 0 0 \n", + "1317 0 0 \n", + "1318 0 0 \n", + "\n", + "[1319 rows x 24 columns]" + ] + }, + "execution_count": 132, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "# Your code here\n" + "austin_fixed" ] }, { @@ -478,11 +3159,400 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Your code here\n" + "execution_count": 133, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
DateTempHighFTempAvgFTempLowFDewPointHighFDewPointAvgFDewPointLowFHumidityHighPercentHumidityAvgPercentHumidityLowPercent...VisibilityHighMilesVisibilityAvgMilesVisibilityLowMilesWindHighMPHWindAvgMPHWindGustMPHSnowFogRainThunderstorm
02013-12-2174604567.049.043.093.075.057.0...10.07.02.020.04.031.00011
12013-12-2256483943.036.028.093.068.043.0...10.010.05.016.06.025.00000
22013-12-2358453231.027.023.076.052.027.0...10.010.010.08.03.012.00000
32013-12-2461463136.028.021.089.056.022.0...10.010.07.012.04.020.00000
42013-12-2558504144.040.036.086.071.056.0...10.010.07.010.02.016.00000
..................................................................
13142017-07-27103897571.067.061.082.054.025.0...10.010.010.012.05.021.00000
13152017-07-28105917671.064.055.087.054.020.0...10.010.010.014.05.020.00000
13162017-07-29107927772.064.055.082.051.019.0...10.010.010.012.04.017.00000
13172017-07-30106937970.068.063.069.048.027.0...10.010.010.013.04.020.00000
13182017-07-3199887766.061.054.064.043.022.0...10.010.010.012.04.020.00000
\n", + "

1319 rows × 23 columns

\n", + "
" + ], + "text/plain": [ + " Date TempHighF TempAvgF TempLowF DewPointHighF DewPointAvgF \\\n", + "0 2013-12-21 74 60 45 67.0 49.0 \n", + "1 2013-12-22 56 48 39 43.0 36.0 \n", + "2 2013-12-23 58 45 32 31.0 27.0 \n", + "3 2013-12-24 61 46 31 36.0 28.0 \n", + "4 2013-12-25 58 50 41 44.0 40.0 \n", + "... ... ... ... ... ... ... \n", + "1314 2017-07-27 103 89 75 71.0 67.0 \n", + "1315 2017-07-28 105 91 76 71.0 64.0 \n", + "1316 2017-07-29 107 92 77 72.0 64.0 \n", + "1317 2017-07-30 106 93 79 70.0 68.0 \n", + "1318 2017-07-31 99 88 77 66.0 61.0 \n", + "\n", + " DewPointLowF HumidityHighPercent HumidityAvgPercent \\\n", + "0 43.0 93.0 75.0 \n", + "1 28.0 93.0 68.0 \n", + "2 23.0 76.0 52.0 \n", + "3 21.0 89.0 56.0 \n", + "4 36.0 86.0 71.0 \n", + "... ... ... ... \n", + "1314 61.0 82.0 54.0 \n", + "1315 55.0 87.0 54.0 \n", + "1316 55.0 82.0 51.0 \n", + "1317 63.0 69.0 48.0 \n", + "1318 54.0 64.0 43.0 \n", + "\n", + " HumidityLowPercent ... VisibilityHighMiles VisibilityAvgMiles \\\n", + "0 57.0 ... 10.0 7.0 \n", + "1 43.0 ... 10.0 10.0 \n", + "2 27.0 ... 10.0 10.0 \n", + "3 22.0 ... 10.0 10.0 \n", + "4 56.0 ... 10.0 10.0 \n", + "... ... ... ... ... \n", + "1314 25.0 ... 10.0 10.0 \n", + "1315 20.0 ... 10.0 10.0 \n", + "1316 19.0 ... 10.0 10.0 \n", + "1317 27.0 ... 10.0 10.0 \n", + "1318 22.0 ... 10.0 10.0 \n", + "\n", + " VisibilityLowMiles WindHighMPH WindAvgMPH WindGustMPH Snow Fog \\\n", + "0 2.0 20.0 4.0 31.0 0 0 \n", + "1 5.0 16.0 6.0 25.0 0 0 \n", + "2 10.0 8.0 3.0 12.0 0 0 \n", + "3 7.0 12.0 4.0 20.0 0 0 \n", + "4 7.0 10.0 2.0 16.0 0 0 \n", + "... ... ... ... ... ... ... \n", + "1314 10.0 12.0 5.0 21.0 0 0 \n", + "1315 10.0 14.0 5.0 20.0 0 0 \n", + "1316 10.0 12.0 4.0 17.0 0 0 \n", + "1317 10.0 13.0 4.0 20.0 0 0 \n", + "1318 10.0 12.0 4.0 20.0 0 0 \n", + "\n", + " Rain Thunderstorm \n", + "0 1 1 \n", + "1 0 0 \n", + "2 0 0 \n", + "3 0 0 \n", + "4 0 0 \n", + "... ... ... \n", + "1314 0 0 \n", + "1315 0 0 \n", + "1316 0 0 \n", + "1317 0 0 \n", + "1318 0 0 \n", + "\n", + "[1319 rows x 23 columns]" + ] + }, + "execution_count": 133, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "austin_fixed.drop(columns=\"Events\",inplace=True)\n", + "austin_fixed" ] }, { @@ -500,11 +3570,15 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 134, "metadata": {}, "outputs": [], "source": [ - "# Your code here\n" + "from datetime import datetime as dt\n", + "def date(row):\n", + " d=dt.strptime(row, '%Y-%m-%d').date()\n", + " return d.toordinal()\n", + "austin_fixed[\"Date\"]=austin_fixed[\"Date\"].apply(date)" ] }, { @@ -516,9 +3590,216 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], + "execution_count": 135, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
DateTempHighFTempAvgFTempLowFDewPointHighFDewPointAvgFDewPointLowFHumidityHighPercentHumidityAvgPercentHumidityLowPercent...VisibilityHighMilesVisibilityAvgMilesVisibilityLowMilesWindHighMPHWindAvgMPHWindGustMPHSnowFogRainThunderstorm
073522374604567.049.043.093.075.057.0...10.07.02.020.04.031.00011
173522456483943.036.028.093.068.043.0...10.010.05.016.06.025.00000
273522558453231.027.023.076.052.027.0...10.010.010.08.03.012.00000
373522661463136.028.021.089.056.022.0...10.010.07.012.04.020.00000
473522758504144.040.036.086.071.056.0...10.010.07.010.02.016.00000
\n", + "

5 rows × 23 columns

\n", + "
" + ], + "text/plain": [ + " Date TempHighF TempAvgF TempLowF DewPointHighF DewPointAvgF \\\n", + "0 735223 74 60 45 67.0 49.0 \n", + "1 735224 56 48 39 43.0 36.0 \n", + "2 735225 58 45 32 31.0 27.0 \n", + "3 735226 61 46 31 36.0 28.0 \n", + "4 735227 58 50 41 44.0 40.0 \n", + "\n", + " DewPointLowF HumidityHighPercent HumidityAvgPercent HumidityLowPercent \\\n", + "0 43.0 93.0 75.0 57.0 \n", + "1 28.0 93.0 68.0 43.0 \n", + "2 23.0 76.0 52.0 27.0 \n", + "3 21.0 89.0 56.0 22.0 \n", + "4 36.0 86.0 71.0 56.0 \n", + "\n", + " ... VisibilityHighMiles VisibilityAvgMiles VisibilityLowMiles \\\n", + "0 ... 10.0 7.0 2.0 \n", + "1 ... 10.0 10.0 5.0 \n", + "2 ... 10.0 10.0 10.0 \n", + "3 ... 10.0 10.0 7.0 \n", + "4 ... 10.0 10.0 7.0 \n", + "\n", + " WindHighMPH WindAvgMPH WindGustMPH Snow Fog Rain Thunderstorm \n", + "0 20.0 4.0 31.0 0 0 1 1 \n", + "1 16.0 6.0 25.0 0 0 0 0 \n", + "2 8.0 3.0 12.0 0 0 0 0 \n", + "3 12.0 4.0 20.0 0 0 0 0 \n", + "4 10.0 2.0 16.0 0 0 0 0 \n", + "\n", + "[5 rows x 23 columns]" + ] + }, + "execution_count": 135, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "austin_fixed.head(5)" ] @@ -577,11 +3858,12 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 136, "metadata": {}, "outputs": [], "source": [ - "# Your code here:\n" + "X=austin_fixed.drop(columns=\"TempAvgF\")\n", + "y=austin_fixed[\"TempAvgF\"]" ] }, { @@ -593,11 +3875,11 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 137, "metadata": {}, "outputs": [], "source": [ - "#Your code here:\n" + "from sklearn.model_selection import train_test_split" ] }, { @@ -612,11 +3894,11 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 138, "metadata": {}, "outputs": [], "source": [ - "#Your code here:\n" + "X_train, X_test, y_train, y_test = train_test_split(X,y, train_size=0.2)" ] }, { @@ -641,11 +3923,24 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 151, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "1056" + ] + }, + "execution_count": 151, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "# Your code here:\n" + "import math\n", + "ts_rows=math.ceil(austin_fixed.shape[0]*0.8)\n", + "ts_rows" ] }, { @@ -657,11 +3952,13 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 161, "metadata": {}, "outputs": [], "source": [ - "# Your code here:\n" + "austin_fixed.sort_values(by=\"Date\",inplace=True)\n", + "X_ts_train=X[:ts_rows]\n", + "X_ts_test=X[ts_rows:]" ] }, { @@ -673,11 +3970,12 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 162, "metadata": {}, "outputs": [], "source": [ - "# Your code here:\n" + "y_ts_train=y[:ts_rows]\n", + "y_ts_test=y[ts_rows:]" ] } ], @@ -697,7 +3995,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.6.9" + "version": "3.11.4" } }, "nbformat": 4,