recommender.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "native-boring",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "hungarian-china",
   "metadata": {},
   "outputs": [],
   "source": [
    "movies = pd.read_csv(\"/Users/reejungkim/Documents/Git/Recommender-System/movie_ratings/movies.csv\")\n",
    "ratings = pd.read_csv(\"/Users/reejungkim/Documents/Git/Recommender-System/movie_ratings/ratings.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "joined-nightmare",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movieId</th>\n",
       "      <th>title</th>\n",
       "      <th>genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Toy Story (1995)</td>\n",
       "      <td>Adventure|Animation|Children|Comedy|Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>Jumanji (1995)</td>\n",
       "      <td>Adventure|Children|Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>Grumpier Old Men (1995)</td>\n",
       "      <td>Comedy|Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Waiting to Exhale (1995)</td>\n",
       "      <td>Comedy|Drama|Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Father of the Bride Part II (1995)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movieId                               title  \\\n",
       "0        1                    Toy Story (1995)   \n",
       "1        2                      Jumanji (1995)   \n",
       "2        3             Grumpier Old Men (1995)   \n",
       "3        4            Waiting to Exhale (1995)   \n",
       "4        5  Father of the Bride Part II (1995)   \n",
       "\n",
       "                                        genres  \n",
       "0  Adventure|Animation|Children|Comedy|Fantasy  \n",
       "1                   Adventure|Children|Fantasy  \n",
       "2                               Comedy|Romance  \n",
       "3                         Comedy|Drama|Romance  \n",
       "4                                       Comedy  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "occupied-scale",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>movieId</th>\n",
       "      <th>rating</th>\n",
       "      <th>timestamp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1112486027</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>29</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1112484676</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>32</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1112484819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>47</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1112484727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>50</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1112484580</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   userId  movieId  rating   timestamp\n",
       "0       1        2     3.5  1112486027\n",
       "1       1       29     3.5  1112484676\n",
       "2       1       32     3.5  1112484819\n",
       "3       1       47     3.5  1112484727\n",
       "4       1       50     3.5  1112484580"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ratings.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "corporate-guard",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>movieId</th>\n",
       "      <th>rating</th>\n",
       "      <th>title</th>\n",
       "      <th>genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3.5</td>\n",
       "      <td>Jumanji (1995)</td>\n",
       "      <td>Adventure|Children|Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Jumanji (1995)</td>\n",
       "      <td>Adventure|Children|Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>13</td>\n",
       "      <td>2</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Jumanji (1995)</td>\n",
       "      <td>Adventure|Children|Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>29</td>\n",
       "      <td>2</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Jumanji (1995)</td>\n",
       "      <td>Adventure|Children|Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>34</td>\n",
       "      <td>2</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Jumanji (1995)</td>\n",
       "      <td>Adventure|Children|Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1048570</th>\n",
       "      <td>7066</td>\n",
       "      <td>88572</td>\n",
       "      <td>1.5</td>\n",
       "      <td>Fred: The Movie (2010)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1048571</th>\n",
       "      <td>7066</td>\n",
       "      <td>112412</td>\n",
       "      <td>4.5</td>\n",
       "      <td>Perfect Sisters (2014)</td>\n",
       "      <td>Drama|Mystery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1048572</th>\n",
       "      <td>7077</td>\n",
       "      <td>32013</td>\n",
       "      <td>3.5</td>\n",
       "      <td>Loop the Loop (Up and Down) (Horem pádem) (2004)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1048573</th>\n",
       "      <td>7086</td>\n",
       "      <td>102596</td>\n",
       "      <td>4.5</td>\n",
       "      <td>180° South (180 Degrees South) (180° South: Co...</td>\n",
       "      <td>Documentary|Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1048574</th>\n",
       "      <td>7110</td>\n",
       "      <td>65651</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Fire and Ice (2008)</td>\n",
       "      <td>Adventure|Fantasy</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1048575 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         userId  movieId  rating  \\\n",
       "0             1        2     3.5   \n",
       "1             5        2     3.0   \n",
       "2            13        2     3.0   \n",
       "3            29        2     3.0   \n",
       "4            34        2     3.0   \n",
       "...         ...      ...     ...   \n",
       "1048570    7066    88572     1.5   \n",
       "1048571    7066   112412     4.5   \n",
       "1048572    7077    32013     3.5   \n",
       "1048573    7086   102596     4.5   \n",
       "1048574    7110    65651     2.0   \n",
       "\n",
       "                                                     title  \\\n",
       "0                                           Jumanji (1995)   \n",
       "1                                           Jumanji (1995)   \n",
       "2                                           Jumanji (1995)   \n",
       "3                                           Jumanji (1995)   \n",
       "4                                           Jumanji (1995)   \n",
       "...                                                    ...   \n",
       "1048570                             Fred: The Movie (2010)   \n",
       "1048571                             Perfect Sisters (2014)   \n",
       "1048572   Loop the Loop (Up and Down) (Horem pádem) (2004)   \n",
       "1048573  180° South (180 Degrees South) (180° South: Co...   \n",
       "1048574                                Fire and Ice (2008)   \n",
       "\n",
       "                             genres  \n",
       "0        Adventure|Children|Fantasy  \n",
       "1        Adventure|Children|Fantasy  \n",
       "2        Adventure|Children|Fantasy  \n",
       "3        Adventure|Children|Fantasy  \n",
       "4        Adventure|Children|Fantasy  \n",
       "...                             ...  \n",
       "1048570                      Comedy  \n",
       "1048571               Drama|Mystery  \n",
       "1048572                      Comedy  \n",
       "1048573           Documentary|Drama  \n",
       "1048574           Adventure|Fantasy  \n",
       "\n",
       "[1048575 rows x 5 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data=pd.merge(ratings,movies,on=\"movieId\")\n",
    "column=['userId','movieId','rating','title','genres']\n",
    "data=data[column]\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "architectural-editing",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>userId</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>...</th>\n",
       "      <th>7111</th>\n",
       "      <th>7112</th>\n",
       "      <th>7113</th>\n",
       "      <th>7114</th>\n",
       "      <th>7115</th>\n",
       "      <th>7116</th>\n",
       "      <th>7117</th>\n",
       "      <th>7118</th>\n",
       "      <th>7119</th>\n",
       "      <th>7120</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>movieId</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130073</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130219</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130462</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130490</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130642</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>14026 rows × 7120 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "userId   1     2     3     4     5     6     7     8     9     10    ...  \\\n",
       "movieId                                                              ...   \n",
       "1         NaN   NaN   4.0   NaN   NaN   5.0   NaN   4.0   NaN   4.0  ...   \n",
       "2         3.5   NaN   NaN   NaN   3.0   NaN   NaN   NaN   NaN   NaN  ...   \n",
       "3         NaN   4.0   NaN   NaN   NaN   3.0   3.0   5.0   NaN   NaN  ...   \n",
       "4         NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  ...   \n",
       "5         NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  ...   \n",
       "...       ...   ...   ...   ...   ...   ...   ...   ...   ...   ...  ...   \n",
       "130073    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  ...   \n",
       "130219    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  ...   \n",
       "130462    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  ...   \n",
       "130490    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  ...   \n",
       "130642    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  ...   \n",
       "\n",
       "userId   7111  7112  7113  7114  7115  7116  7117  7118  7119  7120  \n",
       "movieId                                                              \n",
       "1         NaN   NaN   NaN   NaN   NaN   4.0   4.0   NaN   5.0   4.5  \n",
       "2         NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   4.0  \n",
       "3         NaN   NaN   NaN   NaN   NaN   NaN   4.0   NaN   NaN   NaN  \n",
       "4         NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  \n",
       "5         NaN   NaN   NaN   NaN   4.0   3.5   NaN   NaN   NaN   NaN  \n",
       "...       ...   ...   ...   ...   ...   ...   ...   ...   ...   ...  \n",
       "130073    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  \n",
       "130219    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  \n",
       "130462    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  \n",
       "130490    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  \n",
       "130642    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  \n",
       "\n",
       "[14026 rows x 7120 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 아이템 기반 협업 필터링 \n",
    "moviedata=data.pivot_table(index=\"movieId\",  columns='userId')['rating']\n",
    "moviedata"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "biological-cabinet",
   "metadata": {},
   "source": [
    "#### sparsity calculation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "included-bhutan",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sparsity:  98.95%\n"
     ]
    }
   ],
   "source": [
    "#sparsity of matrix = Number of Empty cells / Total Number of cells.\n",
    "sparsity =  np.isnan(moviedata.values).sum() / np.prod(moviedata.shape)\n",
    "print(\"Sparsity: \", '{:2.2%}'.format(sparsity) )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "medium-excuse",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>userId</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>...</th>\n",
       "      <th>7111</th>\n",
       "      <th>7112</th>\n",
       "      <th>7113</th>\n",
       "      <th>7114</th>\n",
       "      <th>7115</th>\n",
       "      <th>7116</th>\n",
       "      <th>7117</th>\n",
       "      <th>7118</th>\n",
       "      <th>7119</th>\n",
       "      <th>7120</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>movieId</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3.5</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.5</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130073</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130219</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130462</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130490</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130642</th>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>14026 rows × 7120 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "userId   1     2     3     4     5     6     7     8     9     10    ...  \\\n",
       "movieId                                                              ...   \n",
       "1        -1.0  -1.0   4.0  -1.0  -1.0   5.0  -1.0   4.0  -1.0   4.0  ...   \n",
       "2         3.5  -1.0  -1.0  -1.0   3.0  -1.0  -1.0  -1.0  -1.0  -1.0  ...   \n",
       "3        -1.0   4.0  -1.0  -1.0  -1.0   3.0   3.0   5.0  -1.0  -1.0  ...   \n",
       "4        -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  ...   \n",
       "5        -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  ...   \n",
       "...       ...   ...   ...   ...   ...   ...   ...   ...   ...   ...  ...   \n",
       "130073   -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  ...   \n",
       "130219   -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  ...   \n",
       "130462   -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  ...   \n",
       "130490   -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  ...   \n",
       "130642   -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  ...   \n",
       "\n",
       "userId   7111  7112  7113  7114  7115  7116  7117  7118  7119  7120  \n",
       "movieId                                                              \n",
       "1        -1.0  -1.0  -1.0  -1.0  -1.0   4.0   4.0  -1.0   5.0   4.5  \n",
       "2        -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0   4.0  \n",
       "3        -1.0  -1.0  -1.0  -1.0  -1.0  -1.0   4.0  -1.0  -1.0  -1.0  \n",
       "4        -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  \n",
       "5        -1.0  -1.0  -1.0  -1.0   4.0   3.5  -1.0  -1.0  -1.0  -1.0  \n",
       "...       ...   ...   ...   ...   ...   ...   ...   ...   ...   ...  \n",
       "130073   -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  \n",
       "130219   -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  \n",
       "130462   -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  \n",
       "130490   -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  \n",
       "130642   -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  -1.0  \n",
       "\n",
       "[14026 rows x 7120 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#NaN값을 -1로 변경 ( 평점을 계산할 때 양수값만 처리하면 됌)\n",
    "moviedata.fillna(-1, inplace=True)\n",
    "moviedata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "processed-rwanda",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "userId\n",
       "12      2.0\n",
       "24      2.0\n",
       "30      2.5\n",
       "46      3.0\n",
       "54      3.0\n",
       "       ... \n",
       "7077    3.0\n",
       "7081    3.0\n",
       "7083    3.5\n",
       "7115    4.0\n",
       "7116    3.5\n",
       "Name: 5, Length: 657, dtype: float64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "moviedata.loc[5,moviedata.loc[5,:]>0] "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "palestinian-world",
   "metadata": {},
   "source": [
    "#### KDD 분석 방법론\n",
    "KDD(Knowledge Discovery in Database) 분석 방법론은 1996년 Fayyad가 소개한 방법론으로 데이터를 통해 통계적 패턴이나 지식을 찾을 수 있도록 정리한 데이터마이닝 프로세스이다"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "attended-tracker",
   "metadata": {},
   "outputs": [],
   "source": [
    "#kdd 유사도 함수 \n",
    "from math import sqrt\n",
    "def sim_distance(data, n1, n2):\n",
    "    sum=0\n",
    "    #두 사용자가 모두 본 영화를 기준으로 해야해서 i로 변수 통일(j따로 안 써줌)\n",
    "    for i in data.loc[n1,data.loc[n1,:]>=0].index:\n",
    "         if data.loc[n2,i]>=0:\n",
    "            sum+=pow(data.loc[n1,i]-data.loc[n2,i],2) #누적합 \n",
    "    return sqrt(1/(sum+1)) #유사도 형식으로 출력 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "united-cancellation",
   "metadata": {},
   "outputs": [],
   "source": [
    "# 나와 유사도가 높은 user 매칭 함수\n",
    "def top_match(data, name, rank = 5, simf = sim_distance):\n",
    "    simList = []\n",
    "    for i in data.index[-10:]:\n",
    "        if name != i:\n",
    "            simList.append((simf(data, name, i), i))\n",
    "    simList.sort()\n",
    "    simList.reverse()    \n",
    "    return simList[:rank]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "valued-league",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(1.0, 130490), (1.0, 130219), (1.0, 130073), (1.0, 129707), (1.0, 129354)]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_match(moviedata, 25)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "brazilian-husband",
   "metadata": {},
   "outputs": [],
   "source": [
    "# 추천 시스템 함수\n",
    "def recommendation(data, person, simf = sim_distance):\n",
    "    res = top_match(data, person, len(data))\n",
    "    score_dic = {}\n",
    "    sim_dic = {}\n",
    "    myList = []\n",
    "    for sim, name in res:\n",
    "        if sim < 0:\n",
    "            continue\n",
    "        for movie in data.loc[person, data.loc[person, :] < 0].index:\n",
    "            simSum = 0\n",
    "            if data.loc[name, movie] >= 0:\n",
    "                simSum += sim * data.loc[name, movie]\n",
    "                \n",
    "                score_dic.setdefault(movie, 0)\n",
    "                score_dic[movie] += simSum\n",
    "                \n",
    "                sim_dic.setdefault(movie, 0)\n",
    "                sim_dic[movie] += sim                \n",
    "    for key in score_dic:\n",
    "        myList.append((score_dic[key] / sim_dic[key], key))\n",
    "    myList.sort()\n",
    "    myList.reverse()\n",
    "    \n",
    "    return myList"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "handmade-challenge",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(4.5, \"Dracula (Bram Stoker's Dracula) (1992)\"),\n",
       " (3.5, 'Born Yesterday (1993)'),\n",
       " (3.5, 'Great Muppet Caper, The (1981)'),\n",
       " (3.5, 'Return with Honor (1998)'),\n",
       " (3.0, 'Left Behind II: Tribulation Force (2002)'),\n",
       " (2.5, 'Bully (2001)'),\n",
       " (1.0, \"Christmas Vacation (National Lampoon's Christmas Vacation) (1989)\"),\n",
       " (0.5, 'Here on Earth (2000)')]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 25번 user가 안본 영화중에서 \n",
    "#추천 점수가 가장 높은 순으로 예상평점과 영화제목을 추천 (10개까지)\n",
    "movieList = []\n",
    "for rate, m_id in recommendation(moviedata, 25):\n",
    "    movieList.append((rate, movies.loc[movies['movieId'] == m_id, 'title'].values[0]))\n",
    "movieList[:10]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "thousand-keeping",
   "metadata": {},
   "source": [
    "#### Cosine similarity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "terminal-native",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "userdata= data.pivot_table(index=\"userId\",  columns='movieId')['rating']\n",
    "userdata.fillna(0, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "friendly-filter",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>userId</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>...</th>\n",
       "      <th>7111</th>\n",
       "      <th>7112</th>\n",
       "      <th>7113</th>\n",
       "      <th>7114</th>\n",
       "      <th>7115</th>\n",
       "      <th>7116</th>\n",
       "      <th>7117</th>\n",
       "      <th>7118</th>\n",
       "      <th>7119</th>\n",
       "      <th>7120</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>userId</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.102916</td>\n",
       "      <td>0.261198</td>\n",
       "      <td>0.029091</td>\n",
       "      <td>0.139199</td>\n",
       "      <td>0.029488</td>\n",
       "      <td>0.112060</td>\n",
       "      <td>0.060641</td>\n",
       "      <td>0.062589</td>\n",
       "      <td>0.136902</td>\n",
       "      <td>...</td>\n",
       "      <td>0.111705</td>\n",
       "      <td>0.024332</td>\n",
       "      <td>0.068812</td>\n",
       "      <td>0.070645</td>\n",
       "      <td>0.072708</td>\n",
       "      <td>0.199134</td>\n",
       "      <td>0.184821</td>\n",
       "      <td>0.073167</td>\n",
       "      <td>0.061347</td>\n",
       "      <td>0.073745</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.102916</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.180124</td>\n",
       "      <td>0.064014</td>\n",
       "      <td>0.140042</td>\n",
       "      <td>0.092464</td>\n",
       "      <td>0.160006</td>\n",
       "      <td>0.103785</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.101933</td>\n",
       "      <td>...</td>\n",
       "      <td>0.032184</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.101155</td>\n",
       "      <td>0.029610</td>\n",
       "      <td>0.056683</td>\n",
       "      <td>0.097934</td>\n",
       "      <td>0.131996</td>\n",
       "      <td>0.072786</td>\n",
       "      <td>0.096771</td>\n",
       "      <td>0.101421</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.261198</td>\n",
       "      <td>0.180124</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.057323</td>\n",
       "      <td>0.156755</td>\n",
       "      <td>0.063552</td>\n",
       "      <td>0.207623</td>\n",
       "      <td>0.087128</td>\n",
       "      <td>0.053957</td>\n",
       "      <td>0.273834</td>\n",
       "      <td>...</td>\n",
       "      <td>0.067894</td>\n",
       "      <td>0.065551</td>\n",
       "      <td>0.115196</td>\n",
       "      <td>0.140032</td>\n",
       "      <td>0.094147</td>\n",
       "      <td>0.211351</td>\n",
       "      <td>0.244160</td>\n",
       "      <td>0.156375</td>\n",
       "      <td>0.142090</td>\n",
       "      <td>0.039053</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.029091</td>\n",
       "      <td>0.064014</td>\n",
       "      <td>0.057323</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300828</td>\n",
       "      <td>0.040654</td>\n",
       "      <td>0.073242</td>\n",
       "      <td>0.307392</td>\n",
       "      <td>0.042953</td>\n",
       "      <td>0.025546</td>\n",
       "      <td>...</td>\n",
       "      <td>0.073765</td>\n",
       "      <td>0.050096</td>\n",
       "      <td>0.414432</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.291746</td>\n",
       "      <td>0.078976</td>\n",
       "      <td>0.230812</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.230159</td>\n",
       "      <td>0.024401</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.139199</td>\n",
       "      <td>0.140042</td>\n",
       "      <td>0.156755</td>\n",
       "      <td>0.300828</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.234223</td>\n",
       "      <td>0.169685</td>\n",
       "      <td>0.304162</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.138848</td>\n",
       "      <td>...</td>\n",
       "      <td>0.088054</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.420953</td>\n",
       "      <td>0.053778</td>\n",
       "      <td>0.362804</td>\n",
       "      <td>0.166011</td>\n",
       "      <td>0.339279</td>\n",
       "      <td>0.090617</td>\n",
       "      <td>0.365986</td>\n",
       "      <td>0.140729</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7116</th>\n",
       "      <td>0.199134</td>\n",
       "      <td>0.097934</td>\n",
       "      <td>0.211351</td>\n",
       "      <td>0.078976</td>\n",
       "      <td>0.166011</td>\n",
       "      <td>0.057497</td>\n",
       "      <td>0.194971</td>\n",
       "      <td>0.130424</td>\n",
       "      <td>0.071409</td>\n",
       "      <td>0.124021</td>\n",
       "      <td>...</td>\n",
       "      <td>0.098213</td>\n",
       "      <td>0.055693</td>\n",
       "      <td>0.127347</td>\n",
       "      <td>0.123116</td>\n",
       "      <td>0.119897</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.252682</td>\n",
       "      <td>0.080021</td>\n",
       "      <td>0.147133</td>\n",
       "      <td>0.105743</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7117</th>\n",
       "      <td>0.184821</td>\n",
       "      <td>0.131996</td>\n",
       "      <td>0.244160</td>\n",
       "      <td>0.230812</td>\n",
       "      <td>0.339279</td>\n",
       "      <td>0.148712</td>\n",
       "      <td>0.181100</td>\n",
       "      <td>0.328350</td>\n",
       "      <td>0.040344</td>\n",
       "      <td>0.159959</td>\n",
       "      <td>...</td>\n",
       "      <td>0.133959</td>\n",
       "      <td>0.025168</td>\n",
       "      <td>0.349258</td>\n",
       "      <td>0.117570</td>\n",
       "      <td>0.346457</td>\n",
       "      <td>0.252682</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.073348</td>\n",
       "      <td>0.265910</td>\n",
       "      <td>0.144499</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7118</th>\n",
       "      <td>0.073167</td>\n",
       "      <td>0.072786</td>\n",
       "      <td>0.156375</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.090617</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.055743</td>\n",
       "      <td>0.042786</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.129616</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.045936</td>\n",
       "      <td>0.035576</td>\n",
       "      <td>0.116131</td>\n",
       "      <td>0.034736</td>\n",
       "      <td>0.080021</td>\n",
       "      <td>0.073348</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.051628</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7119</th>\n",
       "      <td>0.061347</td>\n",
       "      <td>0.096771</td>\n",
       "      <td>0.142090</td>\n",
       "      <td>0.230159</td>\n",
       "      <td>0.365986</td>\n",
       "      <td>0.096404</td>\n",
       "      <td>0.114629</td>\n",
       "      <td>0.588750</td>\n",
       "      <td>0.038196</td>\n",
       "      <td>0.053005</td>\n",
       "      <td>...</td>\n",
       "      <td>0.078959</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500787</td>\n",
       "      <td>0.043992</td>\n",
       "      <td>0.503114</td>\n",
       "      <td>0.147133</td>\n",
       "      <td>0.265910</td>\n",
       "      <td>0.051628</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.237236</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7120</th>\n",
       "      <td>0.073745</td>\n",
       "      <td>0.101421</td>\n",
       "      <td>0.039053</td>\n",
       "      <td>0.024401</td>\n",
       "      <td>0.140729</td>\n",
       "      <td>0.302302</td>\n",
       "      <td>0.056628</td>\n",
       "      <td>0.239764</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.082027</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.007937</td>\n",
       "      <td>0.189253</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.198251</td>\n",
       "      <td>0.105743</td>\n",
       "      <td>0.144499</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.237236</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7120 rows × 7120 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "userId      1         2         3         4         5         6         7     \\\n",
       "userId                                                                         \n",
       "1       1.000000  0.102916  0.261198  0.029091  0.139199  0.029488  0.112060   \n",
       "2       0.102916  1.000000  0.180124  0.064014  0.140042  0.092464  0.160006   \n",
       "3       0.261198  0.180124  1.000000  0.057323  0.156755  0.063552  0.207623   \n",
       "4       0.029091  0.064014  0.057323  1.000000  0.300828  0.040654  0.073242   \n",
       "5       0.139199  0.140042  0.156755  0.300828  1.000000  0.234223  0.169685   \n",
       "...          ...       ...       ...       ...       ...       ...       ...   \n",
       "7116    0.199134  0.097934  0.211351  0.078976  0.166011  0.057497  0.194971   \n",
       "7117    0.184821  0.131996  0.244160  0.230812  0.339279  0.148712  0.181100   \n",
       "7118    0.073167  0.072786  0.156375  0.000000  0.090617  0.000000  0.055743   \n",
       "7119    0.061347  0.096771  0.142090  0.230159  0.365986  0.096404  0.114629   \n",
       "7120    0.073745  0.101421  0.039053  0.024401  0.140729  0.302302  0.056628   \n",
       "\n",
       "userId      8         9         10    ...      7111      7112      7113  \\\n",
       "userId                                ...                                 \n",
       "1       0.060641  0.062589  0.136902  ...  0.111705  0.024332  0.068812   \n",
       "2       0.103785  0.000000  0.101933  ...  0.032184  0.000000  0.101155   \n",
       "3       0.087128  0.053957  0.273834  ...  0.067894  0.065551  0.115196   \n",
       "4       0.307392  0.042953  0.025546  ...  0.073765  0.050096  0.414432   \n",
       "5       0.304162  0.000000  0.138848  ...  0.088054  0.000000  0.420953   \n",
       "...          ...       ...       ...  ...       ...       ...       ...   \n",
       "7116    0.130424  0.071409  0.124021  ...  0.098213  0.055693  0.127347   \n",
       "7117    0.328350  0.040344  0.159959  ...  0.133959  0.025168  0.349258   \n",
       "7118    0.042786  0.000000  0.129616  ...  0.000000  0.045936  0.035576   \n",
       "7119    0.588750  0.038196  0.053005  ...  0.078959  0.000000  0.500787   \n",
       "7120    0.239764  0.000000  0.082027  ...  0.000000  0.007937  0.189253   \n",
       "\n",
       "userId      7114      7115      7116      7117      7118      7119      7120  \n",
       "userId                                                                        \n",
       "1       0.070645  0.072708  0.199134  0.184821  0.073167  0.061347  0.073745  \n",
       "2       0.029610  0.056683  0.097934  0.131996  0.072786  0.096771  0.101421  \n",
       "3       0.140032  0.094147  0.211351  0.244160  0.156375  0.142090  0.039053  \n",
       "4       0.000000  0.291746  0.078976  0.230812  0.000000  0.230159  0.024401  \n",
       "5       0.053778  0.362804  0.166011  0.339279  0.090617  0.365986  0.140729  \n",
       "...          ...       ...       ...       ...       ...       ...       ...  \n",
       "7116    0.123116  0.119897  1.000000  0.252682  0.080021  0.147133  0.105743  \n",
       "7117    0.117570  0.346457  0.252682  1.000000  0.073348  0.265910  0.144499  \n",
       "7118    0.116131  0.034736  0.080021  0.073348  1.000000  0.051628  0.000000  \n",
       "7119    0.043992  0.503114  0.147133  0.265910  0.051628  1.000000  0.237236  \n",
       "7120    0.000000  0.198251  0.105743  0.144499  0.000000  0.237236  1.000000  \n",
       "\n",
       "[7120 rows x 7120 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.metrics.pairwise import cosine_similarity\n",
    "\n",
    "pd.DataFrame(cosine_similarity(userdata), index=userdata.index , columns = userdata.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "close-knight",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "strategic-tongue",
   "metadata": {},
   "outputs": [],
   "source": [
    "#피어슨 상관계수\n",
    "def sim_pearson(data, n1, n2): \n",
    "    #구현\n",
    "    sumX=0\n",
    "    sumY=0\n",
    "    sumSqX=0 # x 제곱합 \n",
    "    sumSqY=0 # y 제곱합 \n",
    "    sumXY=0 #XY 합\n",
    "    cnt =0 #영화 갯수 \n",
    "    for i in data.loc[n1,data.loc[n1,:]>=0].index:\n",
    "        if  data.loc[n2,i]>=0:\n",
    "            sumX+=data.loc[n1,i]\n",
    "            sumY+=data.loc[n2,i]\n",
    "            sumSqX+=pow(data.loc[n1,i],2)\n",
    "            sumSqY+=pow(data.loc[n2,i],2)\n",
    "            sumXY+=(data.loc[n1,i])*(data.loc[n2,i])\n",
    "            cnt+=1\n",
    "            global num # 전역변수 선언\n",
    "            global den # 전역변수 선언\n",
    "            num=sumXY-((sumX*sumY)/cnt)\n",
    "            den= (sumSqX-(pow(sumX,2)/cnt))*(sumSqY-(pow(sumY,2)/cnt))\n",
    "    return num/sqrt(den+0.00001) # 분모=0방지"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "removable-durham",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "favorite-server",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}