InfluencerDetector.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#MAIN ACCESS VARS\n",
    "from tweepy.streaming import StreamListener\n",
    "from tweepy import OAuthHandler\n",
    "from tweepy import Stream\n",
    "import time\n",
    "import threading\n",
    "import json\n",
    "\n",
    "#Variables that contains the user credentials to access Twitter API\n",
    "access_token = \"\"\n",
    "access_token_secret = \"\"\n",
    "consumer_key = \"\"\n",
    "consumer_secret = \"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Database connection and handler\n",
    "import pymongo\n",
    "import sys\n",
    "from pymongo import MongoClient\n",
    "from pymongo.errors import ConnectionFailure\n",
    "from datetime import datetime\n",
    "\n",
    "def connection_try():\n",
    "    try:\n",
    "        c = MongoClient(host=\"localhost\", port=27017)\n",
    "        #return \"Connected successfully\"\n",
    "        return c\n",
    "    except ConnectionFailure, e:\n",
    "        sys.stderr.write(\"Could not connect to MongoDB: %s\" % e)\n",
    "        sys.exit(1)\n",
    "        \n",
    "\n",
    "def handle_db(client,db_name):\n",
    "    dbh = client[db_name]\n",
    "    assert dbh.client == client\n",
    "    #print \"Successfully set up a database handle\"\n",
    "    return dbh"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#STREAM LISTENER\n",
    "#This is a basic listener that just prints received tweets to stdout.\n",
    "class StdOutListener(StreamListener):\n",
    "\n",
    "    def __init__(self,alert):\n",
    "        self.terminate = False\n",
    "        self.campaignId = alert[0]\n",
    "        self.campaignName = alert[1]\n",
    "        self.dbName = 'openMakerInfluencerDeneme'\n",
    "        #self.c_connect = dbM.connection_try() #try to connect pymongo\n",
    "        #self.db_listener = dbM.handle_db(self.c_connect,self.dbName) #handle a database\n",
    "        self.c_connect = connection_try() #try to connect pymongo\n",
    "        self.db_listener = handle_db(self.c_connect,self.dbName) #handle a database\n",
    "        super(StdOutListener, self).__init__()\n",
    "\n",
    "    def on_data(self, data):\n",
    "        if self.terminate == False:\n",
    "            tweetInfo = json.loads(data)\n",
    "            if 'user' in tweetInfo:\n",
    "                self.db_listener[self.campaignName+str(self.campaignId)].insert_one({'username':tweetInfo['user']['screen_name'],'userid':tweetInfo['user']['id'],'followers_count':tweetInfo['user']['followers_count'],'friends_count':tweetInfo['user']['friends_count']}) #this creates tweets collection, if there is one then write on it\n",
    "            return True\n",
    "        else:\n",
    "            return False\n",
    "\n",
    "    def on_error(self, status):\n",
    "        print status\n",
    "        if self.terminate == True:\n",
    "            return False\n",
    "\n",
    "    def stop(self):\n",
    "        self.terminate = True\n",
    "\n",
    "\n",
    "class StreamCreator():\n",
    "    def __init__(self,alert):\n",
    "        #This handles Twitter authetification and the connection to Twitter Streaming API\n",
    "        self.l = StdOutListener(alert)\n",
    "        self.auth = OAuthHandler(consumer_key, consumer_secret)\n",
    "        self.auth.set_access_token(access_token, access_token_secret)\n",
    "        self.stream = Stream(self.auth, self.l)\n",
    "        self.t = threading.Thread(target = self.stream.filter, kwargs = {'track':alert[2],'languages':alert[3]} )\n",
    "    def start(self):\n",
    "        self.t.start()\n",
    "    def checkAlive(self):\n",
    "        return self.t.isAlive()\n",
    "    def terminate(self):\n",
    "        self.l.terminate = True\n",
    "    def checkTerminated(self):\n",
    "        return self.l.terminate"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "arduino_alertList = [1,'ArduinoTheme',['arduino'],['en']]\n",
    "raspberry_alertList = [1,'RaspberryTheme',['raspberry pi'],['en']]\n",
    "printer_alertList = [1,'PrinterTheme',['3d print','3d-print','3d printer','3d-printer','3d printing','3d-printing'],['en']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "streamArduino = StreamCreator(arduino_alertList)\n",
    "streamRaspberry = StreamCreator(raspberry_alertList)\n",
    "streamPrinter = StreamCreator(printer_alertList)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "streamArduino.start()\n",
    "streamRaspberry.start()\n",
    "streamPrinter.start()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "True\n",
      "True\n",
      "True\n"
     ]
    }
   ],
   "source": [
    "print streamArduino.checkAlive()\n",
    "print streamRaspberry.checkAlive()\n",
    "print streamPrinter.checkAlive()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "streamArduino.terminate()\n",
    "streamRaspberry.terminate()\n",
    "streamPrinter.terminate()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "True\n",
      "True\n",
      "True\n"
     ]
    }
   ],
   "source": [
    "print streamArduino.checkTerminated()\n",
    "print streamRaspberry.checkTerminated()\n",
    "print streamPrinter.checkTerminated()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#DATABASE INFO\n",
    "dbName = 'openMakerInfluencerDeneme'\n",
    "c_connect = connection_try()\n",
    "dB = handle_db(c_connect,dbName)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Only keep unique users\n",
    "from bson.objectid import ObjectId\n",
    "\n",
    "def makeUsersUnique(collectionName):\n",
    "    userList = list(dB[collectionName].find())\n",
    "    userIDList = []\n",
    "    count = 0\n",
    "    for user in userList:\n",
    "        if user['userid'] in userIDList:\n",
    "            dB[collectionName].delete_one({'_id': user['_id']})\n",
    "        else:\n",
    "            userIDList.append(user['userid'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "makeUsersUnique('ArduinoTheme1')\n",
    "makeUsersUnique('RaspberryTheme1')\n",
    "makeUsersUnique('PrinterTheme1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#MULTIPLE ACCESS VARS\n",
    "import pymongo\n",
    "import sys\n",
    "from pymongo import MongoClient\n",
    "from pymongo.errors import ConnectionFailure\n",
    "from datetime import datetime\n",
    "import tweepy\n",
    "from tweepy import OAuthHandler\n",
    "import time\n",
    "\n",
    "Consumer_Key1 = \"\"\n",
    "Consumer_Secret1 = \"\"\n",
    "Access_Token1 = \"\"\n",
    "Access_Token_Secret1 = \"\"\n",
    "\n",
    "Consumer_Key2 = \"\" # API key\n",
    "Consumer_Secret2 = \"\" # API secret\n",
    "Access_Token2 = \"\"\n",
    "Access_Token_Secret2 = \"\"\n",
    "\n",
    "Consumer_Key3 = \"\"\n",
    "Consumer_Secret3 = \"\"\n",
    "Access_Token3 = \"\"\n",
    "Access_Token_Secret3 = \"\"\n",
    "\n",
    "auth1 = OAuthHandler(Consumer_Key1, Consumer_Secret1)\n",
    "auth1.set_access_token(Access_Token1, Access_Token_Secret1)\n",
    "api1 = tweepy.API(auth1)\n",
    "\n",
    "auth2 = OAuthHandler(Consumer_Key2, Consumer_Secret2)\n",
    "auth2.set_access_token(Access_Token2, Access_Token_Secret2)\n",
    "api2 = tweepy.API(auth2)\n",
    "\n",
    "auth3 = OAuthHandler(Consumer_Key3, Consumer_Secret3)\n",
    "auth3.set_access_token(Access_Token3, Access_Token_Secret3)\n",
    "api3 = tweepy.API(auth3)\n",
    "\n",
    "apis = [api1,api2,api3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Following Collector\n",
    "def recognizeRateError(e):\n",
    "    if e.message[0]['code'] == 88:\n",
    "        return True #Rate limit error\n",
    "    else:\n",
    "        return False\n",
    "        \n",
    "\n",
    "def friendsCollector(collectionName):\n",
    "    userList = list(dB[collectionName].find({\"followingList\": {\"$exists\": False}}))\n",
    "    apiNum = 0\n",
    "    for user in userList:\n",
    "        try:\n",
    "            following_list = list(tweepy.Cursor(apis[apiNum].friends_ids, screen_name=user['username']).items())\n",
    "            dB[collectionName].update_one({'username':user['username']}, {'$set':{'followingList':following_list}})\n",
    "        except tweepy.TweepError as e:\n",
    "            if recognizeRateError(e):\n",
    "                if apiNum<(len(apis)-1):\n",
    "                    apiNum = apiNum + 1\n",
    "                    try:\n",
    "                        following_list = list(tweepy.Cursor(apis[apiNum].friends_ids, screen_name=user['username']).items())\n",
    "                        dB[collectionName].update_one({'username':user['username']}, {'$set':{'followingList':following_list}})\n",
    "                    except:\n",
    "                        dB[collectionName].update_one({'username':user['username']}, {'$set':{'followingList':[]}})\n",
    "                        continue\n",
    "                else:\n",
    "                    apiNum = 0\n",
    "                    time.sleep(60 * 15)\n",
    "                    try:\n",
    "                        following_list = list(tweepy.Cursor(apis[apiNum].friends_ids, screen_name=user['username']).items())\n",
    "                        dB[collectionName].update_one({'username':user['username']}, {'$set':{'followingList':following_list}})\n",
    "                    except:\n",
    "                        dB[collectionName].update_one({'username':user['username']}, {'$set':{'followingList':[]}})\n",
    "                        continue\n",
    "            continue\n",
    "        print str(user['username']) + \" done!\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import threading\n",
    "arduinoFriendsThread = threading.Thread(target=friendsCollector, args=['ArduinoTheme1'])\n",
    "raspberryFriendsThread = threading.Thread(target=friendsCollector, args=['RaspberryTheme1'])\n",
    "printerFriendsThread = threading.Thread(target=friendsCollector, args=['PrinterTheme1'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "dataforcet done!\n",
      "Jameleon done!\n",
      "Linuxfera done!\n",
      "KemTechie done!\n",
      "themedssmasher done!\n",
      "software4iot done!\n",
      "marskymac done!\n",
      "ifourdesign done!\n",
      "ardweetno done!\n",
      "jotbe done!\n",
      "1stAngel done!\n",
      "1paulrichardson done!\n",
      "imadx10 done!Startup_Sherpas done!\n",
      "\n",
      "mdwahyu494 done!\n",
      "milanyud done!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/opennote/anaconda2/lib/python2.7/site-packages/ipykernel/__main__.py:3: DeprecationWarning: BaseException.message has been deprecated as of Python 2.6\n",
      "  app.launch_new_instance()\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WamdaME done!\n",
      "Freikaempfer done!\n",
      "red_lad done!\n",
      "Noavcu_Reejto done!\n",
      "SamR1 done!\n",
      "Goablo_Goayqi done!\n",
      "Cathy_zhu8 done!\n",
      "omiez_ done!\n",
      "alvarolb84 done!\n",
      "AcquistaFrancis done!\n",
      "DMioc done!\n",
      "AnnaHegerC done!\n",
      "html_css_bot done!\n",
      "3DPrintMonkey done!\n",
      "AmazonBay4u done!\n",
      "bestariwebhost done!\n",
      "FilipKreisch done!\n",
      "ErrorTeamWeb done!\n",
      "giveawayspros done!\n",
      "Odetteriv done!\n",
      "AUM4me done!\n",
      "_phako_ done!\n",
      "portalarduino done!\n",
      "nmdis_iti done!\n",
      "sarah_hasman done!\n",
      "naderys done!\n",
      "narfdotpl done!\n",
      "ruano84 done!\n",
      "michael_aqt done!\n",
      "gamecentralfans done!\n",
      "pollen_robotics done!\n",
      "NeilForsyth6 done!\n",
      "fastfixmelb done!\n",
      "Biappi done!\n",
      "V2KMGS done!\n",
      "fabiovenni done!\n",
      "Coding2Learn done!\n",
      "EnidKapelsen done!\n",
      "ctechgames done!\n",
      "markmulligan done!\n",
      "dje4816 done!\n",
      "Karlvaello done!\n",
      "RobocodeChile done!\n",
      "sharpless89 done!\n",
      "MAXMSP_BOT done!\n",
      "3DPrintMonkey done!\n",
      "BenBenBeartrax done!\n",
      "ITCrowdsource done!\n",
      "Szakulus done!\n",
      "LattePandaCN done!\n",
      "jkbhawani done!\n",
      "InsaneDeals4you done!\n",
      "Spock444 done!\n",
      "FragmentedSoul5 done!\n",
      "GeekyGadgets done!\n",
      "StackArduino done!\n",
      "TheMadPro done!\n",
      "monsandap done!\n",
      "redkea1 done!\n",
      "Raspberry_Pi3 done!\n",
      "3D_Genuity done!\n",
      "TechInfoUs done!\n",
      "CannonFodder done!\n",
      "3DPrintedAspie done!\n",
      "latestcooltech done!\n",
      "fbsuniversity done!\n",
      "submitrelease done!\n",
      "8bitpal done!\n",
      "Mhizsophiie done!\n",
      "Beer_Wizard done!\n",
      "AugmentedReaI done!\n",
      "savetimeandmoey done!\n",
      "LaraKaaa done!\n",
      "argo_rocha done!\n",
      "Maelremrem done!\n",
      "JonathanBoyd4 done!\n",
      "sebschmoller done!\n",
      "Shadow_Hegehog done!\n",
      "emmacorry done!\n",
      "Abdihukun done!\n",
      "CyberDomain done!\n",
      "alevergara78 done!\n",
      "htxtwomen done!\n",
      "ableasgraz done!\n",
      "htxtafrica done!\n",
      "Linuxfera done!\n",
      "malekadema done!\n",
      "TomRaftery done!\n",
      "KW4XR done!\n",
      "clickerdeals done!\n",
      "YesursRealty done!\n",
      "rocket_not done!\n",
      "fth_nix done!\n",
      "oli4st done!\n",
      "PrimaryGoalLtd done!\n",
      "g0tmi1k done!\n",
      "Whats_Printing done!\n",
      "AccademiadelBit done!\n",
      "misscsutton done!\n",
      "ManjilDahal done!\n",
      "nehinc done!\n",
      "joachimpr done!\n",
      "Business_Progr done!\n",
      "Quentin_Maker done!\n",
      "Raspberrypikits done!\n",
      "EndlessMason done!\n",
      "johnsberrypi done!\n",
      "3dprintfeed done!\n",
      "geekstipslive done!\n",
      "jacobsservices done!\n",
      "VZ_Globaldata done!\n",
      "andreeabpanait done!\n",
      "PyFurry done!\n",
      "OES_MFGEvents done!\n",
      "HikoNAOkana done!\n",
      "John_Westra done!\n",
      "KobaSerhii done!\n",
      "HotAirNetwork done!\n",
      "ruben_robles done!\n",
      "5dakika1 done!\n",
      "colourspeak done!\n",
      "AjarnQuay done!\n",
      "Floreon_3D done!\n",
      "EdenCySec done!\n",
      "3drenderbot done!\n",
      "pedrilli done!\n",
      "JECTechSA done!\n",
      "SeanXLegg done!\n",
      "Tcoman7 done!\n",
      "laflame92 done!\n",
      "MuisHenk done!\n",
      "SilvaGeoff done!\n",
      "SoloRaspberry done!\n",
      "CloudataMeetup done!\n",
      "TheArduinoGuy done!\n",
      "Iain_Tweedale done!\n",
      "scidle done!\n",
      "ideas4Plastics done!\n",
      "virtuzone done!\n",
      "Damir___ done!\n",
      "boobtureskame5 done!\n",
      "raspicommunity done!\n",
      "LewBee_D done!\n",
      "Ruler_of_Mobius done!\n",
      "3dersorg done!\n",
      "m_elbeheiry done!\n",
      "CathTheHedgie done!\n",
      "efycon done!\n",
      "WorldIphoneee done!\n",
      "Beezel_Bug done!\n",
      "AugmentedBlog01 done!\n",
      "3DCola done!\n",
      "ricardopiteira done!\n",
      "stephanokelley6 done!\n",
      "winncommdotnet done!\n",
      "AbuOmar_AE done!\n",
      "benzuria done!\n",
      "geek_think done!\n",
      "blogtowinn done!\n",
      "paul1978a done!\n",
      "jimmycouts done!\n",
      "CrowdFundEurope done!\n",
      "SharyynJimmy done!\n",
      "orlandoremedios done!\n",
      "paijwar done!\n",
      "EdGameTec done!\n",
      "Adonnaya1 done!\n",
      "ArduinoRTBot done!\n",
      "recantha done!\n",
      "Fedexxer done!\n",
      "Yahyaalireal done!\n",
      "MagmooAndJeffa done!\n",
      "Xeilya_Wiohki done!\n",
      "AmazingElectros done!\n",
      "opexxx done!\n",
      "firasdandere done!\n",
      "BLightningM done!\n",
      "projectbuilds done!\n",
      "sensamohq done!\n",
      "dudleylibraries done!\n",
      "MultiFiles done!\n",
      "clabourdette done!\n",
      "embedded911 done!\n",
      "whatterz done!\n",
      "stibbons done!\n",
      "BITalinoWorld done!\n",
      "d3m3vilurr done!\n",
      "wnialloconnor done!\n",
      "jiiiiV done!\n",
      "freelance_jobs done!\n",
      "PalmSounds done!\n",
      "Kubii_RPi done!\n",
      "pirro_p done!\n",
      "dprinter365 done!\n",
      "abitofcode done!\n",
      "anggraeni__mbul done!\n",
      "dealsgiveaways done!\n",
      "cnxsoft done!\n",
      "Curso3DPrinting done!\n",
      "m33600 done!\n",
      "ExtruderJoe done!\n",
      "RamonesKaraoke done!\n",
      "V_Baczynski done!\n",
      "3DOpenHardware done!\n",
      "InabaKazsansan done!\n",
      "latestprojects done!\n",
      "NB3DModels done!\n",
      "imadx10 done!\n",
      "codewalkerster done!\n",
      "Info3DPrinting done!\n",
      "FreelanceDirect done!\n",
      "PaukOT done!\n",
      "edbotinschools done!\n",
      "EquityxD done!\n",
      "CraigMarston done!\n",
      "3DPrintedElectr done!\n",
      "madlabuk done!\n",
      "Build3dprinter done!\n",
      "enspektosllc done!\n",
      "AdmInnovacion done!\n",
      "Naoyco_Teinxi done!\n",
      "Spon777 done!\n",
      "Financeyour3Dco done!\n",
      "kelly_gunnell done!\n",
      "computers4yall done!\n",
      "chrisjohnsontec done!\n",
      "von_hellsing done!\n",
      "JanFreedman done!\n",
      "katrynaclaire done!\n",
      "Joiqsa_Meanno done!\n",
      "magnaneta done!\n",
      "andy_grimley done!\n",
      "EmpireGreenTech done!\n",
      "AngelaL18284263 done!\n",
      "michiew5 done!\n",
      "Nourqe_Luukye done!\n",
      "JadeNorth7 done!\n",
      "news4robot done!\n",
      "josh_walcher done!\n",
      "LIV2 done!\n",
      "Mork_66 done!\n",
      "3DPrintingZone done!\n",
      "programmingncr done!\n",
      "Koishe_Jousvi done!\n",
      "Koihku_Yoenbo done!\n",
      "Rousdi_Daatde done!\n",
      "Arduino24x7 done!\n",
      "Acondel_ done!\n",
      "Joamyu_Rauczi done!\n",
      "bizpressrelease done!\n",
      "Beerga_Xoejyo done!\n",
      "theprinterdepot done!\n",
      "MECControl done!\n",
      "pd1two done!\n",
      "techf0rthewin done!\n",
      "knishua done!\n",
      "ChristerSchale done!\n",
      "cuffedCatling done!\n",
      "BejahFood done!\n",
      "need4geeks done!\n",
      "banprada done!\n",
      "freedomforthwin done!\n",
      "romluras done!\n",
      "ismail250baki done!\n",
      "05_ashton done!\n",
      "goprinting3D done!\n",
      "schestowitz done!\n",
      "emotiontech done!\n",
      "Pacopuu done!\n",
      "FrolinaGotAGun done!\n",
      "fabbing done!\n",
      "fduncan done!\n",
      "codeclubwmids done!\n",
      "narutostuff888 done!\n",
      "dlodola done!\n",
      "Nathanni2012 done!\n",
      "jpxdude done!\n",
      "AaronCuddeback done!\n",
      "tora_4 done!\n",
      "wijittrana done!\n",
      "randomshandom done!\n",
      "henry_ebooks done!\n",
      "strakholysova12 done!\n",
      "naar04 done!\n",
      "BTCoinXXX done!\n",
      "AstroZwerge done!\n",
      "anilmonga55 done!\n",
      "offbyoni done!\n",
      "feedmuch done!\n",
      "DejiWorrell done!\n",
      "gallegogt done!\n",
      "cdesign12345 done!\n",
      "RoboticsSA1 done!\n",
      "OpineHEALTH done!\n",
      "28pinbrain done!\n",
      "charisma_mae done!\n",
      "Arduino_Turkey done!\n",
      "georgefoord12 done!\n",
      "biky1303 done!\n",
      "printingprogres done!\n",
      "Trunggered done!\n",
      "amazingict done!\n",
      "Arduino_Genuino done!\n",
      "GaryWeston11 done!\n",
      "evad done!\n",
      "kidswharf1 done!\n",
      "pevly_official done!\n",
      "MeetInnovation done!\n",
      "77bergkamp19 done!\n",
      "alevergara78 done!\n",
      "Quentin_Maker done!\n",
      "Grumpypeet done!\n",
      "Newz_Bitz done!\n",
      "EmmaAnthonia2 done!\n",
      "laalo_net done!\n",
      "Ricardo_Coelho done!\n",
      "philip__best done!\n",
      "xdesig done!\n",
      "3dPrintingTop done!\n",
      "XaniaNews_com done!\n",
      "garnerbarro done!\n",
      "projectbuilds done!\n",
      "shezwanDDE done!\n",
      "UrrePolo done!\n",
      "ismael001994 done!\n",
      "eliobou done!\n",
      "3DPrintDunyasi done!\n",
      "MarioVilas done!\n",
      "technoxray done!\n",
      "ThenewCoupons done!\n",
      "BEEYours_Tasty done!\n",
      "LazerPrint2CNC done!\n",
      "_it_services done!\n",
      "ProjectEMC done!\n",
      "BoozeKashi done!\n",
      "PMFAnews done!\n",
      "bestmarketpc done!\n",
      "GirlsInnov8 done!\n",
      "geauxjpg done!\n",
      "AinSyria done!\n",
      "flopback done!\n",
      "ustunkayaasli done!\n",
      "CyrisXD done!\n",
      "NeighbourUni done!\n",
      "3Dcarsdotcom done!\n",
      "JosephAFarrell done!\n",
      "Cash_Back_Team done!\n",
      "sutendaJD done!\n",
      "qats done!\n",
      "CIOAsia done!\n",
      "CentraMark done!\n",
      "Telhunter done!\n",
      "fabbaloo done!\n",
      "Hoanga_Teatwo done!\n",
      "g4ljw done!\n",
      "Eccleptical done!\n",
      "damknowwork done!\n",
      "DarylMatalavage done!\n",
      "camelcamelcamel done!\n",
      "BestClothingSh done!\n",
      "lakokoleon620 done!\n",
      "develop3d done!\n",
      "3DPrintingScan done!\n",
      "timitalco done!\n",
      "DentcofResearch done!\n",
      "3DPrinterNews done!\n",
      "SuperClothingS done!\n",
      "AD_GlobalTalent done!\n",
      "SiuEngroff done!\n",
      "mosaicscience done!\n",
      "MouserElecEU done!\n",
      "UK_EnergyNews done!\n",
      "Technical_Nwork done!\n",
      "karen_duve done!\n",
      "3DWithUs done!\n",
      "3_daddict done!\n",
      "__Chemy done!\n",
      "glugreal done!\n",
      "Futaba14Oscar done!\n",
      "JToulouras done!\n",
      "vivmyla done!\n",
      "AmazingElectros done!\n",
      "MichaelCLeonard done!\n",
      "ARVR_Chicago done!\n",
      "iSpaceGh done!\n",
      "obrienronan done!\n",
      "Colido_EU done!\n",
      "NildaRonco done!\n",
      "3dprintercafe done!\n",
      "DigiCatapult done!\n",
      "DatabaseEm done!\n",
      "GabrielSim done!\n",
      "legibra done!\n",
      "carpalgasbag done!\n",
      "RueckertTanja done!\n",
      "MrIchthyosaurus done!\n",
      "wood_steven done!\n",
      "endianstonemas done!\n",
      "WillMichael123 done!\n",
      "sMiLyM17 done!\n",
      "ZacharieWinston done!\n",
      "jremes84 done!\n",
      "Ephremdent done!\n",
      "BuryArtMuseum done!\n",
      "facochrane done!\n",
      "anitakayduvall done!\n",
      "Kanwaljatt done!\n",
      "TheDiamondLoupe done!\n",
      "Reegee70 done!\n",
      "gserda done!\n",
      "MRO_Products done!\n",
      "coollikeme done!\n",
      "LMLongato done!\n",
      "EZT3D_Tech done!\n",
      "MgoJulien done!\n",
      "STPLSurat done!\n",
      "TheFitDr done!\n",
      "ADComms done!\n",
      "ChandiRajgopal done!\n",
      "OutstandingEle done!\n",
      "Westcoast_UK done!\n",
      "carsonstuart done!\n",
      "AwuahAmankwah done!\n",
      "hnataboada432 done!\n",
      "compositemood done!\n",
      "aahaider done!\n",
      "PLOTmag done!\n",
      "TottingtonLife done!\n",
      "fqdayib done!\n",
      "hathaway45 done!\n",
      "TheTwoMajesties done!\n",
      "DudsFromTXHoney done!\n",
      "ostealmania done!\n",
      "nixfit25 done!\n",
      "caadilfarah done!\n",
      "madlabuk done!\n",
      "ianwogorman done!\n",
      "3DPrintingZone done!\n",
      "weddingceremoni done!\n",
      "Bilby3D done!\n",
      "RemediosRyce done!\n",
      "steampunk_prof done!\n",
      "Mrs_Agrawal done!\n",
      "biggJOHN88 done!\n",
      "EOTONow done!\n",
      "H_Lebanna done!\n",
      "Anduminas done!\n",
      "allofmcr done!\n",
      "nomoredretogive done!\n",
      "ThePexionGroup done!\n",
      "bgobbato1981 done!\n",
      "iamrobotboy done!\n",
      "JurvaVehasmaa done!\n",
      "3dprinterchat done!\n",
      "JoannaCrispell done!\n",
      "industrial_meqp done!\n",
      "juliahuprich done!\n",
      "efycon done!\n",
      "medicalsalesjob done!\n",
      "FedBizTechSolve done!\n",
      "3DPrinting_Live done!\n",
      "HPChannelMgrUKI done!\n",
      "PresentEmm done!\n",
      "ckdipaulo done!\n",
      "Altran done!\n",
      "CanadaSweden done!\n",
      "philipd2design done!\n",
      "3DPrintMaven done!\n",
      "iuinfograd done!\n",
      "3DPrintingSups done!\n",
      "VertVixen done!\n",
      "SteamDevelopers done!\n",
      "VinnieTheBaddie done!\n",
      "SarahPitard done!\n",
      "7TariqM done!\n",
      "3DTravelDomains done!\n",
      "CliveNano done!\n",
      "DaveNetwork done!\n",
      "ERanivo done!\n",
      "GrapheneGuide done!\n",
      "UoN_Pharmacy done!\n",
      "harmoniousdoug2 done!\n",
      "1Origindc done!\n",
      "NetScaler done!\n",
      "FilamentsDir done!\n",
      "hiram1555 done!\n",
      "FedBizTechCom done!\n",
      "PetrMazanec done!\n",
      "OlympusFRP done!\n",
      "BrlttaBauman done!\n",
      "nicky_whiting done!\n",
      "FantasticClothE done!\n",
      "VangbergGallery done!\n",
      "median_red done!\n",
      "WeighingReview done!\n",
      "iDig3dPrinting done!\n",
      "3Dprintingfilam done!\n",
      "ProjectBulletF1 done!\n",
      "ibivarley done!\n",
      "beep_roadrunner done!\n",
      "galliumoutlyin done!\n",
      "stemcellab done!\n",
      "fishyfilaments done!\n",
      "shamblesguru done!\n",
      "OnlineTMV done!\n",
      "3DPrintPress done!\n",
      "JeskellSystems done!\n",
      "1hourpro done!\n",
      "VJMachiavelli done!\n",
      "ThroughTheGaps done!\n",
      "ClaireWright234 done!\n",
      "WevolverApp done!\n",
      "Talk_Sheffield done!\n",
      "thomashgreig done!\n",
      "Tschoeppeli done!\n",
      "RabbieGuevara done!\n",
      "pilz done!\n",
      "Ali_Ahmed209 done!\n",
      "Fry_Magazine done!\n",
      "itblueprint done!\n",
      "acctelecom done!\n",
      "DataHubusa done!\n",
      "Clairewynn done!\n",
      "AvhiAryal done!\n",
      "CentrelinkGuru done!\n",
      "DrJewellMD done!\n",
      "EmergeITS done!\n",
      "Boat_Daze done!\n",
      "Maclane360 done!\n",
      "Daemon3DPrint done!\n",
      "KirrinaBarry done!\n",
      "Collabor8online done!\n",
      "3DPrintMart done!\n",
      "ramschulting done!\n",
      "3dprintindustry done!\n",
      "DHA_Dubai done!\n",
      "netscalerrocks done!\n",
      "IlaniGuy done!\n",
      "DerbyshireEBP done!\n",
      "MickeySchulte done!\n",
      "LaBicheRenard done!\n",
      "crazyarchitect done!\n",
      "AvrilGrieves done!\n",
      "3DTrans4mation done!\n",
      "JustAKid699 done!\n",
      "Mi3DStation done!\n",
      "3dprinterRobo done!\n",
      "LouiseAbraham done!\n",
      "systemssoftwa10 done!\n",
      "3d4makers done!\n",
      "JuliLepine done!\n",
      "MosbiusDesignTM done!\n",
      "betsyweber done!\n",
      "TanyFoundry done!\n",
      "cmmlab done!\n",
      "MatthewFlitcher done!\n",
      "LongevityLetter done!\n",
      "Maddy1598 done!\n",
      "Techeads done!\n",
      "diaclua36 done!\n",
      "eplawiuk done!\n"
     ]
    }
   ],
   "source": [
    "arduinoFriendsThread.start()\n",
    "raspberryFriendsThread.start()\n",
    "printerFriendsThread.start()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Rank users with centrality degree\n",
    "import heapq\n",
    "\n",
    "dbName = 'openMakerInfluencerDeneme' #DB that data will be read from\n",
    "c_connect = connection_try()\n",
    "dB = handle_db(c_connect,dbName)\n",
    "\n",
    "dbName2 = 'influenceRanks' #DB that data will be written to\n",
    "c_connect2 = connection_try()\n",
    "dB2 = handle_db(c_connect2,dbName2)\n",
    "\n",
    "def centralityRank(collectionName):\n",
    "    cursor = dB[collectionName].find({\"followingList\": {\"$exists\": True}}) #create cursor for loop in mongodb\n",
    "    rankDic = {}\n",
    "    #calculate ranking of users\n",
    "    for user in cursor:\n",
    "        fList = user['followingList']\n",
    "        print user['userid']\n",
    "        for following in fList:\n",
    "            if str(following) in rankDic:\n",
    "                rankDic[str(following)] = rankDic[str(following)] + 1\n",
    "            else:\n",
    "                rankDic[str(following)] = 1\n",
    "        #find top 1000 influencer\n",
    "    k_keys_sorted = heapq.nlargest(1000, rankDic, key=rankDic.get)\n",
    "    #write to database\n",
    "    dB2[collectionName].insert_one({'type':'centralityRank', 'rankList':k_keys_sorted})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2611409766\n",
      "4902207238\n",
      "1458360708\n",
      "2737\n",
      "2829568464\n",
      "326650351\n",
      "93879997\n",
      "790580820268417024\n",
      "786506564228096000\n",
      "153079720\n",
      "1190306143\n",
      "95477106\n",
      "769629395262771200\n",
      "1455406592\n",
      "4876853282\n",
      "721027647753601024\n",
      "871830186\n",
      "3363872993\n",
      "3306825512\n",
      "15209124\n",
      "2427034619\n",
      "770254611475271681\n",
      "88356321\n",
      "2542424130\n",
      "14811168\n",
      "14341395\n",
      "417406645\n",
      "25309192\n",
      "606417578\n",
      "283007984\n",
      "2434519592\n",
      "216459818\n",
      "787419801006247936\n",
      "208132208\n",
      "91798669\n",
      "212176326\n",
      "4498024934\n",
      "704823993380032512\n",
      "819490240327020544\n",
      "1348347787\n",
      "833771644976001024\n",
      "822458499917561856\n",
      "3952461\n",
      "288132556\n",
      "95378589\n",
      "87973206\n",
      "432659660\n",
      "460186362\n",
      "20620868\n",
      "300790902\n",
      "144799984\n",
      "1461743059\n",
      "3197146924\n",
      "808718961986650112\n",
      "2383737733\n",
      "778800644396191746\n",
      "3523170137\n",
      "833964418727817217\n",
      "3033181449\n",
      "801409819316023296\n",
      "64504412\n",
      "1153124959\n",
      "3600579386\n",
      "805698411513180160\n",
      "1737042740\n",
      "3019710229\n",
      "724076992740515840\n",
      "812035470762905601\n",
      "867788725\n",
      "1707931\n",
      "11747562\n",
      "130760661\n",
      "555832938\n",
      "766877550090018816\n",
      "15392736\n",
      "2698746986\n",
      "15794494\n",
      "2974948929\n",
      "826814475223199745\n",
      "48572412\n",
      "822287143590653953\n",
      "248248876\n",
      "766139975712829440\n",
      "26863312\n",
      "714145610862080000\n",
      "398650097\n",
      "2906258686\n",
      "2744610402\n",
      "782986054068568072\n",
      "768881427710476288\n",
      "470737126\n",
      "822221778688692224\n",
      "3429877466\n",
      "758342645546561536\n",
      "2907800462\n",
      "891211\n",
      "2570703030\n",
      "57023350\n",
      "20601585\n",
      "2848909364\n",
      "824788486343401472\n",
      "29169858\n",
      "114751985\n",
      "9982902\n",
      "55480459\n",
      "266357980\n",
      "2810344255\n",
      "707830764587462656\n",
      "156400857\n",
      "17792832\n",
      "56402262\n",
      "481728201\n",
      "777178314305830912\n",
      "441822567\n",
      "769506135099441152\n",
      "17069530\n",
      "777592476655910912\n",
      "2789576166\n",
      "788324106668302336\n",
      "3314975535\n",
      "2968164783\n",
      "14622212\n",
      "766625922321559553\n",
      "797822692716118016\n",
      "785447439960539136\n",
      "777957637283536896\n",
      "791286138455658496\n",
      "2486808961\n",
      "787002752559882240\n",
      "797495629115256832\n",
      "4853617588\n",
      "789456312824369152\n",
      "99107593\n",
      "1380019530\n",
      "86911175\n",
      "2439760898\n",
      "3000706629\n",
      "26603208\n",
      "375326667\n",
      "1685042425\n",
      "83693449\n",
      "2758348728\n",
      "3905303110\n",
      "86372785\n",
      "713790095799762944\n",
      "377605237\n",
      "549060453\n",
      "23206412\n",
      "1396098602\n",
      "140671099\n",
      "916351987\n",
      "409515515\n",
      "3469824377\n",
      "462223169\n",
      "2848182401\n",
      "4700537485\n",
      "4897362323\n",
      "4832610615\n",
      "104520454\n",
      "828714480049782786\n",
      "492040007\n",
      "2784120798\n",
      "45165938\n",
      "414972658\n",
      "726395666390462464\n",
      "753149892353073152\n",
      "3432606731\n",
      "285154430\n",
      "149554485\n",
      "37139784\n"
     ]
    }
   ],
   "source": [
    "centralityRank('ArduinoTheme1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3197146924\n",
      "96392905\n",
      "21644907\n",
      "13568992\n",
      "707830764587462656\n",
      "718128753466089476\n",
      "2551171309\n",
      "538318253\n",
      "20901996\n",
      "54888263\n",
      "2778216943\n",
      "819487244977315840\n",
      "3348679983\n",
      "707219671293026305\n",
      "1258116997\n",
      "3407764475\n",
      "27602123\n",
      "2246799980\n",
      "228378534\n",
      "140796053\n",
      "625066761\n",
      "2562125755\n",
      "2451966739\n",
      "43487458\n",
      "1566664404\n",
      "821322487447359488\n",
      "3091398772\n",
      "822458499917561856\n",
      "3019503295\n",
      "4894792367\n",
      "1696478568\n",
      "195261336\n",
      "312430091\n",
      "26001977\n",
      "576658081\n",
      "2279180352\n",
      "706129621939560448\n",
      "1663554007\n",
      "3105443082\n",
      "785475624408223744\n",
      "767833341009629184\n",
      "819767335145746432\n",
      "1915448922\n",
      "41209095\n",
      "206789872\n",
      "3875339716\n",
      "18135638\n",
      "48379730\n",
      "704831521304150017\n",
      "1912575216\n",
      "190427616\n",
      "3721954701\n",
      "101699188\n",
      "2430100928\n",
      "4276173734\n",
      "107389994\n",
      "761995373153955840\n",
      "14797687\n",
      "35255262\n",
      "743435898168057861\n",
      "118606045\n",
      "2775347000\n",
      "3081409336\n",
      "4105823501\n",
      "2666790590\n",
      "2939393247\n",
      "41602343\n",
      "807499728489418752\n",
      "4329396154\n",
      "160143535\n",
      "2609555370\n",
      "1903628527\n",
      "55480459\n",
      "828991740052963328\n",
      "731454132591165440\n",
      "14197807\n",
      "2934397885\n",
      "2697172464\n",
      "730182223442284544\n",
      "3236538428\n",
      "3015128365\n",
      "737077396331888640\n",
      "79094653\n",
      "755818451030175744\n",
      "991484022\n",
      "144817496\n",
      "4653292667\n",
      "962605964\n",
      "32839909\n",
      "38922908\n",
      "779542005915332609\n",
      "90048747\n",
      "413844784\n",
      "9919602\n",
      "4720460479\n",
      "2414921448\n",
      "394745361\n",
      "2984518735\n",
      "18836802\n",
      "3032267423\n",
      "109563588\n",
      "4342164854\n",
      "2174780354\n",
      "1539845522\n",
      "75567078\n",
      "42847036\n",
      "4381416015\n",
      "786752\n",
      "137138843\n",
      "21313231\n",
      "483993447\n",
      "743388655557869569\n",
      "4835423201\n",
      "21066137\n",
      "2290308981\n",
      "773460165064531968\n",
      "1340534352\n",
      "3840143533\n",
      "2592511762\n",
      "1971125960\n",
      "3306610117\n",
      "1129369146\n",
      "832879883474829312\n",
      "19626006\n",
      "3104627323\n",
      "828714480049782786\n",
      "758870312\n",
      "3365450265\n",
      "16965928\n",
      "2911576357\n",
      "954639942\n",
      "17839029\n",
      "310897418\n",
      "136938329\n",
      "186373298\n",
      "782396343755038720\n",
      "2866202109\n"
     ]
    }
   ],
   "source": [
    "centralityRank('RaspberryTheme1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "18600377\n",
      "833012145088458752\n",
      "1053160538\n",
      "701795428484980737\n",
      "2481531072\n",
      "152667695\n",
      "58866887\n",
      "778538251904614401\n",
      "2787893402\n",
      "2733994518\n",
      "787419801006247936\n",
      "2209313610\n",
      "3035472579\n",
      "777912372262412288\n",
      "737820681581285376\n",
      "3708991092\n",
      "774009074165878786\n",
      "550556820\n",
      "2842054474\n",
      "2354658913\n",
      "972056354\n",
      "821318972444409857\n",
      "62800565\n",
      "2846486337\n",
      "371455751\n",
      "3614866399\n",
      "151139307\n",
      "272172398\n",
      "104520454\n",
      "3267523640\n",
      "797835\n",
      "3760107376\n",
      "700756530115678208\n",
      "1032511220\n",
      "822404856010985473\n",
      "105931650\n",
      "741220141602594816\n",
      "123919107\n",
      "2238223070\n",
      "2603474340\n",
      "2306411718\n",
      "1176854161\n",
      "2967986296\n",
      "3992805111\n",
      "51247351\n",
      "1344547279\n",
      "291912649\n",
      "2319610428\n",
      "3925383749\n",
      "3295029565\n",
      "3064218203\n",
      "856340588\n",
      "4832571802\n",
      "369093749\n",
      "730823570440491008\n",
      "779268927952195588\n",
      "773531548566126592\n",
      "3343128257\n",
      "801769122291806208\n",
      "1338548911\n",
      "780654637\n",
      "717606532662210561\n",
      "2810050196\n",
      "809870366613131264\n",
      "171871800\n",
      "2798716999\n",
      "41829156\n",
      "812244500852641792\n",
      "3065907929\n",
      "2396075863\n",
      "777913627609366528\n",
      "2498311532\n",
      "1420571466\n",
      "827664804068225024\n",
      "2791864689\n",
      "1333428170\n",
      "2920123047\n",
      "2214261092\n",
      "393697898\n",
      "810916942102020096\n",
      "2367881066\n",
      "817082892471898112\n",
      "351566257\n",
      "3306226313\n",
      "253748474\n",
      "383571739\n",
      "3241283676\n",
      "2358348690\n",
      "401776139\n",
      "66075500\n",
      "79202676\n",
      "830697024009957378\n",
      "103940176\n",
      "1953673122\n",
      "264004582\n",
      "2302121478\n",
      "2841244276\n",
      "4743235606\n",
      "1322224266\n",
      "88191519\n",
      "83793339\n",
      "3186198071\n",
      "697241302702952448\n",
      "783327836669038594\n",
      "98962140\n",
      "2777400420\n",
      "3361313020\n",
      "1404060918\n",
      "2784262488\n",
      "3634840638\n",
      "3020115666\n",
      "827752832\n",
      "1505297557\n",
      "79986254\n",
      "215746697\n",
      "277728408\n",
      "1900757395\n",
      "8162912\n",
      "808465803586732033\n",
      "2921539347\n",
      "471988164\n",
      "17189919\n",
      "801409819316023296\n",
      "948014136\n",
      "798389860465856512\n",
      "42279327\n",
      "3919423272\n",
      "470737126\n",
      "822221778688692224\n",
      "739398959286878208\n",
      "2762778257\n",
      "2241170826\n",
      "778346411620302849\n",
      "819842963597496321\n",
      "4913712391\n",
      "3836317883\n",
      "4825027321\n",
      "849271386\n",
      "3304066074\n",
      "2677344600\n",
      "783663542637649920\n",
      "1478949673\n",
      "2827821955\n",
      "166262570\n",
      "534736640\n",
      "828384258452516866\n",
      "2850397324\n",
      "219486031\n",
      "2801975457\n",
      "3642161414\n",
      "22690679\n",
      "65693914\n",
      "816598278\n",
      "17488617\n",
      "263530629\n",
      "712506829536960512\n",
      "443434939\n",
      "183723300\n",
      "18870989\n",
      "805722974968049664\n",
      "2400774628\n",
      "2354551898\n",
      "831056629411966976\n",
      "700838239645605888\n",
      "67399571\n",
      "778280174622167040\n",
      "2806341271\n",
      "17837882\n",
      "17689719\n",
      "2279532199\n",
      "105062014\n",
      "1326665448\n",
      "3390874635\n",
      "768672558837137408\n",
      "3326601845\n",
      "712400669563600896\n",
      "1530953521\n",
      "930666026\n",
      "31409367\n",
      "55184078\n",
      "177178436\n",
      "4234351917\n",
      "526261872\n",
      "779699389325606912\n",
      "210201963\n",
      "828709641907486721\n",
      "468745854\n",
      "743811121\n",
      "3188799020\n",
      "768881427710476288\n",
      "66866051\n",
      "826173173938823168\n",
      "1205514872\n",
      "21746656\n",
      "823828315987394560\n",
      "3318318912\n",
      "701982110744236033\n",
      "2158497152\n",
      "872675798\n",
      "782022677947121664\n",
      "34572260\n",
      "950428783\n",
      "828327897974919170\n",
      "526174872\n",
      "627292749\n",
      "331527791\n",
      "4349288667\n",
      "809970593911148544\n",
      "826370990724653058\n",
      "529478946\n",
      "407785723\n",
      "1380083749\n",
      "833982958738489346\n",
      "104135037\n",
      "167647914\n",
      "1955129449\n",
      "181485182\n",
      "2858390973\n",
      "797563792905252864\n",
      "2939038817\n",
      "15334873\n",
      "3023094334\n",
      "15697649\n",
      "2836056122\n",
      "833978990163398656\n",
      "318864905\n",
      "1874158602\n",
      "1090070120\n",
      "174983223\n",
      "3401175314\n",
      "776444492748496896\n",
      "219954925\n",
      "15135159\n",
      "284251964\n",
      "619842160\n",
      "2512083444\n",
      "1384801682\n",
      "82756510\n",
      "62530615\n",
      "547499554\n",
      "2210111755\n",
      "231888250\n",
      "18923609\n",
      "2778736814\n",
      "5736502\n",
      "3080520363\n",
      "3114767607\n",
      "56402262\n",
      "474787031\n",
      "2839021814\n",
      "766625922321559553\n",
      "4751330226\n",
      "861234817\n",
      "759002269702430721\n",
      "50288857\n",
      "778119712068829184\n",
      "346318937\n",
      "4429674935\n",
      "238636526\n",
      "2170801166\n",
      "2855380221\n",
      "781975197515653121\n",
      "2435190361\n",
      "210666553\n",
      "361247001\n",
      "54574696\n",
      "122413007\n",
      "3455611\n",
      "292035660\n",
      "4831606860\n",
      "16334290\n",
      "1903628527\n",
      "20158137\n",
      "782019754269741060\n",
      "2535529242\n",
      "4449133703\n",
      "784445403211108354\n",
      "32913083\n",
      "1582852489\n",
      "6287982\n",
      "2420819552\n",
      "2378338495\n",
      "3298379074\n",
      "4503332541\n",
      "4566049285\n",
      "2209836794\n",
      "3755859799\n",
      "1595385926\n",
      "18378334\n",
      "364881659\n",
      "20974685\n",
      "2426526207\n",
      "222667244\n",
      "2373603121\n",
      "1360374936\n",
      "316439235\n",
      "465118748\n",
      "607266196\n",
      "808459082940162048\n",
      "4654183114\n",
      "25318451\n",
      "3843897183\n",
      "62707009\n",
      "777969709010472961\n",
      "782020352926969857\n",
      "2318072010\n",
      "360717174\n",
      "2476581328\n",
      "3175513689\n",
      "773281986676871168\n",
      "2827713210\n",
      "754048701400776704\n",
      "1078804154\n",
      "2319369206\n",
      "755708631585288192\n",
      "833798813466951685\n",
      "104582823\n",
      "158060758\n",
      "822010963\n",
      "828342288413814784\n",
      "605253090\n",
      "769124257276264449\n",
      "5380122\n",
      "805262622\n",
      "1360035308\n",
      "2161557181\n",
      "726139681352593409\n",
      "1213237104\n",
      "23788903\n",
      "827270354926055426\n",
      "358253618\n",
      "1542636104\n",
      "819297875876282368\n",
      "1125637975\n",
      "2983272317\n",
      "1353371448\n",
      "12783262\n",
      "995850482\n",
      "544315703\n",
      "248709696\n",
      "444719781\n",
      "3165883875\n",
      "20776773\n",
      "1977799878\n",
      "791921041576644608\n",
      "2755840324\n",
      "19001970\n",
      "83987044\n",
      "531256710\n",
      "1226173472\n",
      "3153943780\n",
      "578421655\n",
      "1171447273\n",
      "3915328707\n",
      "214504682\n",
      "529192106\n",
      "303808116\n",
      "2282131294\n",
      "485556942\n",
      "86762983\n",
      "292852138\n",
      "1865674796\n",
      "749191041790709760\n",
      "353412198\n",
      "293734295\n",
      "747085147908890625\n",
      "834007326159802368\n",
      "802059982128771072\n",
      "702817854467362817\n",
      "35370181\n",
      "4826693077\n",
      "3023318085\n",
      "719385692778995712\n",
      "1550280013\n",
      "57751267\n",
      "766347\n",
      "436487306\n",
      "3148985135\n",
      "3027272334\n",
      "1661881044\n",
      "3225757494\n",
      "25507639\n",
      "732964065144938497\n",
      "1609095385\n"
     ]
    }
   ],
   "source": [
    "centralityRank('PrinterTheme1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Filtering users if they really share tweets with content related to theme\n",
    "dbName = 'influenceRanks' #DB that data will be read from\n",
    "c_connect = connection_try()\n",
    "dB = handle_db(c_connect,dbName)\n",
    "\n",
    "def recognizeRateError(e):\n",
    "    if e.message[0]['code'] == 88:\n",
    "        return True #Rate limit error\n",
    "    else:\n",
    "        return False\n",
    "        \n",
    "\n",
    "def tweetCollector(collectionName,key_word_list,desired_num):\n",
    "    centralityInfo = dB[collectionName].find_one({'type':'centralityRank'})\n",
    "    userList = centralityInfo['rankList']\n",
    "    influencers = []\n",
    "    apiNum = 0\n",
    "    count = 0\n",
    "    for user in userList:\n",
    "        tweet_list = []\n",
    "        try:\n",
    "            tweet_list = apis[apiNum].user_timeline(id=user,count=200)\n",
    "        except tweepy.TweepError as e:\n",
    "            if recognizeRateError(e):\n",
    "                if apiNum<(len(apis)-1):\n",
    "                    apiNum = apiNum + 1\n",
    "                    try:\n",
    "                        tweet_list = apis[apiNum].user_timeline(id=user,count=200)\n",
    "                    except:\n",
    "                        continue\n",
    "                else:\n",
    "                    apiNum = 0\n",
    "                    time.sleep(60 * 15)\n",
    "                    try:\n",
    "                        tweet_list = apis[apiNum].user_timeline(id=user,count=200)\n",
    "                    except:\n",
    "                        continue\n",
    "            continue\n",
    "        for tweet in tweet_list:\n",
    "            found = 0\n",
    "            tweet_text = tweet.text.lower()\n",
    "            for key in key_word_list:\n",
    "                if key in tweet_text:\n",
    "                    print \"###############Related################\" + user\n",
    "                    influencers.append(user)\n",
    "                    found = 1\n",
    "                    count = count + 1\n",
    "                    break\n",
    "            if found == 1:\n",
    "                break \n",
    "        if count == desired_num:\n",
    "            break\n",
    "        print user + \" done!\"\n",
    "    dB[collectionName].insert_one({'type':'filteredCentralityRank', 'rankList':influencers})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "arduinoTweetsThread = threading.Thread(target=tweetCollector, kwargs = {'collectionName':'ArduinoTheme1','key_word_list':['arduino'],'desired_num':20})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###############Related################302666251\n",
      "302666251 done!\n",
      "###############Related################266400754\n",
      "266400754 done!\n",
      "###############Related################20731304\n",
      "20731304 done!\n",
      "###############Related################1118451\n",
      "1118451 done!\n",
      "11348282 done!\n",
      "44196397 done!\n",
      "###############Related################14607140\n",
      "14607140 done!\n",
      "###############Related################1578141\n",
      "1578141 done!\n",
      "1344951 done!\n",
      "###############Related################17877351\n",
      "17877351 done!\n",
      "816653 done!\n",
      "34743251 done!\n",
      "###############Related################7597362\n",
      "7597362 done!\n",
      "20536157 done!\n",
      "50393960 done!\n",
      "783214 done!\n",
      "2916305152 done!\n",
      "###############Related################767285\n",
      "767285 done!\n",
      "###############Related################16734860\n",
      "16734860 done!\n",
      "13334762 done!\n",
      "742143 done!\n",
      "###############Related################116040561\n",
      "116040561 done!\n",
      "###############Related################28542415\n",
      "28542415 done!\n",
      "###############Related################138475538\n",
      "138475538 done!\n",
      "17471979 done!\n",
      "19725644 done!\n",
      "807095 done!\n",
      "###############Related################22021097\n",
      "22021097 done!\n",
      "5402612 done!\n",
      "813286 done!\n",
      "###############Related################3562121415\n",
      "3562121415 done!\n",
      "3356531254 done!\n",
      "15492359 done!\n",
      "7144422 done!\n",
      "5988062 done!\n",
      "25073877 done!\n",
      "382267114 done!\n",
      "1536791610 done!\n",
      "###############Related################31361500\n",
      "31361500 done!\n",
      "15473958 done!\n",
      "2803191 done!\n",
      "14372486 done!\n",
      "17093617 done!\n",
      "###############Related################84094835\n",
      "84094835 done!\n",
      "###############Related################24923100\n",
      "24923100 done!\n",
      "34714943 done!\n",
      "91478624 done!\n",
      "###############Related################195803638\n",
      "195803638 done!\n",
      "550247610 done!\n",
      "###############Related################569162650\n"
     ]
    }
   ],
   "source": [
    "arduinoTweetsThread.start()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "raspberryTweetsThread = threading.Thread(target=tweetCollector, kwargs = {'collectionName':'RaspberryTheme1','key_word_list':['raspberry pi'],'desired_num':20})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###############Related################302666251\n",
      "302666251 done!\n",
      "816653 done!\n",
      "11348282 done!\n",
      "813286 done!\n",
      "1344951 done!\n",
      "20536157 done!\n",
      "44196397 done!\n",
      "7905122 done!\n",
      "74286565 done!\n",
      "14372486 done!\n",
      "382267114 done!\n",
      "1118451 done!\n",
      "95438524 done!\n",
      "10228272 done!\n",
      "2803191 done!\n",
      "783214 done!\n",
      "759251 done!\n",
      "266400754 done!\n",
      "50393960 done!\n",
      "972651 done!\n",
      "2890961 done!\n",
      "428333 done!\n",
      "###############Related################2784808724\n",
      "2784808724 done!\n",
      "21447363 done!\n",
      "2916305152 done!\n",
      "16736535 done!\n",
      "5402612 done!\n",
      "621583 done!\n",
      "1513002752 done!\n",
      "15880163 done!\n",
      "15473958 done!\n",
      "243381107 done!\n",
      "26565946 done!\n",
      "25073877 done!\n",
      "16589206 done!\n",
      "14763734 done!\n",
      "10671602 done!\n",
      "4870867247 done!\n",
      "37599351 done!\n",
      "26599573 done!\n",
      "800087125106434048 done!\n",
      "74594552 done!\n",
      "###############Related################14607140\n",
      "14607140 done!\n",
      "63043 done!\n",
      "29758446 done!\n",
      "14375294 done!\n",
      "19725644 done!\n",
      "8161232 done!\n",
      "1541461 done!\n",
      "###############Related################20731304\n",
      "20731304 done!\n",
      "15439395 done!\n",
      "313835875 done!\n",
      "108027306 done!\n",
      "1933042237 done!\n",
      "87652326 done!\n",
      "153492935 done!\n",
      "###############Related################7144422\n",
      "7144422 done!\n",
      "3098098264 done!\n",
      "180505807 done!\n",
      "79293791 done!\n",
      "22209201 done!\n",
      "707191559368749058 done!\n",
      "50766916 done!\n",
      "23255992 done!\n",
      "444940567 done!\n",
      "14847675 done!\n",
      "4816 done!\n",
      "49413866 done!\n",
      "115485051 done!\n",
      "29873662 done!\n",
      "18553965 done!\n",
      "###############Related################569162650\n",
      "569162650 done!\n",
      "35203319 done!\n",
      "15670515 done!\n",
      "17093617 done!\n",
      "86395621 done!\n",
      "977112482 done!\n",
      "2946774246 done!\n",
      "1206315542 done!\n",
      "34955221 done!\n",
      "15081182 done!\n",
      "812532369634664448 done!\n",
      "247063437 done!\n",
      "225125248 done!\n",
      "198483889 done!\n",
      "807095 done!\n",
      "2513549293 done!\n",
      "757068746 done!\n",
      "1265203232 done!\n",
      "504020426 done!\n",
      "209811713 done!\n",
      "###############Related################241252878\n",
      "241252878 done!\n",
      "34743251 done!\n",
      "386263630 done!\n",
      "16063617 done!\n",
      "153966123 done!\n",
      "56505125 done!\n",
      "50570324 done!\n",
      "297169759 done!\n",
      "3360607557 done!\n",
      "4449746293 done!\n",
      "13334762 done!\n",
      "###############Related################728257993\n",
      "728257993 done!\n",
      "3403977922 done!\n",
      "232873178 done!\n",
      "41456363 done!\n",
      "###############Related################550247610\n",
      "550247610 done!\n",
      "831069751 done!\n",
      "160599963 done!\n",
      "###############Related################761589870\n",
      "761589870 done!\n",
      "551507402 done!\n",
      "2713274587 done!\n",
      "###############Related################279810574\n",
      "279810574 done!\n",
      "46038999 done!\n",
      "12611642 done!\n",
      "836946007 done!\n",
      "###############Related################16887507\n",
      "16887507 done!\n",
      "2641863156 done!\n",
      "38679388 done!\n",
      "850107536 done!\n",
      "1536791610 done!\n",
      "137417475 done!\n",
      "2196922086 done!\n",
      "###############Related################103625781\n",
      "103625781 done!\n",
      "1709516838 done!\n",
      "###############Related################44614050\n",
      "44614050 done!\n",
      "###############Related################2582965988\n",
      "2582965988 done!\n",
      "215766134 done!\n",
      "###############Related################14706299\n",
      "14706299 done!\n",
      "3356531254 done!\n",
      "###############Related################31361500\n",
      "31361500 done!\n",
      "15066876 done!\n",
      "17307429 done!\n",
      "47030292 done!\n",
      "823982623697629189 done!\n",
      "117677802 done!\n",
      "52168389 done!\n",
      "1206216140 done!\n",
      "824320219866923018 done!\n",
      "###############Related################243742269\n",
      "243742269 done!\n",
      "15492359 done!\n",
      "2384071 done!\n",
      "1009983319 done!\n",
      "218570536 done!\n",
      "53210455 done!\n",
      "184128266 done!\n",
      "749232068232634368 done!\n",
      "17881816 done!\n",
      "16676707 done!\n",
      "59546109 done!\n",
      "612473 done!\n",
      "2162697578 done!\n",
      "145851433 done!\n",
      "1955411096 done!\n",
      "2698542492 done!\n",
      "70337519 done!\n",
      "2433590426 done!\n",
      "17919972 done!\n",
      "2874429845 done!\n",
      "22790881 done!\n",
      "63490987 done!\n",
      "14924965 done!\n",
      "23375688 done!\n",
      "36984408 done!\n",
      "36803580 done!\n",
      "15485441 done!\n",
      "4854176397 done!\n",
      "1674640760 done!\n",
      "13348 done!\n",
      "2546976571 done!\n",
      "3177436229 done!\n",
      "21117752 done!\n",
      "61559439 done!\n",
      "5514192 done!\n",
      "378858447 done!\n",
      "249668133 done!\n",
      "84693064 done!\n",
      "14645160 done!\n",
      "14749606 done!\n",
      "3044800251 done!\n",
      "2383013143 done!\n",
      "65119912 done!\n",
      "7400702 done!\n",
      "123114623 done!\n",
      "28090436 done!\n",
      "106646062 done!\n",
      "18927441 done!\n",
      "742143 done!\n",
      "1297100576 done!\n",
      "2667257574 done!\n",
      "309366491 done!\n",
      "4851295378 done!\n",
      "47987008 done!\n",
      "26180582 done!\n",
      "1339835893 done!\n",
      "4715371273 done!\n",
      "2382748434 done!\n",
      "3240143771 done!\n",
      "2420931980 done!\n",
      "3313327614 done!\n",
      "###############Related################1578141\n",
      "1578141 done!\n",
      "24742040 done!\n",
      "75051887 done!\n",
      "18776017 done!\n",
      "540668378 done!\n",
      "414334713 done!\n",
      "3318003750 done!\n",
      "8071902 done!\n",
      "16309969 done!\n",
      "11518842 done!\n",
      "7852172 done!\n",
      "###############Related################508473905\n"
     ]
    }
   ],
   "source": [
    "raspberryTweetsThread.start()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "printerTweetsThread = threading.Thread(target=tweetCollector, kwargs = {'collectionName':'PrinterTheme1','key_word_list':['3d print','3d-print','3d printer','3d-printer','3d printing','3d-printing'],'desired_num':20})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "816653 done!\n",
      "1344951 done!\n",
      "###############Related################529192106\n",
      "529192106 done!\n",
      "50393960 done!\n",
      "###############Related################1949322637\n",
      "1949322637 done!\n",
      "5402612 done!\n",
      "11348282 done!\n",
      "###############Related################369093749\n",
      "369093749 done!\n",
      "10228272 done!\n",
      "44196397 done!\n",
      "###############Related################41580964\n",
      "41580964 done!\n",
      "15492359 done!\n",
      "17093617 done!\n",
      "###############Related################15536454\n",
      "15536454 done!\n",
      "###############Related################22021097\n",
      "22021097 done!\n",
      "20536157 done!\n",
      "###############Related################18870989\n",
      "18870989 done!\n",
      "###############Related################587491156\n",
      "587491156 done!\n",
      "813286 done!\n",
      "###############Related################1879821056\n",
      "1879821056 done!\n",
      "###############Related################1196309324\n",
      "1196309324 done!\n",
      "783214 done!\n",
      "807095 done!\n",
      "972651 done!\n",
      "###############Related################1920498750\n",
      "1920498750 done!\n",
      "5988062 done!\n",
      "###############Related################20009578\n",
      "20009578 done!\n",
      "###############Related################23293123\n",
      "23293123 done!\n",
      "###############Related################580229784\n",
      "580229784 done!\n",
      "###############Related################323121538\n",
      "323121538 done!\n",
      "###############Related################181111601\n",
      "181111601 done!\n",
      "###############Related################1118451\n",
      "1118451 done!\n",
      "###############Related################35696826\n",
      "35696826 done!\n",
      "###############Related################2440041410\n",
      "2440041410 done!\n",
      "###############Related################2440019922\n"
     ]
    }
   ],
   "source": [
    "printerTweetsThread.start()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#print usernames of influencers\n",
    "Consumer_Key = \"\"\n",
    "Consumer_Secret = \"\"\n",
    "Access_Token = \"\"\n",
    "Access_Token_Secret = \"\"\n",
    "\n",
    "auth = OAuthHandler(Consumer_Key, Consumer_Secret)\n",
    "auth.set_access_token(Access_Token, Access_Token_Secret)\n",
    "api = tweepy.API(auth, wait_on_rate_limit=True)\n",
    "\n",
    "dbName = 'influenceRanks' #DB that data will be read from\n",
    "c_connect = connection_try()\n",
    "dB = handle_db(c_connect,dbName)\n",
    "\n",
    "def findFilteredNames(collectionName):\n",
    "    centralityInfo = dB[collectionName].find_one({'type':'filteredCentralityRank'})\n",
    "    infIDs = centralityInfo['rankList']\n",
    "    influencerList = []\n",
    "    for key in infIDs:\n",
    "        user = api.get_user(key)\n",
    "        influencerList.append(user)\n",
    "        print user.screen_name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Raspberry_Pi\n",
      "arduino\n",
      "adafruit\n",
      "make\n",
      "hackaday\n",
      "makerfaire\n",
      "sparkfun\n",
      "instructables\n",
      "mbanzi\n",
      "dangerousproto\n",
      "freetronics\n",
      "seeedstudio\n",
      "MicrochipMakes\n",
      "makerbot\n",
      "RealSexyCyborg\n",
      "element14\n",
      "planetarduino\n",
      "MakerShed\n",
      "arduinoblog\n",
      "Pi_Borg\n"
     ]
    }
   ],
   "source": [
    "findFilteredNames('ArduinoTheme1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Raspberry_Pi\n",
      "htpc_guides\n",
      "hackaday\n",
      "adafruit\n",
      "lifehacker\n",
      "Pi_Borg\n",
      "pimoroni\n",
      "RPiSpy\n",
      "TheMagP1\n",
      "ThePiHut\n",
      "TabTimes\n",
      "androidcentral\n",
      "CodeClub\n",
      "RSComponents\n",
      "xKaliSec\n",
      "linuxfoundation\n",
      "element14\n",
      "StackSocial\n",
      "makerfaire\n",
      "ModMyPi\n"
     ]
    }
   ],
   "source": [
    "findFilteredNames('RaspberryTheme1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3dprintindustry\n",
      "3DPrintGirl\n",
      "3dersorg\n",
      "3dsystems\n",
      "shapeways\n",
      "makerbot\n",
      "fabbaloo\n",
      "3DHubs\n",
      "3DPrintBoard\n",
      "ColorFabb\n",
      "My3DPrinting\n",
      "3dprinting\n",
      "3d_printers\n",
      "3dprinting3d\n",
      "3dprintingcom\n",
      "Ultimaker\n",
      "make\n",
      "imaterialise\n",
      "3DPrintingFans\n",
      "3DPrintingIt\n"
     ]
    }
   ],
   "source": [
    "findFilteredNames('PrinterTheme1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [conda root]",
   "language": "python",
   "name": "conda-root-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}