forked from julianyraiol/web-scraping-python
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathfire-scraping.py
41 lines (29 loc) · 1003 Bytes
/
fire-scraping.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
from scrapingcandidates import countSearch
import pyrebase
#Credencials#
config = {
"apiKey": "AIzaSyAsfXkYLuzqpCsrtM0zKxNqdQHCWuTSnsY",
"authDomain": "recomenda-candidato.firebaseapp.com",
"databaseURL": "https://recomenda-candidato.firebaseio.com",
"projectId": "recomenda-candidato",
"storageBucket": "recomenda-candidato.appspot.com",
"messagingSenderId": "117502254794"
}
#Initialization#
firebase = pyrebase.initialize_app(config)
db = firebase.database()
#Functions
def createCandidate(name, group, url):
data = {'name': name, 'group' : group}
key = db.child('candidate').push(data)
return key['name']
def scrapingCandidate(key, url):
scraping = countSearch(url)
data = {'link' : url, 'analysis' : scraping}
db.child('candidate').child(key).child('url').push(data)
#Call
name = 'Levi Fidelix'
group = 'PSC'
url = "http://congressoemfoco.uol.com.br/eleicoes-2014/programa-de-governo-de-levy-fidelix/"
key = createCandidate(name, group, url)
scrapingCandidate(key, url)