-
Notifications
You must be signed in to change notification settings - Fork 8
/
Copy pathconfig.py
23 lines (20 loc) · 852 Bytes
/
config.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
import os
from dotenv import load_dotenv
load_dotenv()
from manager import scraper_manager
# UPDATE AS REQUIRED
scraper_params = {
"USER_ID": os.environ.get("SHARECHAT_USER_ID"),
"PASSCODE": os.environ.get("SHARECHAT_PASSWORD"),
"tag_hashes": ["", ""], # insert tag hashes as strings
"bucket_ids":["", ""],
"content_to_scrape": "", # select one from: trending / fresh / virality / ml
"pages": 1, # used when content_to_scrape == trending / fresh / ml
"unix_timestamp": "", # 10 digit unix timestamp. used when content_to_scrape == fresh
"data_path": "", # path to existing Sharechat data csv. used when content_to_scrape == virality
"mode": "", # select from: local / archive
"targeting": "", # select from: tag / bucket
"is_cron_job":
}
if __name__ == "__main__":
scraper_manager(scraper_params)