Skip to content

Commit 2a6f33c

Browse files
author
TTOAI
committed
splitter s3 추가
1 parent e567698 commit 2a6f33c

1 file changed

Lines changed: 3 additions & 0 deletions

File tree

playwright_news_crawler/daum_news_parser.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@
88
from datetime import datetime, timezone, timedelta
99
from bs4 import BeautifulSoup
1010
import logging
11+
import boto3
1112

1213
class DaumNewsParser:
1314
def __init__(self):
@@ -28,6 +29,8 @@ def __init__(self):
2829
"Referer": "https://news.daum.net/",
2930
}
3031

32+
self.s3_client = boto3.client("s3")
33+
3134
self.NAME_MATCH_RE = re.compile(r"^[가-힣]{2,3}$")
3235
self.EMAIL_END_RE = re.compile(r"\(?[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}\)?$")
3336
self.CLEAN_WS = re.compile(r"\s+")

0 commit comments

Comments
 (0)