Fix BUG

strategist922 · Nov 22, 2020 · addf31a · addf31a
1 parent ca865f6
commit addf31a
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/.idea/deployment.xml b/.idea/deployment.xml
diff --git a/frame/SpiderFrame.py b/frame/SpiderFrame.py
@@ -312,7 +312,8 @@ def download(self, url: str, params=None) -> str:
                 logger.warning(
                     "HTTPError with url:<{0}> retrying.....{1},{2}".format(url, i,
                                                                            config.REQUEST_RETRY_TIMES))
-
+                if i == 4:
+                    self.proxies.get_proxies()
             except requests.exceptions.Timeout:
                 logger.warning(
                     "Timeout with url:<{0}> retrying.....{1},{2}".format(url, i,