Fix BUG

strategist922 · Nov 25, 2020 · da3cbd1 · da3cbd1
1 parent 6d6f755
commit da3cbd1
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/utils/topic.py b/utils/topic.py
@@ -70,7 +70,8 @@ def spider(topic_id: str):
             sleep(.3)
             url = redis.get(topic_id).decode("utf-8")
             if int(findall("offset=(\d*)", url)[0]) % 10000 == 0:
-                sleep(60)
+                redis.rpush("list_"+config.TOPIC_ID_SET, topic_id)
+                return
             try:
                 res = html_downloader.download(url)
             except exceptions.RetryError: