From da3cbd19ffe0e949c358995a85b44b9949f3d58a Mon Sep 17 00:00:00 2001
From: HanZhuoii <e.hanzhuo@gmail.com>
Date: Wed, 25 Nov 2020 11:12:11 +0800
Subject: [PATCH] Fix BUG

---
 utils/topic.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/utils/topic.py b/utils/topic.py
index 220af21..4b6ef0e 100644
--- a/utils/topic.py
+++ b/utils/topic.py
@@ -70,7 +70,8 @@ def spider(topic_id: str):
             sleep(.3)
             url = redis.get(topic_id).decode("utf-8")
             if int(findall("offset=(\d*)", url)[0]) % 10000 == 0:
-                sleep(60)
+                redis.rpush("list_"+config.TOPIC_ID_SET, topic_id)
+                return
             try:
                 res = html_downloader.download(url)
             except exceptions.RetryError: