From 4f8eec2335b8e4a32eeb75167da06bfceb930af5 Mon Sep 17 00:00:00 2001 From: PAN Lei Date: Thu, 13 Jun 2024 18:22:56 +0200 Subject: [PATCH] stop consuming if all item finished --- workers/result_link_checker.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/workers/result_link_checker.py b/workers/result_link_checker.py index 96b2db6..743db97 100644 --- a/workers/result_link_checker.py +++ b/workers/result_link_checker.py @@ -153,6 +153,7 @@ class ResultLinkChecker(threading.Thread): print("empty list, no need to ack") time.sleep(60) ch.basic_reject(delivery_tag=method.delivery_tag, requeue=True) + self.channel.stop_consuming() def start_check_links(_queue_name, link_list, logger): @@ -175,8 +176,8 @@ def check_all_links(_segment_number=2): if _item.url_validated is not None and _item.url_validated is True: _link_list.append(_item.url) print(_link_list) - # _link_list_filted = _link_list[4000:-1] - _link_list_filted = _link_list[-4:-1] + _link_list_filted = _link_list + # _link_list_filted = _link_list[-4:-1] thread_list = [] for i in range(0, _segment_number): logger.info("segment is {}".format(i)) @@ -192,4 +193,4 @@ def check_all_links(_segment_number=2): if __name__ == '__main__': - check_all_links(_segment_number=2) + check_all_links(_segment_number=30)