From 5cda2f5acb5e576c00c1c75cc6264cbbc9bf6ba4 Mon Sep 17 00:00:00 2001 From: Lei PAN Date: Wed, 2 Jul 2025 15:46:29 +0200 Subject: [PATCH] wait 20s when cookies is blocked while validating links --- workers/link_validator_with_provided_list.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/workers/link_validator_with_provided_list.py b/workers/link_validator_with_provided_list.py index e11b03b..e4efdb6 100644 --- a/workers/link_validator_with_provided_list.py +++ b/workers/link_validator_with_provided_list.py @@ -180,6 +180,8 @@ class LinkValidatorWithProvidedList(threading.Thread): ch.basic_reject(delivery_tag=method.delivery_tag, requeue=True) else: print("will ack") + print("will wait for 40s") + time.sleep(20) ch.basic_ack(delivery_tag=method.delivery_tag) else: print("empty list, will republish message") @@ -217,7 +219,7 @@ def validate_all_links(_contact_serial_list): link_to_validated = [] for _link in all_link_list: # print("serial is "+_link.serial) - print("email is "+_link.email) + print("email is " + _link.email) if _link.serial == "requests": link_to_validated.append(_link) # get the first 50 links @@ -227,8 +229,8 @@ def validate_all_links(_contact_serial_list): # default_segment_number = 20 _first_25_percent_links = link_to_validated[0:(int(len(all_link_list) / divided))] _first_25_percent_links = all_link_list - # _queue_name = MORNING_DATA_CACHE - _queue_name = MORNING_DATA_CACHE_BAK + _queue_name = MORNING_DATA_CACHE + # _queue_name = MORNING_DATA_CACHE_BAK # if len(all_link_list) > divided * default_segment_number: # _segment_number = default_segment_number # else: @@ -238,8 +240,10 @@ def validate_all_links(_contact_serial_list): # else: # _segment_number = 1 _thread_list = [] - if len(_first_25_percent_links) >=10: + if len(_first_25_percent_links) >= 10: _segment_number = 10 + elif len(_first_25_percent_links) >= 5: + _segment_number = 5 else: _segment_number = 1 for i in range(0, _segment_number):