wait 20s when cookies is blocked while validating links

This commit is contained in:
2025-07-02 15:46:29 +02:00
parent 1a9a88c49a
commit 5cda2f5acb
+8 -4
View File
@@ -180,6 +180,8 @@ class LinkValidatorWithProvidedList(threading.Thread):
ch.basic_reject(delivery_tag=method.delivery_tag, requeue=True) ch.basic_reject(delivery_tag=method.delivery_tag, requeue=True)
else: else:
print("will ack") print("will ack")
print("will wait for 40s")
time.sleep(20)
ch.basic_ack(delivery_tag=method.delivery_tag) ch.basic_ack(delivery_tag=method.delivery_tag)
else: else:
print("empty list, will republish message") print("empty list, will republish message")
@@ -217,7 +219,7 @@ def validate_all_links(_contact_serial_list):
link_to_validated = [] link_to_validated = []
for _link in all_link_list: for _link in all_link_list:
# print("serial is "+_link.serial) # print("serial is "+_link.serial)
print("email is "+_link.email) print("email is " + _link.email)
if _link.serial == "requests": if _link.serial == "requests":
link_to_validated.append(_link) link_to_validated.append(_link)
# get the first 50 links # get the first 50 links
@@ -227,8 +229,8 @@ def validate_all_links(_contact_serial_list):
# default_segment_number = 20 # default_segment_number = 20
_first_25_percent_links = link_to_validated[0:(int(len(all_link_list) / divided))] _first_25_percent_links = link_to_validated[0:(int(len(all_link_list) / divided))]
_first_25_percent_links = all_link_list _first_25_percent_links = all_link_list
# _queue_name = MORNING_DATA_CACHE _queue_name = MORNING_DATA_CACHE
_queue_name = MORNING_DATA_CACHE_BAK # _queue_name = MORNING_DATA_CACHE_BAK
# if len(all_link_list) > divided * default_segment_number: # if len(all_link_list) > divided * default_segment_number:
# _segment_number = default_segment_number # _segment_number = default_segment_number
# else: # else:
@@ -238,8 +240,10 @@ def validate_all_links(_contact_serial_list):
# else: # else:
# _segment_number = 1 # _segment_number = 1
_thread_list = [] _thread_list = []
if len(_first_25_percent_links) >=10: if len(_first_25_percent_links) >= 10:
_segment_number = 10 _segment_number = 10
elif len(_first_25_percent_links) >= 5:
_segment_number = 5
else: else:
_segment_number = 1 _segment_number = 1
for i in range(0, _segment_number): for i in range(0, _segment_number):