wait 20s when cookies is blocked while validating links
This commit is contained in:
@@ -180,6 +180,8 @@ class LinkValidatorWithProvidedList(threading.Thread):
|
|||||||
ch.basic_reject(delivery_tag=method.delivery_tag, requeue=True)
|
ch.basic_reject(delivery_tag=method.delivery_tag, requeue=True)
|
||||||
else:
|
else:
|
||||||
print("will ack")
|
print("will ack")
|
||||||
|
print("will wait for 40s")
|
||||||
|
time.sleep(20)
|
||||||
ch.basic_ack(delivery_tag=method.delivery_tag)
|
ch.basic_ack(delivery_tag=method.delivery_tag)
|
||||||
else:
|
else:
|
||||||
print("empty list, will republish message")
|
print("empty list, will republish message")
|
||||||
@@ -217,7 +219,7 @@ def validate_all_links(_contact_serial_list):
|
|||||||
link_to_validated = []
|
link_to_validated = []
|
||||||
for _link in all_link_list:
|
for _link in all_link_list:
|
||||||
# print("serial is "+_link.serial)
|
# print("serial is "+_link.serial)
|
||||||
print("email is "+_link.email)
|
print("email is " + _link.email)
|
||||||
if _link.serial == "requests":
|
if _link.serial == "requests":
|
||||||
link_to_validated.append(_link)
|
link_to_validated.append(_link)
|
||||||
# get the first 50 links
|
# get the first 50 links
|
||||||
@@ -227,8 +229,8 @@ def validate_all_links(_contact_serial_list):
|
|||||||
# default_segment_number = 20
|
# default_segment_number = 20
|
||||||
_first_25_percent_links = link_to_validated[0:(int(len(all_link_list) / divided))]
|
_first_25_percent_links = link_to_validated[0:(int(len(all_link_list) / divided))]
|
||||||
_first_25_percent_links = all_link_list
|
_first_25_percent_links = all_link_list
|
||||||
# _queue_name = MORNING_DATA_CACHE
|
_queue_name = MORNING_DATA_CACHE
|
||||||
_queue_name = MORNING_DATA_CACHE_BAK
|
# _queue_name = MORNING_DATA_CACHE_BAK
|
||||||
# if len(all_link_list) > divided * default_segment_number:
|
# if len(all_link_list) > divided * default_segment_number:
|
||||||
# _segment_number = default_segment_number
|
# _segment_number = default_segment_number
|
||||||
# else:
|
# else:
|
||||||
@@ -238,8 +240,10 @@ def validate_all_links(_contact_serial_list):
|
|||||||
# else:
|
# else:
|
||||||
# _segment_number = 1
|
# _segment_number = 1
|
||||||
_thread_list = []
|
_thread_list = []
|
||||||
if len(_first_25_percent_links) >=10:
|
if len(_first_25_percent_links) >= 10:
|
||||||
_segment_number = 10
|
_segment_number = 10
|
||||||
|
elif len(_first_25_percent_links) >= 5:
|
||||||
|
_segment_number = 5
|
||||||
else:
|
else:
|
||||||
_segment_number = 1
|
_segment_number = 1
|
||||||
for i in range(0, _segment_number):
|
for i in range(0, _segment_number):
|
||||||
|
|||||||
Reference in New Issue
Block a user