wait 20s when cookies is blocked while validating links
This commit is contained in:
@@ -242,10 +242,8 @@ def validate_all_links(_contact_serial_list):
|
|||||||
_thread_list = []
|
_thread_list = []
|
||||||
if len(_first_25_percent_links) >= 10:
|
if len(_first_25_percent_links) >= 10:
|
||||||
_segment_number = 10
|
_segment_number = 10
|
||||||
elif len(_first_25_percent_links) >= 5:
|
|
||||||
_segment_number = 5
|
|
||||||
else:
|
else:
|
||||||
_segment_number = 1
|
_segment_number = len(_first_25_percent_links)
|
||||||
for i in range(0, _segment_number):
|
for i in range(0, _segment_number):
|
||||||
logger.info("{}:{} links to validate".format(threading.currentThread().name, len(_first_25_percent_links)))
|
logger.info("{}:{} links to validate".format(threading.currentThread().name, len(_first_25_percent_links)))
|
||||||
logger.info("segment is {}".format(i))
|
logger.info("segment is {}".format(i))
|
||||||
|
|||||||
Reference in New Issue
Block a user