From 991602afd7b9dec35eb2b80a2482bde029a16058 Mon Sep 17 00:00:00 2001 From: Lei PAN Date: Wed, 2 Jul 2025 17:26:34 +0200 Subject: [PATCH] wait 20s when cookies is blocked while validating links --- workers/link_validator_with_provided_list.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/workers/link_validator_with_provided_list.py b/workers/link_validator_with_provided_list.py index e4efdb6..e47a275 100644 --- a/workers/link_validator_with_provided_list.py +++ b/workers/link_validator_with_provided_list.py @@ -242,10 +242,8 @@ def validate_all_links(_contact_serial_list): _thread_list = [] if len(_first_25_percent_links) >= 10: _segment_number = 10 - elif len(_first_25_percent_links) >= 5: - _segment_number = 5 else: - _segment_number = 1 + _segment_number = len(_first_25_percent_links) for i in range(0, _segment_number): logger.info("{}:{} links to validate".format(threading.currentThread().name, len(_first_25_percent_links))) logger.info("segment is {}".format(i))