diff --git a/workers/link_validator_with_provided_list.py b/workers/link_validator_with_provided_list.py index cd01e01..393cc31 100644 --- a/workers/link_validator_with_provided_list.py +++ b/workers/link_validator_with_provided_list.py @@ -208,10 +208,11 @@ def validate_all_links(): if len(all_link_list) == 0: return divided = 4 + default_segment_number = 20 _first_25_percent_links = all_link_list[0:(int(len(all_link_list) / divided))] _queue_name = MORNING_DATA_CACHE_BAK - if len(all_link_list) > 40: - _segment_number = 20 + if len(all_link_list) > divided * default_segment_number: + _segment_number = default_segment_number else: _first_25_percent_links = all_link_list if len(_first_25_percent_links) > divided: