use bak queue for url validation
This commit is contained in:
@@ -215,8 +215,8 @@ def validate_all_links():
|
||||
divided = 3
|
||||
default_segment_number = 20
|
||||
_first_25_percent_links = all_link_list[0:(int(len(all_link_list) / divided))]
|
||||
_queue_name = MORNING_DATA_CACHE_2
|
||||
# _queue_name = MORNING_DATA_CACHE_BAK
|
||||
# _queue_name = MORNING_DATA_CACHE_2
|
||||
_queue_name = MORNING_DATA_CACHE_BAK
|
||||
if len(all_link_list) > divided * default_segment_number:
|
||||
_segment_number = default_segment_number
|
||||
else:
|
||||
|
||||
Reference in New Issue
Block a user