From 0663c876dea0481bbcaa69a8f5a8ff6bf95db91f Mon Sep 17 00:00:00 2001 From: PAN Lei Date: Mon, 29 Jul 2024 14:17:41 +0200 Subject: [PATCH] use MORNING_DATA_CACHE_2 --- workers/link_validator_with_provided_list.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/workers/link_validator_with_provided_list.py b/workers/link_validator_with_provided_list.py index 233e834..7f65b76 100644 --- a/workers/link_validator_with_provided_list.py +++ b/workers/link_validator_with_provided_list.py @@ -14,7 +14,7 @@ from models.LinkPojo import LinkPojo from models.result_pojo import RequestResult from proxy_manager.proxy_manager import ProxyManager from queue_message.CookiesPublisher import CookiesPublisher, REQUEST_DATA_QUEUE_TEST, TEST_QUEUE, SHARED_OBJECT, \ - MORNING_DATA_CACHE_BAK + MORNING_DATA_CACHE_BAK, MORNING_DATA_CACHE, MORNING_DATA_CACHE_2 from queue_message.appointmentrequestsender import QUEUE_HOST, REQUEST_DATA_QUEUE, credentials from utils.AppLogging import init_logger from workers.proxies_constants import PROXY_LIST_FR @@ -215,7 +215,8 @@ def validate_all_links(): divided = 3 default_segment_number = 20 _first_25_percent_links = all_link_list[0:(int(len(all_link_list) / divided))] - _queue_name = MORNING_DATA_CACHE_BAK + _queue_name = MORNING_DATA_CACHE_2 + # _queue_name = MORNING_DATA_CACHE_BAK if len(all_link_list) > divided * default_segment_number: _segment_number = default_segment_number else: @@ -232,7 +233,7 @@ def validate_all_links(): _cookiesPublisher.set_up_connection() _step = int(len(_first_25_percent_links) / _segment_number) _sublist = _first_25_percent_links[i * _step:_step * (i + 1)] - _thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, MORNING_DATA_CACHE_BAK, _sublist)) + _thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, _queue_name, _sublist)) _thread_list.append(_thread1) _thread1.start() for _thread in _thread_list: @@ -249,7 +250,7 @@ if __name__ == '__main__': current_hour = current_time.hour print("Current hour ", current_time.hour) print("Current minute ", current_time.minute) - if current_hour > 18 or current_hour < 7: + if current_hour > 22 or current_hour < 7: delay = 3600 print("wait for {} seconds".format(delay)) time.sleep(delay)