panleicim/appointment_request
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

use MORNING_DATA_CACHE_2

Browse Source
This commit is contained in:
PAN Lei
2024-07-29 14:17:41 +02:00
parent 2a68642f2b
commit 0663c876de
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workers/link_validator_with_provided_list.py
+5 -4
View File
@@ -14,7 +14,7 @@ from models.LinkPojo import LinkPojo
from models.result_pojo import RequestResult from models.result_pojo import RequestResult
from proxy_manager.proxy_manager import ProxyManager from proxy_manager.proxy_manager import ProxyManager
from queue_message.CookiesPublisher import CookiesPublisher, REQUEST_DATA_QUEUE_TEST, TEST_QUEUE, SHARED_OBJECT, \ from queue_message.CookiesPublisher import CookiesPublisher, REQUEST_DATA_QUEUE_TEST, TEST_QUEUE, SHARED_OBJECT, \
MORNING_DATA_CACHE_BAK MORNING_DATA_CACHE_BAK, MORNING_DATA_CACHE, MORNING_DATA_CACHE_2
from queue_message.appointmentrequestsender import QUEUE_HOST, REQUEST_DATA_QUEUE, credentials from queue_message.appointmentrequestsender import QUEUE_HOST, REQUEST_DATA_QUEUE, credentials
from utils.AppLogging import init_logger from utils.AppLogging import init_logger
from workers.proxies_constants import PROXY_LIST_FR from workers.proxies_constants import PROXY_LIST_FR
@@ -215,7 +215,8 @@ def validate_all_links():
divided = 3 divided = 3
default_segment_number = 20 default_segment_number = 20
_first_25_percent_links = all_link_list[0:(int(len(all_link_list) / divided))] _first_25_percent_links = all_link_list[0:(int(len(all_link_list) / divided))]
_queue_name = MORNING_DATA_CACHE_BAK _queue_name = MORNING_DATA_CACHE_2
# _queue_name = MORNING_DATA_CACHE_BAK
if len(all_link_list) > divided * default_segment_number: if len(all_link_list) > divided * default_segment_number:
_segment_number = default_segment_number _segment_number = default_segment_number
else: else:
@@ -232,7 +233,7 @@ def validate_all_links():
_cookiesPublisher.set_up_connection() _cookiesPublisher.set_up_connection()
_step = int(len(_first_25_percent_links) / _segment_number) _step = int(len(_first_25_percent_links) / _segment_number)
_sublist = _first_25_percent_links[i * _step:_step * (i + 1)] _sublist = _first_25_percent_links[i * _step:_step * (i + 1)]
_thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, MORNING_DATA_CACHE_BAK, _sublist)) _thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, _queue_name, _sublist))
_thread_list.append(_thread1) _thread_list.append(_thread1)
_thread1.start() _thread1.start()
for _thread in _thread_list: for _thread in _thread_list:
@@ -249,7 +250,7 @@ if __name__ == '__main__':
current_hour = current_time.hour current_hour = current_time.hour
print("Current hour ", current_time.hour) print("Current hour ", current_time.hour)
print("Current minute ", current_time.minute) print("Current minute ", current_time.minute)
if current_hour > 18 or current_hour < 7: if current_hour > 22 or current_hour < 7:
delay = 3600 delay = 3600
print("wait for {} seconds".format(delay)) print("wait for {} seconds".format(delay))
time.sleep(delay) time.sleep(delay)