use MORNING_DATA_CACHE_2
This commit is contained in:
@@ -14,7 +14,7 @@ from models.LinkPojo import LinkPojo
|
||||
from models.result_pojo import RequestResult
|
||||
from proxy_manager.proxy_manager import ProxyManager
|
||||
from queue_message.CookiesPublisher import CookiesPublisher, REQUEST_DATA_QUEUE_TEST, TEST_QUEUE, SHARED_OBJECT, \
|
||||
MORNING_DATA_CACHE_BAK
|
||||
MORNING_DATA_CACHE_BAK, MORNING_DATA_CACHE, MORNING_DATA_CACHE_2
|
||||
from queue_message.appointmentrequestsender import QUEUE_HOST, REQUEST_DATA_QUEUE, credentials
|
||||
from utils.AppLogging import init_logger
|
||||
from workers.proxies_constants import PROXY_LIST_FR
|
||||
@@ -215,7 +215,8 @@ def validate_all_links():
|
||||
divided = 3
|
||||
default_segment_number = 20
|
||||
_first_25_percent_links = all_link_list[0:(int(len(all_link_list) / divided))]
|
||||
_queue_name = MORNING_DATA_CACHE_BAK
|
||||
_queue_name = MORNING_DATA_CACHE_2
|
||||
# _queue_name = MORNING_DATA_CACHE_BAK
|
||||
if len(all_link_list) > divided * default_segment_number:
|
||||
_segment_number = default_segment_number
|
||||
else:
|
||||
@@ -232,7 +233,7 @@ def validate_all_links():
|
||||
_cookiesPublisher.set_up_connection()
|
||||
_step = int(len(_first_25_percent_links) / _segment_number)
|
||||
_sublist = _first_25_percent_links[i * _step:_step * (i + 1)]
|
||||
_thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, MORNING_DATA_CACHE_BAK, _sublist))
|
||||
_thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, _queue_name, _sublist))
|
||||
_thread_list.append(_thread1)
|
||||
_thread1.start()
|
||||
for _thread in _thread_list:
|
||||
@@ -249,7 +250,7 @@ if __name__ == '__main__':
|
||||
current_hour = current_time.hour
|
||||
print("Current hour ", current_time.hour)
|
||||
print("Current minute ", current_time.minute)
|
||||
if current_hour > 18 or current_hour < 7:
|
||||
if current_hour > 22 or current_hour < 7:
|
||||
delay = 3600
|
||||
print("wait for {} seconds".format(delay))
|
||||
time.sleep(delay)
|
||||
|
||||
Reference in New Issue
Block a user