panleicim/appointment_request
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update mails configurations

Browse Source
This commit is contained in:
PAN Lei
2024-05-10 14:33:19 +02:00
parent 42ff1426d6
commit c3dd17cf18
2 changed files with 11 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
queue_message/appointmentrequestsender.py
+1 -1
View File
@@ -234,7 +234,7 @@ class AppointmentRequestSender(threading.Thread):
self.logger.info("will get mail from " + mail.mail) self.logger.info("will get mail from " + mail.mail)
_mail_list_filtered.append(mail) _mail_list_filtered.append(mail)
self.logger.info("will call find_links_to_validate_from_mail_list, size = " + str(len(_mail_list_filtered))) self.logger.info("will call find_links_to_validate_from_mail_list, size = " + str(len(_mail_list_filtered)))
find_links_to_validate_from_mail_list(_mail_list_filtered) find_links_to_validate_from_mail_list(_mail_list_filtered, self.logger)
self.already_read_emails = True self.already_read_emails = True
else: else:
self.logger.info("already read emails, is there any contacts to use") self.logger.info("already read emails, is there any contacts to use")
workers/link_validator_with_provided_list.py
+9 -5
View File
@@ -12,7 +12,8 @@ from db.mongo_manager import MONGO_STORE_MANAGER
from models.LinkPojo import LinkPojo from models.LinkPojo import LinkPojo
from models.result_pojo import RequestResult from models.result_pojo import RequestResult
from proxy_manager.proxy_manager import ProxyManager from proxy_manager.proxy_manager import ProxyManager
from queue_message.CookiesPublisher import CookiesPublisher, REQUEST_DATA_QUEUE_TEST, TEST_QUEUE, SHARED_OBJECT from queue_message.CookiesPublisher import CookiesPublisher, REQUEST_DATA_QUEUE_TEST, TEST_QUEUE, SHARED_OBJECT, \
MORNING_DATA_CACHE_BAK
from queue_message.appointmentrequestsender import QUEUE_HOST, REQUEST_DATA_QUEUE, credentials from queue_message.appointmentrequestsender import QUEUE_HOST, REQUEST_DATA_QUEUE, credentials
from utils.AppLogging import init_logger from utils.AppLogging import init_logger
from workers.proxies_constants import PROXY_LIST_FR from workers.proxies_constants import PROXY_LIST_FR
@@ -204,18 +205,18 @@ def validate_links(cookiesPublisher, queue_name: str, link_list: list):
def validate_all_links(): def validate_all_links():
all_link_list = MONGO_STORE_MANAGER.get_links_to_validate() all_link_list = MONGO_STORE_MANAGER.get_links_to_validate()
# get the first 50 links # get the first 50 links
_first_50_links = all_link_list[0:50] _first_50_links = all_link_list[0:(int(len(all_link_list) / 4))]
_queue_name = TEST_QUEUE _queue_name = MORNING_DATA_CACHE_BAK
_segment_number = 20 _segment_number = 20
last_thread = None last_thread = None
for i in range(0, _segment_number): for i in range(0, _segment_number):
logger.info("{}:{} links to validate".format(threading.currentThread().name, len(_first_50_links))) logger.info("{}:{} links to validate".format(threading.currentThread().name, len(_first_50_links)))
logger.info("segment is {}".format(i)) logger.info("segment is {}".format(i))
_cookiesPublisher = CookiesPublisher(queue_name=TEST_QUEUE) _cookiesPublisher = CookiesPublisher(queue_name=_queue_name)
_cookiesPublisher.set_up_connection() _cookiesPublisher.set_up_connection()
_step = int(len(_first_50_links) / _segment_number) _step = int(len(_first_50_links) / _segment_number)
_sublist = _first_50_links[i * _step:_step * (i + 1)] _sublist = _first_50_links[i * _step:_step * (i + 1)]
_thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, SHARED_OBJECT, _sublist)) _thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, MORNING_DATA_CACHE_BAK, _sublist))
last_thread = _thread1 last_thread = _thread1
_thread1.start() _thread1.start()
last_thread.join() last_thread.join()
@@ -223,4 +224,7 @@ def validate_all_links():
if __name__ == '__main__': if __name__ == '__main__':
# generate test data # generate test data
while True:
validate_all_links() validate_all_links()
print("wait for 30 seconds")
time.sleep(30)