insert ip_country info to links_to_validate table

This commit is contained in:
2024-01-23 09:29:56 +01:00
parent b773bebac4
commit 767f3534fa
3 changed files with 31 additions and 9 deletions
+3 -2
View File
@@ -255,7 +255,8 @@ def read_mails():
if need_to_check_email(mail.mail, successful_items):
mail_reader = MailReader(mail.mail, mail.password)
executor.submit(mail_reader.read_emails, mails_messages)
# get ip_country info
_all_contact_list = MONGO_STORE_MANAGER.get_all_contacts_to_book()
with ThreadPoolExecutor(max_workers=10) as executor:
for mail in mails_messages:
# if mail.isImapClient:
@@ -269,7 +270,7 @@ def read_mails():
# else:
url = match.group(0)
if need_to_valid_url(url, successful_items):
MONGO_STORE_MANAGER.save_links_to_validate(url, mail.to_address)
MONGO_STORE_MANAGER.save_links_to_validate(url, mail.to_address, _all_contact_list)
# url_validator = LinkValidator(url)
print("need to validate url: " + url)
# executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), False)