skip the blocked pages.

This commit is contained in:
2022-11-15 16:19:04 +01:00
parent c1f4ee7b6d
commit a136f74a64
2 changed files with 2 additions and 2 deletions
+1 -1
View File
@@ -199,7 +199,7 @@ def read_mails():
if need_to_valid_url(url, successful_items): if need_to_valid_url(url, successful_items):
url_validator = LinkValidator(url) url_validator = LinkValidator(url)
print("need to validate url: " + url) print("need to validate url: " + url)
executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), False) executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), True)
else: else:
print("do not need to click url --> {}".format(mail.mail_address)) print("do not need to click url --> {}".format(mail.mail_address))
+1 -1
View File
@@ -205,7 +205,7 @@ def write_destinaire_email(valid_contacts: list, generate_passport=True):
def save_mails_to_db(): def save_mails_to_db():
excel_reader = ExcelHelper() excel_reader = ExcelHelper()
emails = excel_reader.read_email_pojo("/Users/lpan/Downloads/aol_mails_21.xlsx") emails = excel_reader.read_email_pojo("/Users/panlei/Downloads/aol_mails_21.xlsx")
print(emails) print(emails)
for mail in emails: for mail in emails:
MONGO_STORE_MANAGER.save_destinary_emails(mail) MONGO_STORE_MANAGER.save_destinary_emails(mail)