skip the blocked pages.
This commit is contained in:
@@ -199,7 +199,7 @@ def read_mails():
|
|||||||
if need_to_valid_url(url, successful_items):
|
if need_to_valid_url(url, successful_items):
|
||||||
url_validator = LinkValidator(url)
|
url_validator = LinkValidator(url)
|
||||||
print("need to validate url: " + url)
|
print("need to validate url: " + url)
|
||||||
executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), False)
|
executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), True)
|
||||||
else:
|
else:
|
||||||
print("do not need to click url --> {}".format(mail.mail_address))
|
print("do not need to click url --> {}".format(mail.mail_address))
|
||||||
|
|
||||||
|
|||||||
@@ -205,7 +205,7 @@ def write_destinaire_email(valid_contacts: list, generate_passport=True):
|
|||||||
|
|
||||||
def save_mails_to_db():
|
def save_mails_to_db():
|
||||||
excel_reader = ExcelHelper()
|
excel_reader = ExcelHelper()
|
||||||
emails = excel_reader.read_email_pojo("/Users/lpan/Downloads/aol_mails_21.xlsx")
|
emails = excel_reader.read_email_pojo("/Users/panlei/Downloads/aol_mails_21.xlsx")
|
||||||
print(emails)
|
print(emails)
|
||||||
for mail in emails:
|
for mail in emails:
|
||||||
MONGO_STORE_MANAGER.save_destinary_emails(mail)
|
MONGO_STORE_MANAGER.save_destinary_emails(mail)
|
||||||
|
|||||||
Reference in New Issue
Block a user