skip the blocked pages.
This commit is contained in:
@@ -199,7 +199,7 @@ def read_mails():
|
||||
if need_to_valid_url(url, successful_items):
|
||||
url_validator = LinkValidator(url)
|
||||
print("need to validate url: " + url)
|
||||
executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), False)
|
||||
executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), True)
|
||||
else:
|
||||
print("do not need to click url --> {}".format(mail.mail_address))
|
||||
|
||||
|
||||
@@ -205,7 +205,7 @@ def write_destinaire_email(valid_contacts: list, generate_passport=True):
|
||||
|
||||
def save_mails_to_db():
|
||||
excel_reader = ExcelHelper()
|
||||
emails = excel_reader.read_email_pojo("/Users/lpan/Downloads/aol_mails_21.xlsx")
|
||||
emails = excel_reader.read_email_pojo("/Users/panlei/Downloads/aol_mails_21.xlsx")
|
||||
print(emails)
|
||||
for mail in emails:
|
||||
MONGO_STORE_MANAGER.save_destinary_emails(mail)
|
||||
|
||||
Reference in New Issue
Block a user