diff --git a/src/db/mongo_manager.py b/src/db/mongo_manager.py index a42d3a3..749467f 100644 --- a/src/db/mongo_manager.py +++ b/src/db/mongo_manager.py @@ -18,6 +18,7 @@ BLACK_LIST = "BLACK_LIST" ACCEPTED_APPOINTMENT_LIST = "ACCEPTED_APPOINTMENT_LIST" EMAIL_LIST = "EMAIL_LIST" DESTINATION_EMAIL_LIST = "DESTINATION_EMAIL_LIST" +LINKS_TO_VALIDATE = "LINKS_TO_VALIDATE" class MongoDbManager: @@ -199,6 +200,13 @@ class MongoDbManager: collection.find_one_and_update({'_id': id}, {"$set": {"url_validated": state, "validated_at": validated_at}}, upsert=False) + def save_links_to_validate(self, link: str): + collection_to_use = self.db[LINKS_TO_VALIDATE] + collection_to_use.replace_one(filter={'_id': link, }, replacement={ + u'url': link + }, + upsert=True) + MONGO_STORE_MANAGER = MongoDbManager() diff --git a/src/mail/mail_reader.py b/src/mail/mail_reader.py index c4548c2..531ed09 100644 --- a/src/mail/mail_reader.py +++ b/src/mail/mail_reader.py @@ -197,9 +197,10 @@ def read_mails(): if match: url = match.group(0) if need_to_valid_url(url, successful_items): - url_validator = LinkValidator(url) - print("need to validate url: " + url) - executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), True) + MONGO_STORE_MANAGER.save_links_to_validate(url) + # url_validator = LinkValidator(url) + # print("need to validate url: " + url) + # executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), False) else: print("do not need to click url --> {}".format(mail.mail_address))