save urlToValidate to db

2022-12-08 17:23:10 +01:00
parent f6f29d77d1
commit bdb250f03b
2 changed files with 12 additions and 3 deletions
@@ -197,9 +197,10 @@ def read_mails():
                if match:
                    url = match.group(0)
                    if need_to_valid_url(url, successful_items):
-                        url_validator = LinkValidator(url)
-                        print("need to validate url: " + url)
-                        executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), True)
+                        MONGO_STORE_MANAGER.save_links_to_validate(url)
+                        # url_validator = LinkValidator(url)
+                        # print("need to validate url: " + url)
+                        # executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), False)
                    else:
                        print("do not need to click url --> {}".format(mail.mail_address))