handle duplicated

2022-08-12 13:01:16 +02:00
parent 20e43b9c30
commit 241cdda0f9
4 changed files with 14 additions and 7 deletions
@@ -163,7 +163,7 @@ def read_mails():
                if need_to_valid_url(url, successful_items):
                    url_validator = LinkValidator(url)
                    print("need to validate url: " + url)
-                    executor.submit(url_validator.start_page, params.get_proxy(ProxyType.BRIGHT_DATA), True)
+                    executor.submit(url_validator.start_page, params.get_proxy(ProxyType.BRIGHT_DATA), False)
                else:
                    print("do not need to click url --> {}".format(mail))