use headless browser
This commit is contained in:
@@ -163,7 +163,7 @@ def read_mails():
|
|||||||
if need_to_valid_url(url, successful_items):
|
if need_to_valid_url(url, successful_items):
|
||||||
url_validator = LinkValidator(url)
|
url_validator = LinkValidator(url)
|
||||||
print("need to validate url: " + url)
|
print("need to validate url: " + url)
|
||||||
executor.submit(url_validator.start_page, params.get_proxy(ProxyType.BRIGHT_DATA), False)
|
executor.submit(url_validator.start_page, params.get_proxy(ProxyType.BRIGHT_DATA), True)
|
||||||
else:
|
else:
|
||||||
print("do not need to click url --> {}".format(mail))
|
print("do not need to click url --> {}".format(mail))
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user