optimization on check_results

This commit is contained in:
2022-07-27 18:56:15 +02:00
parent 204cd17359
commit 01cf4211fc
+5 -6
View File
@@ -38,11 +38,9 @@ class ResultChecker:
def __init__(self):
self.logger = logging.getLogger("Worker")
def load_page(self, playwright, proxy, url, headless) -> Union[str, None]:
def load_page(self, playwright, proxy, url, device, headless) -> Union[str, None]:
try:
self.browser = playwright.webkit.launch(headless=headless, timeout=90000, proxy=proxy)
device = random.choice(params.DEVICES)
self.logger.info("模拟设备: " + device)
pixel_2 = self.tls.playwright.devices[device]
context = self.browser.new_context(**pixel_2, locale='fr-FR')
self.page = context.new_page()
@@ -62,16 +60,16 @@ class ResultChecker:
return None
def run(self, reserve_pojo: ReserveResultPojo, firestore_collection, headless=False, need_send_email=False):
print("Launched worker in ", threading.current_thread().name)
url = reserve_pojo.url
print("url is " + url)
content = None
proxy = params.get_proxy(ProxyType.BRIGHT_DATA)
device = random.choice(params.DEVICES)
self.logger.info("模拟设备: " + device)
while content is None:
content = self.load_page(self.tls.playwright, proxy, url, headless)
content = self.load_page(self.tls.playwright, proxy, url, device, headless)
proxy = params.get_proxy(ProxyType.BRIGHT_DATA)
print(content)
self.browser.close()
print("Stopped worker in ", threading.current_thread().name)
if SORRY_SENTENCE_FR in content:
print("status is REFUSED")
@@ -99,6 +97,7 @@ class ResultChecker:
reserve_pojo.accepted = status
firestore_collection.document(reserve_pojo.id).update({u'accepted': status.name})
MONGO_STORE_MANAGER.update_reserve_result(reserve_pojo.id, status)
self.browser.close()
def check_results(headless=False):