panleicim/appointment_tool
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

make headless configurable

Browse Source
This commit is contained in:
Lei PAN
2022-07-08 15:01:55 +02:00
parent 8f8dbc697a
commit cdabe04073
2 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/check_results.py
+9 -9
View File
@@ -41,9 +41,9 @@ class ResultChecker:
def __init__(self):
self.logger = logging.getLogger("Worker")
def load_page(self, playwright, proxy, url) -> Union[str, None]:
def load_page(self, playwright, proxy, url, headless) -> Union[str, None]:
try:
self.browser = playwright.webkit.launch(headless=False, timeout=90000, proxy=proxy)
self.browser = playwright.webkit.launch(headless=headless, timeout=90000, proxy=proxy)
device = random.choice(params.DEVICES)
self.logger.info("模拟设备: " + device)
pixel_2 = self.tls.playwright.devices[device]
@@ -64,14 +64,14 @@ class ResultChecker:
print(error)
return None
def run(self, reserve_pojo: ReserveResultPojo, firestore_collection, need_send_email=False):
def run(self, reserve_pojo: ReserveResultPojo, firestore_collection, headless=False, need_send_email=False):
print("Launched worker in ", threading.current_thread().name)
url = reserve_pojo.url
print("url is " + url)
content = None
proxy = params.get_proxy(ProxyType.BRIGHT_DATA)
while content is None:
content = self.load_page(self.tls.playwright, proxy, url)
content = self.load_page(self.tls.playwright, proxy, url, headless)
proxy = params.get_proxy(ProxyType.BRIGHT_DATA)
print(content)
self.browser.close()
@@ -105,19 +105,19 @@ class ResultChecker:
MONGO_STORE_MANAGER.update_reserve_result(reserve_pojo.id, status)
def check_results():
def check_results(headless=False):
# get the list
oracle_log_sender.send_log(msg="开始检查约会结果", subject=LOG_SUBJECT_EVENT, type=TYPE_EVENT_CHECK_RESULTS)
db_manager = definitions.firebase_store_manager
firestore_collection = db_manager.get_all_successful_items()
reserve_list = MONGO_STORE_MANAGER.get_all_successful_items_for_day()
print("size is " + str(len(reserve_list)))
start_check(reserve_list, firestore_collection, False)
start_check(reserve_list, firestore_collection, headless, need_send_email=False)
reserve_list = MONGO_STORE_MANAGER.get_all_successful_items_for_day()
start_check(reserve_list, firestore_collection, True)
start_check(reserve_list, firestore_collection, headless, need_send_email=True)
def start_check(reserve_list, firestore_collection, need_send_email: bool):
def start_check(reserve_list, firestore_collection, headless: bool, need_send_email: bool):
count = 0
with ThreadPoolExecutor(max_workers=20) as executor:
for reserve in reserve_list:
@@ -126,7 +126,7 @@ def start_check(reserve_list, firestore_collection, need_send_email: bool):
print("will check result")
if reserve.url != BLANK_URL:
if reserve.url != WELCOME_URL:
executor.submit(ResultChecker().run, reserve, firestore_collection,
executor.submit(ResultChecker().run, reserve, firestore_collection, headless,
need_send_email)
else:
print("status is " + reserve.accepted)