120 lines
4.5 KiB
Python
120 lines
4.5 KiB
Python
import logging
|
|
import random
|
|
import threading
|
|
from concurrent.futures import ThreadPoolExecutor
|
|
from enum import Enum
|
|
from typing import Union
|
|
|
|
from playwright.sync_api import sync_playwright
|
|
|
|
import params
|
|
from workers.commandor_page import get_random_id_number_for_proxy
|
|
from logs.LogSender import TYPE_EVENT_CHECK_RESULTS, LOG_SUBJECT_EVENT
|
|
from pojo.ReserveResultPojo import ReserveResultPojo
|
|
|
|
SORRY_SENTENCE = "nous sommes sincèrement désolés de n'avoir pu vous satisfaire cette fois-ci"
|
|
PENDING_SENTENCE = "Ce soir, entre 20:00 et 20:30, vous obtiendrez une réponse par e-mail."
|
|
|
|
class ResultEnum(Enum):
|
|
ACCEPTED = "ACCEPTED"
|
|
REFUSED = "REFUSED"
|
|
PENDING = "PENDING"
|
|
|
|
|
|
class Tls(threading.local):
|
|
def __init__(self) -> None:
|
|
self.playwright = sync_playwright().start()
|
|
print("Create playwright instance in Thread", threading.current_thread().name)
|
|
|
|
|
|
class Worker:
|
|
tls = Tls()
|
|
|
|
def __init__(self):
|
|
self.logger = logging.getLogger("Worker")
|
|
|
|
def load_page(self, browser, url, proxy) -> Union[str, None]:
|
|
try:
|
|
device = random.choice(params.DEVICES)
|
|
self.logger.info("device is " + device)
|
|
pixel_2 = self.tls.playwright.devices[device]
|
|
context = browser.new_context(**pixel_2, locale='en-GB')
|
|
self.page = context.new_page()
|
|
# hide webdriver information
|
|
self.page.add_init_script("""() => {
|
|
Object.defineProperty(navigator,'webdriver',{get: () => undefined});
|
|
Object.defineProperty(navigator, 'platform', {
|
|
get: () => {
|
|
return "iPhone";
|
|
}});
|
|
}
|
|
""")
|
|
self.page.goto(url, timeout=90000)
|
|
return self.page.content()
|
|
except Exception as error:
|
|
print(error)
|
|
return None
|
|
|
|
def run(self, reserve_pojo: ReserveResultPojo, collection):
|
|
print("Launched worker in ", threading.current_thread().name)
|
|
browser = self.tls.playwright.firefox.launch(headless=False)
|
|
url = reserve_pojo.url
|
|
phone_number = reserve_pojo.phone
|
|
# url_to_check = url.replace("register/", "")
|
|
url_to_check = url + "?lang=fr"
|
|
print("url is " + url_to_check)
|
|
content = None
|
|
random_id_number = str(phone_number)[1:len(str(phone_number))]
|
|
proxy_username = "panleicim-res-fr-" + random_id_number
|
|
print("proxy_username is " + proxy_username)
|
|
proxy = {
|
|
"server": params.PROXY_SERVER,
|
|
"username": proxy_username,
|
|
"password": params.PROXY_PASSWORD
|
|
}
|
|
while content is None:
|
|
content = self.load_page(browser, url_to_check, proxy)
|
|
random_id_number = get_random_id_number_for_proxy()
|
|
proxy_username = "panleicim-res-fr-" + random_id_number
|
|
print("proxy_username is " + proxy_username)
|
|
proxy = {
|
|
"server": params.PROXY_SERVER,
|
|
"username": proxy_username,
|
|
"password": params.PROXY_PASSWORD
|
|
}
|
|
print(content)
|
|
browser.close()
|
|
print("Stopped worker in ", threading.current_thread().name)
|
|
status = None
|
|
if SORRY_SENTENCE in content:
|
|
print("status is REFUSED")
|
|
status = ResultEnum.REFUSED
|
|
elif PENDING_SENTENCE in content:
|
|
print("status is PENDING")
|
|
status = ResultEnum.PENDING
|
|
else:
|
|
print("status is ACCEPTED")
|
|
status = ResultEnum.ACCEPTED
|
|
collection.document(reserve_pojo.id).update({u'accepted': status.name})
|
|
|
|
|
|
# need to start at 21h00
|
|
if __name__ == '__main__':
|
|
# get the list
|
|
params.oracle_log_sender.send_log(msg="开始检查约会结果", subject=LOG_SUBJECT_EVENT, type=TYPE_EVENT_CHECK_RESULTS)
|
|
db_manager = params.firebase_store_manager
|
|
collection = db_manager.get_all_successful_items()
|
|
count = 0
|
|
task_list = list()
|
|
with ThreadPoolExecutor(max_workers=10) as executor:
|
|
for appointment in collection.stream():
|
|
worker = Worker()
|
|
count = count + 1
|
|
reserve_pojo = ReserveResultPojo.from_firestore_dict(appointment.to_dict())
|
|
if reserve_pojo.accepted:
|
|
print("status is " + reserve_pojo.accepted)
|
|
if reserve_pojo.accepted is None or ResultEnum.PENDING.value == reserve_pojo.accepted:
|
|
# tasks = check_result_page(reserve_pojo.url, reserve_pojo.phone)
|
|
executor.submit(worker.run, reserve_pojo, collection)
|
|
print(count)
|