panleicim/appointment_tool
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

need to test check_results.py

Browse Source
This commit is contained in:
PAN Lei
2022-05-13 18:04:36 +02:00
parent ab153349a4
commit 7b21046b74
1 changed files with 10 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
utils/check_results.py → check_results.py
+10 -11
View File
@@ -15,6 +15,7 @@ from pojo.ReserveResultPojo import ReserveResultPojo
SORRY_SENTENCE = "nous sommes sincèrement désolés de n'avoir pu vous satisfaire cette fois-ci" SORRY_SENTENCE = "nous sommes sincèrement désolés de n'avoir pu vous satisfaire cette fois-ci"
PENDING_SENTENCE = "Ce soir, entre 20:00 et 20:30, vous obtiendrez une réponse par e-mail." PENDING_SENTENCE = "Ce soir, entre 20:00 et 20:30, vous obtiendrez une réponse par e-mail."
class ResultEnum(Enum): class ResultEnum(Enum):
ACCEPTED = "ACCEPTED" ACCEPTED = "ACCEPTED"
REFUSED = "REFUSED" REFUSED = "REFUSED"
@@ -33,12 +34,13 @@ class Worker:
def __init__(self): def __init__(self):
self.logger = logging.getLogger("Worker") self.logger = logging.getLogger("Worker")
def load_page(self, browser, url, proxy) -> Union[str, None]: def load_page(self, playwright, proxy, url) -> Union[str, None]:
try: try:
self.browser = playwright.webkit.launch(headless=False, timeout=90000, proxy=proxy)
device = random.choice(params.DEVICES) device = random.choice(params.DEVICES)
self.logger.info("device is " + device) self.logger.info("device is " + device)
pixel_2 = self.tls.playwright.devices[device] pixel_2 = self.tls.playwright.devices[device]
context = browser.new_context(**pixel_2, locale='en-GB') context = self.browser.new_context(**pixel_2, locale='en-GB')
self.page = context.new_page() self.page = context.new_page()
# hide webdriver information # hide webdriver information
self.page.add_init_script("""() => { self.page.add_init_script("""() => {
@@ -57,12 +59,11 @@ class Worker:
def run(self, reserve_pojo: ReserveResultPojo, collection): def run(self, reserve_pojo: ReserveResultPojo, collection):
print("Launched worker in ", threading.current_thread().name) print("Launched worker in ", threading.current_thread().name)
browser = self.tls.playwright.firefox.launch(headless=False)
url = reserve_pojo.url url = reserve_pojo.url
phone_number = reserve_pojo.phone phone_number = reserve_pojo.phone
# url_to_check = url.replace("register/", "") # url_to_check = url.replace("register/", "")
url_to_check = url + "?lang=fr" # url_to_check = url + "?lang=fr"
print("url is " + url_to_check) print("url is " + url)
content = None content = None
random_id_number = str(phone_number)[1:len(str(phone_number))] random_id_number = str(phone_number)[1:len(str(phone_number))]
proxy_username = "panleicim-res-fr-" + random_id_number proxy_username = "panleicim-res-fr-" + random_id_number
@@ -73,7 +74,7 @@ class Worker:
"password": params.PROXY_PASSWORD "password": params.PROXY_PASSWORD
} }
while content is None: while content is None:
content = self.load_page(browser, url_to_check, proxy) content = self.load_page(self.tls.playwright, url, proxy)
random_id_number = get_random_id_number_for_proxy() random_id_number = get_random_id_number_for_proxy()
proxy_username = "panleicim-res-fr-" + random_id_number proxy_username = "panleicim-res-fr-" + random_id_number
print("proxy_username is " + proxy_username) print("proxy_username is " + proxy_username)
@@ -83,7 +84,7 @@ class Worker:
"password": params.PROXY_PASSWORD "password": params.PROXY_PASSWORD
} }
print(content) print(content)
browser.close() self.browser.close()
print("Stopped worker in ", threading.current_thread().name) print("Stopped worker in ", threading.current_thread().name)
status = None status = None
if SORRY_SENTENCE in content: if SORRY_SENTENCE in content:
@@ -106,14 +107,12 @@ if __name__ == '__main__':
collection = db_manager.get_all_successful_items() collection = db_manager.get_all_successful_items()
count = 0 count = 0
task_list = list() task_list = list()
with ThreadPoolExecutor(max_workers=10) as executor: with ThreadPoolExecutor(max_workers=2) as executor:
for appointment in collection.stream(): for appointment in collection.stream():
worker = Worker()
count = count + 1 count = count + 1
reserve_pojo = ReserveResultPojo.from_firestore_dict(appointment.to_dict()) reserve_pojo = ReserveResultPojo.from_firestore_dict(appointment.to_dict())
if reserve_pojo.accepted: if reserve_pojo.accepted:
print("status is " + reserve_pojo.accepted) print("status is " + reserve_pojo.accepted)
if reserve_pojo.accepted is None or ResultEnum.PENDING.value == reserve_pojo.accepted: if reserve_pojo.accepted is None or ResultEnum.PENDING.value == reserve_pojo.accepted:
# tasks = check_result_page(reserve_pojo.url, reserve_pojo.phone) executor.submit(Worker().run, threading.Event(), reserve_pojo, collection)
executor.submit(worker.run, reserve_pojo, collection)
print(count) print(count)