add proxy config in main

commandor_page.py

@@ -1,37 +1,52 @@
-import asyncio
 import logging
 import random
+import string
 import threading
 import time
 
+import pika
 from playwright.sync_api import sync_playwright
 
+import params
 from params import PROXY_SERVER, PROXY_USERNAME, PROXY_PASSWORD
+from pojo.ReserveResultPojo import ReserveResultPojo, PublishType
 from pojo.contact_pojo import ContactPojo
 from utils.excel_reader import ExcelHelper
+from utils.message_receiver import APPOINTMENT_QUEUE
 
-# RDV_URL = "https://rendezvousparis.hermes.com/client/register"
+RDV_URL = "https://rendezvousparis.hermes.com/client/register"
 
-RDV_URL = "file:///Users/lpan/Downloads/test_appointment.html"
+# RDV_URL = "file:///Users/lpan/Downloads/test_appointment.html"
 
-global_page = None
 otp_value = None
 user_agent_list = ExcelHelper().read_user_agent_list()
 OTP_FIELD_ID = "#sms_code"
+MESSAGE_FIELD_CLASS = ".message"
+
+CONFIRMED_MESSAGE = "Your request for a Leather Goods appointment has been registered"
 
 
 class CommandorPage:
     def __init__(self):
         self.otp_value = None
 
-    def _run(self, e: threading.Event, proxy, contact, on_ready_for_otp):
+    def _run(self, e: threading.Event, proxy, contact: ContactPojo, on_ready_for_otp):
         self.contact = contact
         with sync_playwright() as pwright:
-            self.browser = pwright.chromium.launch(headless=False, timeout=90000, proxy=proxy)
+            firefox_user_agents = filter(lambda user_agent: "firefox" in user_agent.lower(), user_agent_list)
+            firefox_user_agents_list = list(firefox_user_agents)
+            user_agent = random.choice(firefox_user_agents_list)
+            # if "chrome" in user_agent.lower():
+            #     self.browser = pwright.chromium.launch(headless=False, timeout=90000, proxy=proxy)
+            # elif "firefox" in user_agent.lower():
+            #     self.browser = pwright.firefox.launch(headless=False, timeout=90000, proxy=proxy)
+            # else:
+            self.browser = pwright.firefox.launch(headless=False, timeout=90000, proxy=proxy)
+            print("user_agent is " + user_agent)
             self.page = self.browser.new_page(
-                user_agent=random.choice(user_agent_list))
+                user_agent=user_agent)
-            global global_page
+            # hide webdriver information
-            global_page = self
+            self.page.add_init_script("""() => Object.defineProperty(navigator,'webdriver',{get: () => undefined}""")
             self.page.on("load", self._on_page_loaded)
             self.page.goto(RDV_URL, timeout=90000)
             self._setPhoneCountry()
@@ -42,15 +57,23 @@ class CommandorPage:
             self.checkCgu()
             # wait for sms_code field
             self.clickOnValidBtn()
-            self.page.goto("file:///Users/lpan/Downloads/input_otp.html")
+            # self.page.goto("file:///Users/lpan/Downloads/input_otp.html")
-            order_sent = self.page.locator(OTP_FIELD_ID)
+            otp_input = self.page.locator(OTP_FIELD_ID)
-            order_sent.wait_for(state='visible')
+            otp_input.wait_for(state='visible')
             on_ready_for_otp(e, self)
             event_is_set = e.wait()
             logging.debug('event set: %s', event_is_set)
             self.fill_otp(self.otp_value)
             self.clickOnValidBtn()
-            time.sleep(4)
+            otp_sent = self.page.locator(MESSAGE_FIELD_CLASS)
+            otp_sent.wait_for(state='visible')
+            message = self.page.content()
+            print("message is:" + message)
+            if CONFIRMED_MESSAGE in message:
+                # publish the successful message
+                print("url is " + self.page.url)
+                self.publish_message_to_queue(contact, message, self.page.url)
+            time.sleep(2)
             # check and send successful event
 
     def start_page(self, proxy, contact: ContactPojo, on_ready_for_otp) -> threading.Event:
@@ -107,15 +130,57 @@ class CommandorPage:
     def reset_air_plan_mode(self):
         pass
 
+    def publish_message_to_queue(self, contact: ContactPojo, message: str, url: str):
+        # create the message
+        id = url.split("/")[-1]
+        result = ReserveResultPojo(type=PublishType.SUCCESS, phone=contact.phone, message=message, url=url,
+                                   firstName=contact.first_name, lastName=contact.last_name, email=contact.mail,
+                                   passport=contact.passport)
+        result.id = id
+        _credentials = pika.PlainCredentials('scrapy_rabbitmq', '4x!hReCbA5v3heKWfPJV-Y')
+        connection = pika.BlockingConnection(
+            pika.ConnectionParameters(host=params.rabittMQ_host,
+                                      port=params.rabittMQ_port,
+                                      credentials=_credentials))
+        channel = connection.channel()
+        # default exchange, for 'hello' queue
+        channel.basic_publish(exchange='', routing_key=APPOINTMENT_QUEUE,
+                              body=result.to_json())
+        connection.close()
+
+
+def get_random_id_number_for_proxy() -> str:
+    # write_the_valid_profiles_to_excel()
+    S = 8  # number of characters in the string.
+    # call random.choices() string module to find the string in Uppercase + numeric data.
+    ran = ''.join(random.choices(string.digits, k=S))
+    id_number = str(ran)
+    print("The randomly generated string is : " + str(ran))  # print the random data
+    return id_number
+
+
+def get_random_id_number() -> str:
+    # write_the_valid_profiles_to_excel()
+    S = 8  # number of characters in the string.
+    ran = ''.join(random.choices(string.digits, k=S))
+    id_number = "57" + str(ran)
+    print("The randomly generated string is : 94" + str(ran))  # print the random data
+    return id_number
+
 
 def launch_page(ready_for_otp) -> threading.Event:
+    PROXY_USERNAME = "panleicim-cc-fr-sid-" + get_random_id_number_for_proxy()
+    print("proxy_username is " + PROXY_USERNAME)
     proxy = {
         "server": PROXY_SERVER,
         "username": PROXY_USERNAME,
         "password": PROXY_PASSWORD
     }
-    contact = ContactPojo(phone_number="+33758735284", passport_number="9537551179", last_name="Hong", first_name="Fan",
+    passport_number = get_random_id_number()
-                          mail="hongfan@outlook.com", ccid="", position=0)
+    print("passport_number is " + passport_number)
+    contact = ContactPojo(phone_number="+33758912245", passport_number=passport_number, last_name="XU",
+                          first_name="xingzhen",
+                          mail="ColbyPatel653@gmail.com", ccid="", position=0)
     page = CommandorPage()
     return page.start_page(proxy, contact, ready_for_otp)
 

main.py

@@ -9,7 +9,7 @@ from typing import Union
 from gsmmodem import GsmModem
 
 import params
-from commandor_page import CommandorPage
+from commandor_page import CommandorPage, get_random_id_number_for_proxy
 from logs.AppLogging import init_logger
 from logs.LogSender import LOG_APPOINTMENT_TIMEOUT
 from modems.ModemPool import ModemPool
@@ -161,7 +161,7 @@ def on_ready_for_otp(e: Event, commandor: CommandorPage):
 def start_book():
     slot_number = 1
     slot_sum = 22
-    for i in range(slot_number, slot_sum + 1):
+    for i in reversed(range(slot_number, slot_sum + 1)):
         card_pool.reset()
         logger.info("will switch to " + str(i))
         card_pool.switch_to_slot(i)
@@ -192,7 +192,15 @@ def start_book():
                     logger.info("contact found for this ccid")
                     signal = modem.modem.signalStrength
                     logger.info("信号强度: " + str(signal))
-                    commandor.start_page(modem.contact, on_ready_for_otp=on_ready_for_otp)
+                    PROXY_USERNAME = "panleicim-cc-fr-sid-" + get_random_id_number_for_proxy()
+                    print("proxy_username is " + PROXY_USERNAME)
+                    proxy = {
+                        "server": params.PROXY_SERVER,
+                        "username": PROXY_USERNAME,
+                        "password": params.PROXY_PASSWORD
+                    }
+                    commandor.start_page(proxy=proxy, contact=modem.contact,
+                                         on_ready_for_otp=on_ready_for_otp)
                     start_to_handle_sms(modem)
             except Exception as error:
                 print(error)

params.py

@@ -29,3 +29,7 @@ oracle_log_sender = LogSender()
 PROXY_SERVER = "http://gw.ntnt.io:5959"
 PROXY_USERNAME = "panleicim-cc-fr-sid-192012"
 PROXY_PASSWORD = "M3PZAXgW5V27"
+
+# rabittmq
+rabittMQ_host = "rabbitmq.lpaconsulting.fr"
+rabittMQ_port = 6672