add proxy config in main
This commit is contained in:
+80
-15
@@ -1,37 +1,52 @@
|
||||
import asyncio
|
||||
import logging
|
||||
import random
|
||||
import string
|
||||
import threading
|
||||
import time
|
||||
|
||||
import pika
|
||||
from playwright.sync_api import sync_playwright
|
||||
|
||||
import params
|
||||
from params import PROXY_SERVER, PROXY_USERNAME, PROXY_PASSWORD
|
||||
from pojo.ReserveResultPojo import ReserveResultPojo, PublishType
|
||||
from pojo.contact_pojo import ContactPojo
|
||||
from utils.excel_reader import ExcelHelper
|
||||
from utils.message_receiver import APPOINTMENT_QUEUE
|
||||
|
||||
# RDV_URL = "https://rendezvousparis.hermes.com/client/register"
|
||||
RDV_URL = "https://rendezvousparis.hermes.com/client/register"
|
||||
|
||||
RDV_URL = "file:///Users/lpan/Downloads/test_appointment.html"
|
||||
# RDV_URL = "file:///Users/lpan/Downloads/test_appointment.html"
|
||||
|
||||
global_page = None
|
||||
otp_value = None
|
||||
user_agent_list = ExcelHelper().read_user_agent_list()
|
||||
OTP_FIELD_ID = "#sms_code"
|
||||
MESSAGE_FIELD_CLASS = ".message"
|
||||
|
||||
CONFIRMED_MESSAGE = "Your request for a Leather Goods appointment has been registered"
|
||||
|
||||
|
||||
class CommandorPage:
|
||||
def __init__(self):
|
||||
self.otp_value = None
|
||||
|
||||
def _run(self, e: threading.Event, proxy, contact, on_ready_for_otp):
|
||||
def _run(self, e: threading.Event, proxy, contact: ContactPojo, on_ready_for_otp):
|
||||
self.contact = contact
|
||||
with sync_playwright() as pwright:
|
||||
self.browser = pwright.chromium.launch(headless=False, timeout=90000, proxy=proxy)
|
||||
firefox_user_agents = filter(lambda user_agent: "firefox" in user_agent.lower(), user_agent_list)
|
||||
firefox_user_agents_list = list(firefox_user_agents)
|
||||
user_agent = random.choice(firefox_user_agents_list)
|
||||
# if "chrome" in user_agent.lower():
|
||||
# self.browser = pwright.chromium.launch(headless=False, timeout=90000, proxy=proxy)
|
||||
# elif "firefox" in user_agent.lower():
|
||||
# self.browser = pwright.firefox.launch(headless=False, timeout=90000, proxy=proxy)
|
||||
# else:
|
||||
self.browser = pwright.firefox.launch(headless=False, timeout=90000, proxy=proxy)
|
||||
print("user_agent is " + user_agent)
|
||||
self.page = self.browser.new_page(
|
||||
user_agent=random.choice(user_agent_list))
|
||||
global global_page
|
||||
global_page = self
|
||||
user_agent=user_agent)
|
||||
# hide webdriver information
|
||||
self.page.add_init_script("""() => Object.defineProperty(navigator,'webdriver',{get: () => undefined}""")
|
||||
self.page.on("load", self._on_page_loaded)
|
||||
self.page.goto(RDV_URL, timeout=90000)
|
||||
self._setPhoneCountry()
|
||||
@@ -42,15 +57,23 @@ class CommandorPage:
|
||||
self.checkCgu()
|
||||
# wait for sms_code field
|
||||
self.clickOnValidBtn()
|
||||
self.page.goto("file:///Users/lpan/Downloads/input_otp.html")
|
||||
order_sent = self.page.locator(OTP_FIELD_ID)
|
||||
order_sent.wait_for(state='visible')
|
||||
# self.page.goto("file:///Users/lpan/Downloads/input_otp.html")
|
||||
otp_input = self.page.locator(OTP_FIELD_ID)
|
||||
otp_input.wait_for(state='visible')
|
||||
on_ready_for_otp(e, self)
|
||||
event_is_set = e.wait()
|
||||
logging.debug('event set: %s', event_is_set)
|
||||
self.fill_otp(self.otp_value)
|
||||
self.clickOnValidBtn()
|
||||
time.sleep(4)
|
||||
otp_sent = self.page.locator(MESSAGE_FIELD_CLASS)
|
||||
otp_sent.wait_for(state='visible')
|
||||
message = self.page.content()
|
||||
print("message is:" + message)
|
||||
if CONFIRMED_MESSAGE in message:
|
||||
# publish the successful message
|
||||
print("url is " + self.page.url)
|
||||
self.publish_message_to_queue(contact, message, self.page.url)
|
||||
time.sleep(2)
|
||||
# check and send successful event
|
||||
|
||||
def start_page(self, proxy, contact: ContactPojo, on_ready_for_otp) -> threading.Event:
|
||||
@@ -107,15 +130,57 @@ class CommandorPage:
|
||||
def reset_air_plan_mode(self):
|
||||
pass
|
||||
|
||||
def publish_message_to_queue(self, contact: ContactPojo, message: str, url: str):
|
||||
# create the message
|
||||
id = url.split("/")[-1]
|
||||
result = ReserveResultPojo(type=PublishType.SUCCESS, phone=contact.phone, message=message, url=url,
|
||||
firstName=contact.first_name, lastName=contact.last_name, email=contact.mail,
|
||||
passport=contact.passport)
|
||||
result.id = id
|
||||
_credentials = pika.PlainCredentials('scrapy_rabbitmq', '4x!hReCbA5v3heKWfPJV-Y')
|
||||
connection = pika.BlockingConnection(
|
||||
pika.ConnectionParameters(host=params.rabittMQ_host,
|
||||
port=params.rabittMQ_port,
|
||||
credentials=_credentials))
|
||||
channel = connection.channel()
|
||||
# default exchange, for 'hello' queue
|
||||
channel.basic_publish(exchange='', routing_key=APPOINTMENT_QUEUE,
|
||||
body=result.to_json())
|
||||
connection.close()
|
||||
|
||||
|
||||
def get_random_id_number_for_proxy() -> str:
|
||||
# write_the_valid_profiles_to_excel()
|
||||
S = 8 # number of characters in the string.
|
||||
# call random.choices() string module to find the string in Uppercase + numeric data.
|
||||
ran = ''.join(random.choices(string.digits, k=S))
|
||||
id_number = str(ran)
|
||||
print("The randomly generated string is : " + str(ran)) # print the random data
|
||||
return id_number
|
||||
|
||||
|
||||
def get_random_id_number() -> str:
|
||||
# write_the_valid_profiles_to_excel()
|
||||
S = 8 # number of characters in the string.
|
||||
ran = ''.join(random.choices(string.digits, k=S))
|
||||
id_number = "57" + str(ran)
|
||||
print("The randomly generated string is : 94" + str(ran)) # print the random data
|
||||
return id_number
|
||||
|
||||
|
||||
def launch_page(ready_for_otp) -> threading.Event:
|
||||
PROXY_USERNAME = "panleicim-cc-fr-sid-" + get_random_id_number_for_proxy()
|
||||
print("proxy_username is " + PROXY_USERNAME)
|
||||
proxy = {
|
||||
"server": PROXY_SERVER,
|
||||
"username": PROXY_USERNAME,
|
||||
"password": PROXY_PASSWORD
|
||||
}
|
||||
contact = ContactPojo(phone_number="+33758735284", passport_number="9537551179", last_name="Hong", first_name="Fan",
|
||||
mail="hongfan@outlook.com", ccid="", position=0)
|
||||
passport_number = get_random_id_number()
|
||||
print("passport_number is " + passport_number)
|
||||
contact = ContactPojo(phone_number="+33758912245", passport_number=passport_number, last_name="XU",
|
||||
first_name="xingzhen",
|
||||
mail="ColbyPatel653@gmail.com", ccid="", position=0)
|
||||
page = CommandorPage()
|
||||
return page.start_page(proxy, contact, ready_for_otp)
|
||||
|
||||
|
||||
Binary file not shown.
Binary file not shown.
@@ -9,7 +9,7 @@ from typing import Union
|
||||
from gsmmodem import GsmModem
|
||||
|
||||
import params
|
||||
from commandor_page import CommandorPage
|
||||
from commandor_page import CommandorPage, get_random_id_number_for_proxy
|
||||
from logs.AppLogging import init_logger
|
||||
from logs.LogSender import LOG_APPOINTMENT_TIMEOUT
|
||||
from modems.ModemPool import ModemPool
|
||||
@@ -161,7 +161,7 @@ def on_ready_for_otp(e: Event, commandor: CommandorPage):
|
||||
def start_book():
|
||||
slot_number = 1
|
||||
slot_sum = 22
|
||||
for i in range(slot_number, slot_sum + 1):
|
||||
for i in reversed(range(slot_number, slot_sum + 1)):
|
||||
card_pool.reset()
|
||||
logger.info("will switch to " + str(i))
|
||||
card_pool.switch_to_slot(i)
|
||||
@@ -192,7 +192,15 @@ def start_book():
|
||||
logger.info("contact found for this ccid")
|
||||
signal = modem.modem.signalStrength
|
||||
logger.info("信号强度: " + str(signal))
|
||||
commandor.start_page(modem.contact, on_ready_for_otp=on_ready_for_otp)
|
||||
PROXY_USERNAME = "panleicim-cc-fr-sid-" + get_random_id_number_for_proxy()
|
||||
print("proxy_username is " + PROXY_USERNAME)
|
||||
proxy = {
|
||||
"server": params.PROXY_SERVER,
|
||||
"username": PROXY_USERNAME,
|
||||
"password": params.PROXY_PASSWORD
|
||||
}
|
||||
commandor.start_page(proxy=proxy, contact=modem.contact,
|
||||
on_ready_for_otp=on_ready_for_otp)
|
||||
start_to_handle_sms(modem)
|
||||
except Exception as error:
|
||||
print(error)
|
||||
|
||||
Reference in New Issue
Block a user