appointment_request/request_sender.py

import datetime
import random
import time
from http.cookies import SimpleCookie

import requests

from db.mongo_manager import MONGO_STORE_MANAGER
from excel_reader import read_contacts
from models.ReserveResultPojo import ReserveResultPojo, PublishType
from models.contact_pojo import ContactPojo
from queue_message.receiver import Receiver

FR_PROXY_MOBILE = {
    'http': 'http://7039778-mobile-country-FR:2ji8e3r0nh@89.39.106.148:14806',
    'https': 'http://7039778-mobile-country-FR:2ji8e3r0nh@89.39.106.148:14806'
}

# FR_PROXY_MOBILE = {
#     'http': 'http://e99aff2d-409239:19elyiw1ge@93.190.141.102:31637',
#     'https': 'http://e99aff2d-409239:19elyiw1ge@93.190.141.102:31637'
# }

IPFIY = 'http://api.ipify.org'
HERMES_REGISTER = "https://rendezvousparis.hermes.com/client/register"
NGROK_TEST = "https://bcc6-193-164-156-53.ngrok-free.app"


def is_already_sent(contact: ContactPojo) -> bool:
    already_sent_contacts = MONGO_STORE_MANAGER.get_all_successful_items_for_day()
    for required_contact in already_sent_contacts:
        if contact.mail == required_contact.email:
            return True
    return False


def filter_contacts(_contact_list: list) -> list:
    already_sent_contacts = MONGO_STORE_MANAGER.get_all_successful_items_for_day()
    _contact_list_to_book = []
    for contact in _contact_list:
        _to_add = True
        for booked in already_sent_contacts:
            if contact.mail == booked.email:
                _to_add = False
        if _to_add:
            _contact_list_to_book.append(contact)

    return _contact_list_to_book


class Sender:

    def __init__(self, cookie_str):
        self.store_type = "random"
        self.cookie = SimpleCookie()
        # self.cookie_str = 'datadome=~pxdHFAvsQl2rvDrTzhPgCHxu~4TBcePTTE~Cy8Rgol6oMRc11gA02VRp0Z3uEDUszCjacubNu7vbfQCh27gz8RC10u_325pt_gsMmJh1ScGvOofVJiVAbEKvSEUjd82;policy=accepted;app.sig=PhjmDkq_dI49pADppDNKxpLe_G4;app=eyJmbGFzaCI6e30sImNhY2hlZmxhc2giOltdLCJjc3JmU2VjcmV0IjoiYnRodHNYU1lvdnl4RzVGakpGRDZsQ0JtIn0=;lang=fr;'
        self.cookie_str = cookie_str
        self.cookie.load(self.cookie_str)

    def publish_message_to_queue(self, contact: ContactPojo, status: PublishType, url: str):
        # create the message
        if url == "https://rendezvousparis.hermes.com/client/welcome":
            return
        id = url.split("/")[-1]
        result = ReserveResultPojo(type=status, phone=contact.phone, message=status.value, url=url,
                                   firstName=contact.first_name, lastName=contact.last_name, email=contact.mail,
                                   passport=contact.passport, ccid=contact.ccid)
        result.id = id
        result.store_type = self.store_type
        result.created_at = time.strftime("%H:%M:%S", time.localtime())
        collection_name = str(datetime.date.today())
        MONGO_STORE_MANAGER.insert_reserve_result(collection_name=collection_name, reserve=result)

    def send_request_for_list(self, contact_list: list):
        pass

    def get_csrf(self):
        pass

    def send_request(self, url, contact: ContactPojo):
        csrf = 'uWGIeylh-DjQFXI439Fc_ete5RcVA7eDsnQU'
        headers = {'Content-Type': 'application/x-www-form-urlencoded',
                   'User-Agent': 'Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Mobile Safari/537.36',
                   'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8',
                   'Cookie': self.cookie_str, 'Referer': 'https://rendezvousparis.hermes.com/client/register',
                   'Sec-Fetch-Mode': 'navigate',
                   'Sec-Fetch-Dest': 'document',
                   'Accept-Language': 'fr-FR,fr;q=0.6'}
        data = {'check': '', '_csrf': csrf, 'prefer': '',
                'surname': contact.last_name.capitalize(), 'name': contact.first_name.capitalize(),
                'phone_country': "FR", 'phone_number': contact.phone, 'email': contact.mail,
                'passport_id': contact.passport, 'processing': 'on', 'cgu': 'on'}
        print(data)
        try:
            response = requests.post(url=url, proxies=FR_PROXY_MOBILE, verify=False, headers=headers, data=data,
                                     timeout=15)
            print(response.status_code)
            if response.status_code == 200:
                # add to mongodb
                print(response.text)
                print(response.url)
                self.publish_message_to_queue(contact, status=PublishType.SUCCESS, url=response.url)
                cookies_to_set = response.headers['set-cookie']
                self.cookie.load(cookies_to_set)
                new_cookies = {k: v.value for k, v in self.cookie.items()}
                new_coolies_str = ""
                for key in new_cookies:
                    new_coolies_str = new_coolies_str + key + "=" + new_cookies[key] + ";"
                print(new_coolies_str)
                self.cookie_str = new_coolies_str
                return True
            else:
                return False
        except Exception as Error:
            print(Error)
            return False


def on_message(ch, method, properties, body):
    print(f" [x] Received {body}")
    sender = Sender(body.decode("UTF-8"))
    contact_list = read_contacts('/Users/panlei/Desktop/real_name_contacts_231_hotmail.xlsx')
    # remove already booked contacts
    sub_contact_list = filter_contacts(contact_list)
    random.shuffle(sub_contact_list)
    if len(sub_contact_list) > 0:
        for con in sub_contact_list:
            # if not is_already_sent(con):
            print(con.mail)
            time.sleep(random.randint(1, 5))
            can_continue = sender.send_request(HERMES_REGISTER, con)
            if not can_continue:
                print("cannot continue")
                break
            # else:
            #     print(con.mail + "--> skip")
        ch.basic_ack(delivery_tag=method.delivery_tag)
    else:
        print("empty list")


if __name__ == '__main__':
    receiver = Receiver()
    receiver.set_up_connection()
    receiver.listen_to_queue(on_message)

# if __name__ == '__main__':
#     sender = Sender()
#     contact_list = read_contacts('/Users/panlei/Desktop/yahoo_aol_valid_26-1.xlsx')
#     sub_contact_list = contact_list[200:300]
#     for con in sub_contact_list:
#         if not is_already_sent(con):
#             time.sleep(random.randint(2, 10))
#             can_continue = sender.send_request(HERMES_REGISTER, con)
#             if not can_continue:
#                 print("cannot continue")
#                 break
#         else:
#             print(con.mail + "--> skip")
#         print(con.mail)
# sender.send_request(HERMES_REGISTER, contact_list[-5])