import datetime import random import time from http.cookies import SimpleCookie from threading import Thread from db.mongo_manager import MONGO_STORE_MANAGER from excel_reader import read_contacts from models.contact_pojo import ContactPojo from queue_message.CookiesPublisher import CookiesPublisher, REQUEST_DATA_QUEUE_DE, REQUEST_DATA_QUEUE_TEST, \ REQUEST_DATA_OBJECT, TEST_QUEUE from queue_message.appointmentrequestsender import AppointmentRequestSender, REQUEST_DATA_QUEUE from utiles import is_time_between from workers.captcha_result_getter import CaptchaResultGetter, HERMES_REGISTER from workers.proxies_constants import PROXY_LIST_DE, PROXY_LIST_FR, MOBILE_PROXY_LIST_FR from workers.sender import Sender IPFIY = 'http://api.ipify.org' NGROK_TEST = "https://bcc6-193-164-156-53.ngrok-free.app" def is_already_sent(contact: ContactPojo) -> bool: already_sent_contacts = MONGO_STORE_MANAGER.get_all_successful_items_for_day() for required_contact in already_sent_contacts: if contact.mail == required_contact.email: return True return False def filter_contacts(_contact_list: list) -> list: already_sent_contacts = MONGO_STORE_MANAGER.get_all_successful_items_for_day() _contact_list_to_book = [] for contact in _contact_list: _to_add = True for booked in already_sent_contacts: if contact.mail == booked.email: _to_add = False if _to_add: _contact_list_to_book.append(contact) return _contact_list_to_book def get_valid_csrf() -> str: captchaResultGetter = CaptchaResultGetter() _valid_cookie = captchaResultGetter.get_valid_cookie() # while _valid_cookie is None: # _valid_cookie = captchaResultGetter.get_valid_cookie() new_csrf = None while new_csrf is None and is_open(): valid_cookie = None if _valid_cookie is not None: simple_cookie = SimpleCookie() simple_cookie.load(_valid_cookie) new_cookies = {k: v.value for k, v in simple_cookie.items()} new_coolies_str = "" for key in new_cookies: print(key) new_coolies_str = new_coolies_str + key + "=" + new_cookies[key] + ";" print(new_coolies_str) valid_cookie = new_coolies_str + "app=eyJmbGFzaCI6e30sImNhY2hlZmxhc2giOltdLCJjc3JmU2VjcmV0IjoiYnRodHNYU1lvdnl4RzVGakpGRDZsQ0JtIn0=;policy=accepted;lang=fr;" print(valid_cookie) new_csrf = captchaResultGetter.get_csrf(valid_cookie) if new_csrf is None: _valid_cookie = None while _valid_cookie is None: _valid_cookie = captchaResultGetter.get_valid_cookie() time.sleep(2) return new_csrf def is_open(): return is_time_between(datetime.time(10, 30), datetime.time(19, 00)) count = 0 def send_appointment_request(message_queue_name, _contact_list): global count count = count + 1 _cookiesPublisher = CookiesPublisher(queue_name=message_queue_name) _cookiesPublisher.set_up_connection() receiver = AppointmentRequestSender(sub_contact_list=_contact_list, proxy_to_use_list=MOBILE_PROXY_LIST_FR, queue_name=message_queue_name, cookiesPublisher=_cookiesPublisher) print("count is " + str(count)) receiver.run() if __name__ == '__main__': contacts_file_path = '~/Desktop/contact_list_2024-03-09.xlsx' _contact_list = read_contacts(contacts_file_path) _segment_number = 10 for i in range(0, _segment_number): print(i) _step = int(len(_contact_list) / _segment_number) _sublist = _contact_list[i:_step * (i + 1)] print(_sublist[0]) print(_sublist[-1]) _thread1 = Thread(target=send_appointment_request, args=(REQUEST_DATA_OBJECT, _sublist)) _thread1.start()