import random import time from http.cookies import SimpleCookie from db.mongo_manager import MONGO_STORE_MANAGER from excel_reader import read_contacts from models.contact_pojo import ContactPojo from queue_message.receiver import Receiver from workers.captcha_result_getter import CaptchaResultGetter, HERMES_REGISTER from workers.sender import Sender IPFIY = 'http://api.ipify.org' NGROK_TEST = "https://bcc6-193-164-156-53.ngrok-free.app" def is_already_sent(contact: ContactPojo) -> bool: already_sent_contacts = MONGO_STORE_MANAGER.get_all_successful_items_for_day() for required_contact in already_sent_contacts: if contact.mail == required_contact.email: return True return False def filter_contacts(_contact_list: list) -> list: already_sent_contacts = MONGO_STORE_MANAGER.get_all_successful_items_for_day() _contact_list_to_book = [] for contact in _contact_list: _to_add = True for booked in already_sent_contacts: if contact.mail == booked.email: _to_add = False if _to_add: _contact_list_to_book.append(contact) return _contact_list_to_book def get_valid_csrf() -> str: captchaResultGetter = CaptchaResultGetter() _valid_cookie = captchaResultGetter.get_valid_cookie() # while _valid_cookie is None: # _valid_cookie = captchaResultGetter.get_valid_cookie() new_csrf = None while new_csrf is None: valid_cookie = None if _valid_cookie is not None: simple_cookie = SimpleCookie() simple_cookie.load(_valid_cookie) new_cookies = {k: v.value for k, v in simple_cookie.items()} new_coolies_str = "" for key in new_cookies: print(key) new_coolies_str = new_coolies_str + key + "=" + new_cookies[key] + ";" print(new_coolies_str) valid_cookie = new_coolies_str + "app=eyJmbGFzaCI6e30sImNhY2hlZmxhc2giOltdLCJjc3JmU2VjcmV0IjoiYnRodHNYU1lvdnl4RzVGakpGRDZsQ0JtIn0=;policy=accepted;lang=fr;" print(valid_cookie) new_csrf = captchaResultGetter.get_csrf(valid_cookie) if new_csrf is None: _valid_cookie = None while _valid_cookie is None: _valid_cookie = captchaResultGetter.get_valid_cookie() time.sleep(2) return new_csrf valid_csrf = None def on_message(ch, method, properties, body): global valid_csrf print(f" [x] Received {body}") sender = Sender(body.decode("UTF-8")) contact_list = read_contacts('/Users/rdv/Desktop/08_01_24_valid.xlsx') # remove already booked contacts sub_contact_list = filter_contacts(contact_list) random.shuffle(sub_contact_list) if len(sub_contact_list) > 0: print("contact number is {}".format(len(sub_contact_list))) for con in sub_contact_list: # if not is_already_sent(con): print(con.mail) # time.sleep(random.randint(1, 5)) if valid_csrf is None: valid_csrf = get_valid_csrf() can_continue = sender.send_request(HERMES_REGISTER, con, csrf=valid_csrf) if not can_continue: print("cannot continue, valid_csrf is " + valid_csrf) break else: print("can continue, will reset valid_csrf") valid_csrf = None # else: # print(con.mail + "--> skip") ch.basic_ack(delivery_tag=method.delivery_tag) else: print("empty list") if __name__ == '__main__': receiver = Receiver() receiver.set_up_connection() receiver.listen_to_queue(on_message)