92 lines
3.2 KiB
Python
92 lines
3.2 KiB
Python
import datetime
|
|
import logging
|
|
import sys
|
|
from threading import Thread
|
|
|
|
from db.mongo_manager import MONGO_STORE_MANAGER
|
|
from excel_reader import read_contacts
|
|
from models.contact_pojo import ContactPojo
|
|
from queue_message.CookiesPublisher import CookiesPublisher, SHARED_OBJECT, TEST_QUEUE
|
|
from queue_message.appointmentrequestsender import AppointmentRequestSender
|
|
from utiles import is_time_between
|
|
from utils.AppLogging import init_logger
|
|
from workers.proxies_constants import MOBILE_PROXY_LIST_FR
|
|
|
|
IPFIY = 'http://api.ipify.org'
|
|
NGROK_TEST = "https://bcc6-193-164-156-53.ngrok-free.app"
|
|
|
|
|
|
def is_already_sent(contact: ContactPojo) -> bool:
|
|
already_sent_contacts = MONGO_STORE_MANAGER.get_all_successful_items_for_day()
|
|
for required_contact in already_sent_contacts:
|
|
if contact.mail == required_contact.email:
|
|
return True
|
|
return False
|
|
|
|
|
|
def filter_contacts(_contact_list: list) -> list:
|
|
already_sent_contacts = MONGO_STORE_MANAGER.get_all_successful_items_for_day()
|
|
_link_to_validate_list = MONGO_STORE_MANAGER.get_links_to_validate()
|
|
_contact_list_to_book = []
|
|
for contact in _contact_list:
|
|
_to_add = True
|
|
for booked in already_sent_contacts:
|
|
if contact.mail == booked.email:
|
|
_to_add = False
|
|
# 如果已经收到链接了，就不要再请求
|
|
for link_to_validate in _link_to_validate_list:
|
|
if contact.mail == link_to_validate.email:
|
|
logger.info("{}: link already received".format(contact.mail))
|
|
_to_add = False
|
|
if _to_add:
|
|
_contact_list_to_book.append(contact)
|
|
|
|
return _contact_list_to_book
|
|
|
|
|
|
def is_open():
|
|
return is_time_between(datetime.time(10, 30), datetime.time(19, 00))
|
|
|
|
|
|
count = 0
|
|
init_logger()
|
|
logger = logging.getLogger()
|
|
|
|
logger.addHandler(logging.StreamHandler(stream=sys.stdout))
|
|
|
|
|
|
def send_appointment_request(message_queue_name, _contact_list):
|
|
global count
|
|
count = count + 1
|
|
for _contact in _contact_list:
|
|
logger.info(_contact)
|
|
_cookiesPublisher = CookiesPublisher(queue_name=message_queue_name)
|
|
_cookiesPublisher.set_up_connection()
|
|
receiver = AppointmentRequestSender(sub_contact_list=_contact_list, proxy_to_use_list=MOBILE_PROXY_LIST_FR,
|
|
queue_name=message_queue_name, just_send=True,
|
|
cookiesPublisher=_cookiesPublisher, logger=logger)
|
|
print("count is " + str(count))
|
|
receiver.run()
|
|
|
|
|
|
def start_send_requests():
|
|
print("start send requests")
|
|
contacts_file_path = '~/Desktop/contact_list_2024-04-06-2.xlsx'
|
|
_contact_list = read_contacts(contacts_file_path)
|
|
_contact_list_to_book = filter_contacts(_contact_list)
|
|
_segment_number = 10
|
|
logger.info("{} contacts to book".format(len(_contact_list_to_book)))
|
|
last_thread = None
|
|
for i in range(0, _segment_number):
|
|
logger.info("segment is {}".format(i))
|
|
_step = int(len(_contact_list_to_book) / _segment_number)
|
|
_sublist = _contact_list_to_book[i * _step:_step * (i + 1)]
|
|
_thread1 = Thread(target=send_appointment_request, args=(SHARED_OBJECT, _sublist))
|
|
last_thread = _thread1
|
|
_thread1.start()
|
|
last_thread.join()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
start_send_requests()
|