add method to separate file to multi files

This commit is contained in:
2025-01-18 00:52:36 +01:00
parent c39d92a41b
commit 54777af2e3
+14 -8
View File
@@ -7,7 +7,7 @@ import xlsxwriter
from src.db.mongo_manager import MONGO_STORE_MANAGER
from src.person_name.cython_extract_methods import filter_already_validated_contacts, read_pinyin_list_from_file
from src.pojo.contact_pojo import ContactPojo
from src.utils.contacts.generate_random_passport_id import get_random_passport_id_number
from src.utils.contacts.generate_random_passport_id import generate_single_titre_sejour_number
from src.utils.excel_reader import read_contacts, fr_phone_number_prefix, get_random_fr_phone_numbers, ExcelHelper
# from src.person_name.cython_extract_methods import filter_already_validated_contacts, read_pinyin_list_from_file
@@ -17,7 +17,7 @@ DEFAULT_SERIAL_TO_IGNORE = ["47e7e36b", "bitbrowser"]
def upload_contacts_list():
_contacts_to_book = read_contacts(str(Path.home()) + "/Desktop/contact_list_2024-10-03.xlsx")
_contacts_to_book = read_contacts(str(Path.home()) + "/Desktop/contact_list_200_aol_10_01_2025.xlsx")
return _contacts_to_book
@@ -52,7 +52,8 @@ def generate_contact_from_mail_list(mail_list_file,
print(pinyin_name_list[0])
for mail in mail_list:
phone_number = get_random_fr_phone_numbers()
passport_number = get_random_passport_id_number()
# passport_number = get_random_passport_id_number()
passport_number = generate_single_titre_sejour_number()
name = random.choice(pinyin_name_list)
last_name = name.split(" ")[0]
first_name = name.split(" ")[1]
@@ -89,7 +90,7 @@ def write_new_contacts_to_excel(valid_contacts: list, file_name=str(datetime.dat
def generate_valid_contact_list_for_day(segment_number=1):
_collection_name = "2024-12-26"
_collection_name = "2025-01-14"
_valid_contact_list = MONGO_STORE_MANAGER.get_all_successful_items_for_one_day(_collection_name)
_all_contacts = MONGO_STORE_MANAGER.get_all_contacts_to_book()
_contact_to_save = []
@@ -129,10 +130,14 @@ def generate_valid_contact_list_for_day(segment_number=1):
contact.serial = _contact_serial.serial
break
write_new_contacts_to_excel(_contact_to_save_list, file_name=_collection_name)
write_list_with_segment_number(_collection_name, _contact_to_save_list, segment_number)
def write_list_with_segment_number(file_name, _contact_to_save_list, segment_number):
for i in range(0, segment_number):
_step = int(len(_contact_to_save_list) / segment_number)
_sublist = _contact_to_save_list[i * _step:_step * (i + 1)]
_file_name = _collection_name + "_" + str(i + 1)
_file_name = file_name + "_" + str(i + 1)
write_new_contacts_to_excel(_sublist, file_name=_file_name)
@@ -161,6 +166,7 @@ def generate_all_contact_list():
for _contact in _all_contacts:
_contact.store = "random"
write_new_contacts_to_excel(_all_contacts, file_name="all")
write_list_with_segment_number("all", _all_contacts, 31)
def write_to_black_list(contacts: list):
@@ -221,14 +227,14 @@ if __name__ == '__main__':
# contacts_to_book = upload_contacts_list()
# MONGO_STORE_MANAGER.upload_contact_list(contacts_to_book)
# print("start at {}".format(datetime.datetime.now()))
generate_valid_contact_list_for_day(segment_number=2)
# generate_contact_from_mail_list("/Users/lpan/Downloads/邮箱及密码.xlsx")
# generate_valid_contact_list_for_day(segment_number=2)
# generate_contact_from_mail_list("/Users/lpan/Downloads/邮箱及密码_yahoo_100_16_01_2025.xlsx")
# print("end at {}".format(datetime.datetime.now()))
# update_contact_list_not_received_mail()
# generate_valid_contact_list_for_day(segment_number=2)
# get_old_validated_contact_list()
# print("end at {}".format(datetime.datetime.now()))
# generate_all_contact_list()
generate_all_contact_list()
# merge_contact_list_files(
# ["/Users/lpan/Desktop/contact_list_2024-11-04.xlsx",
# "/Users/lpan/Desktop/contact_list_2024-11-07.xlsx",