add method to separate file to multi files
This commit is contained in:
@@ -7,7 +7,7 @@ import xlsxwriter
|
|||||||
from src.db.mongo_manager import MONGO_STORE_MANAGER
|
from src.db.mongo_manager import MONGO_STORE_MANAGER
|
||||||
from src.person_name.cython_extract_methods import filter_already_validated_contacts, read_pinyin_list_from_file
|
from src.person_name.cython_extract_methods import filter_already_validated_contacts, read_pinyin_list_from_file
|
||||||
from src.pojo.contact_pojo import ContactPojo
|
from src.pojo.contact_pojo import ContactPojo
|
||||||
from src.utils.contacts.generate_random_passport_id import get_random_passport_id_number
|
from src.utils.contacts.generate_random_passport_id import generate_single_titre_sejour_number
|
||||||
from src.utils.excel_reader import read_contacts, fr_phone_number_prefix, get_random_fr_phone_numbers, ExcelHelper
|
from src.utils.excel_reader import read_contacts, fr_phone_number_prefix, get_random_fr_phone_numbers, ExcelHelper
|
||||||
|
|
||||||
# from src.person_name.cython_extract_methods import filter_already_validated_contacts, read_pinyin_list_from_file
|
# from src.person_name.cython_extract_methods import filter_already_validated_contacts, read_pinyin_list_from_file
|
||||||
@@ -17,7 +17,7 @@ DEFAULT_SERIAL_TO_IGNORE = ["47e7e36b", "bitbrowser"]
|
|||||||
|
|
||||||
|
|
||||||
def upload_contacts_list():
|
def upload_contacts_list():
|
||||||
_contacts_to_book = read_contacts(str(Path.home()) + "/Desktop/contact_list_2024-10-03.xlsx")
|
_contacts_to_book = read_contacts(str(Path.home()) + "/Desktop/contact_list_200_aol_10_01_2025.xlsx")
|
||||||
return _contacts_to_book
|
return _contacts_to_book
|
||||||
|
|
||||||
|
|
||||||
@@ -52,7 +52,8 @@ def generate_contact_from_mail_list(mail_list_file,
|
|||||||
print(pinyin_name_list[0])
|
print(pinyin_name_list[0])
|
||||||
for mail in mail_list:
|
for mail in mail_list:
|
||||||
phone_number = get_random_fr_phone_numbers()
|
phone_number = get_random_fr_phone_numbers()
|
||||||
passport_number = get_random_passport_id_number()
|
# passport_number = get_random_passport_id_number()
|
||||||
|
passport_number = generate_single_titre_sejour_number()
|
||||||
name = random.choice(pinyin_name_list)
|
name = random.choice(pinyin_name_list)
|
||||||
last_name = name.split(" ")[0]
|
last_name = name.split(" ")[0]
|
||||||
first_name = name.split(" ")[1]
|
first_name = name.split(" ")[1]
|
||||||
@@ -89,7 +90,7 @@ def write_new_contacts_to_excel(valid_contacts: list, file_name=str(datetime.dat
|
|||||||
|
|
||||||
|
|
||||||
def generate_valid_contact_list_for_day(segment_number=1):
|
def generate_valid_contact_list_for_day(segment_number=1):
|
||||||
_collection_name = "2024-12-26"
|
_collection_name = "2025-01-14"
|
||||||
_valid_contact_list = MONGO_STORE_MANAGER.get_all_successful_items_for_one_day(_collection_name)
|
_valid_contact_list = MONGO_STORE_MANAGER.get_all_successful_items_for_one_day(_collection_name)
|
||||||
_all_contacts = MONGO_STORE_MANAGER.get_all_contacts_to_book()
|
_all_contacts = MONGO_STORE_MANAGER.get_all_contacts_to_book()
|
||||||
_contact_to_save = []
|
_contact_to_save = []
|
||||||
@@ -129,10 +130,14 @@ def generate_valid_contact_list_for_day(segment_number=1):
|
|||||||
contact.serial = _contact_serial.serial
|
contact.serial = _contact_serial.serial
|
||||||
break
|
break
|
||||||
write_new_contacts_to_excel(_contact_to_save_list, file_name=_collection_name)
|
write_new_contacts_to_excel(_contact_to_save_list, file_name=_collection_name)
|
||||||
|
write_list_with_segment_number(_collection_name, _contact_to_save_list, segment_number)
|
||||||
|
|
||||||
|
|
||||||
|
def write_list_with_segment_number(file_name, _contact_to_save_list, segment_number):
|
||||||
for i in range(0, segment_number):
|
for i in range(0, segment_number):
|
||||||
_step = int(len(_contact_to_save_list) / segment_number)
|
_step = int(len(_contact_to_save_list) / segment_number)
|
||||||
_sublist = _contact_to_save_list[i * _step:_step * (i + 1)]
|
_sublist = _contact_to_save_list[i * _step:_step * (i + 1)]
|
||||||
_file_name = _collection_name + "_" + str(i + 1)
|
_file_name = file_name + "_" + str(i + 1)
|
||||||
write_new_contacts_to_excel(_sublist, file_name=_file_name)
|
write_new_contacts_to_excel(_sublist, file_name=_file_name)
|
||||||
|
|
||||||
|
|
||||||
@@ -161,6 +166,7 @@ def generate_all_contact_list():
|
|||||||
for _contact in _all_contacts:
|
for _contact in _all_contacts:
|
||||||
_contact.store = "random"
|
_contact.store = "random"
|
||||||
write_new_contacts_to_excel(_all_contacts, file_name="all")
|
write_new_contacts_to_excel(_all_contacts, file_name="all")
|
||||||
|
write_list_with_segment_number("all", _all_contacts, 31)
|
||||||
|
|
||||||
|
|
||||||
def write_to_black_list(contacts: list):
|
def write_to_black_list(contacts: list):
|
||||||
@@ -221,14 +227,14 @@ if __name__ == '__main__':
|
|||||||
# contacts_to_book = upload_contacts_list()
|
# contacts_to_book = upload_contacts_list()
|
||||||
# MONGO_STORE_MANAGER.upload_contact_list(contacts_to_book)
|
# MONGO_STORE_MANAGER.upload_contact_list(contacts_to_book)
|
||||||
# print("start at {}".format(datetime.datetime.now()))
|
# print("start at {}".format(datetime.datetime.now()))
|
||||||
generate_valid_contact_list_for_day(segment_number=2)
|
# generate_valid_contact_list_for_day(segment_number=2)
|
||||||
# generate_contact_from_mail_list("/Users/lpan/Downloads/邮箱及密码.xlsx")
|
# generate_contact_from_mail_list("/Users/lpan/Downloads/邮箱及密码_yahoo_100_16_01_2025.xlsx")
|
||||||
# print("end at {}".format(datetime.datetime.now()))
|
# print("end at {}".format(datetime.datetime.now()))
|
||||||
# update_contact_list_not_received_mail()
|
# update_contact_list_not_received_mail()
|
||||||
# generate_valid_contact_list_for_day(segment_number=2)
|
# generate_valid_contact_list_for_day(segment_number=2)
|
||||||
# get_old_validated_contact_list()
|
# get_old_validated_contact_list()
|
||||||
# print("end at {}".format(datetime.datetime.now()))
|
# print("end at {}".format(datetime.datetime.now()))
|
||||||
# generate_all_contact_list()
|
generate_all_contact_list()
|
||||||
# merge_contact_list_files(
|
# merge_contact_list_files(
|
||||||
# ["/Users/lpan/Desktop/contact_list_2024-11-04.xlsx",
|
# ["/Users/lpan/Desktop/contact_list_2024-11-04.xlsx",
|
||||||
# "/Users/lpan/Desktop/contact_list_2024-11-07.xlsx",
|
# "/Users/lpan/Desktop/contact_list_2024-11-07.xlsx",
|
||||||
|
|||||||
Reference in New Issue
Block a user