108 lines
3.8 KiB
Python
108 lines
3.8 KiB
Python
import itertools
|
|
|
|
import xlsxwriter
|
|
from pyhanlp import *
|
|
from Pinyin2Hanzi import DefaultHmmParams
|
|
from Pinyin2Hanzi import viterbi
|
|
from itertools import combinations
|
|
|
|
from src.db.mongo_manager import MongoDbManager
|
|
from src.pojo.contact_pojo import ContactPojo
|
|
from src.utils.excel_reader import get_random_phone_numbers, generate_email_from_name
|
|
from src.utils.generate_random_passport_id import get_random_passport_id_number
|
|
|
|
|
|
def get_ordered_combins(stuff):
|
|
list_to_return = []
|
|
for i, j in itertools.combinations(range(len(stuff) + 1), 2):
|
|
print(stuff[i:j])
|
|
list_to_return.append(stuff[i:j])
|
|
return list_to_return
|
|
|
|
|
|
def get_better_list(list):
|
|
return list
|
|
# for name in list:
|
|
# if len(name) == 2:
|
|
# list.remove(name)
|
|
# return list
|
|
|
|
|
|
# 关键词提取
|
|
|
|
|
|
def generate_name_from_email(mail_address):
|
|
key_words = HanLP.extractKeyword(mail_address, 2)
|
|
print(key_words)
|
|
hmmparams = DefaultHmmParams()
|
|
pinyin_name_list = []
|
|
chinese_name_list = []
|
|
setence = "".join(key_words)
|
|
all_combins = get_ordered_combins(setence)
|
|
for i in all_combins:
|
|
word_to_test = "".join(i)
|
|
if len(word_to_test) >= 2:
|
|
# print("word to test is " + word_to_test)
|
|
try:
|
|
result = viterbi(hmm_params=hmmparams, observations=(word_to_test,), path_num=2)
|
|
for item in result:
|
|
print(item.score, item.path)
|
|
chinese_name_list.extend(item.path)
|
|
# print("word is " + word_to_test)
|
|
# if len(word_to_test) >= 3:
|
|
# all_combins.remove(i)
|
|
pinyin_name_list.append(word_to_test)
|
|
except Exception as error:
|
|
print(error)
|
|
|
|
print(pinyin_name_list)
|
|
# 选择不重复的
|
|
# if len(pinyin_name_list) > 3:
|
|
# return get_better_list(pinyin_name_list)
|
|
# else:
|
|
return pinyin_name_list, chinese_name_list
|
|
|
|
|
|
def write_new_contacts_to_excel(valid_contacts: list):
|
|
row = 0
|
|
col = 0
|
|
# Create a workbook and add a worksheet.
|
|
workbook = xlsxwriter.Workbook('real_name_contacts_{}.xlsx'.format(len(valid_contacts)))
|
|
header_data = ['name', 'phone', 'passport', 'email', 'note']
|
|
worksheet = workbook.add_worksheet()
|
|
header_format = workbook.add_format({'bold': True})
|
|
|
|
for col_num, data in enumerate(header_data):
|
|
worksheet.write(row, col_num, data, header_format)
|
|
row = row + 1
|
|
for info in valid_contacts:
|
|
info.phone = get_random_phone_numbers()
|
|
info.passport = get_random_passport_id_number()
|
|
# Iterate over the data and write it out row by row.
|
|
worksheet.write(row, col, "{} {}".format(info.last_name, info.first_name))
|
|
worksheet.write(row, col + 1, info.phone)
|
|
worksheet.write(row, col + 2, info.passport)
|
|
worksheet.write(row, col + 3, info.mail)
|
|
worksheet.write(row, col + 4, info.note)
|
|
row += 1
|
|
workbook.close()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
db_manager = MongoDbManager()
|
|
mail_list = db_manager.get_destination_emails()[301:500]
|
|
# mail_list = db_manager.get_destination_emails()[50:200]
|
|
generate_contacts = []
|
|
for mail in mail_list:
|
|
contact = ContactPojo(mail=mail.mail, phone_number="", passport_number="", last_name="", first_name="")
|
|
spliteed = mail.mail.split("@")
|
|
possible_name_list = generate_name_from_email(spliteed[0])[0]
|
|
chinese_name_list = generate_name_from_email(spliteed[0])[1]
|
|
if len(possible_name_list) >= 2:
|
|
contact.last_name = possible_name_list[0]
|
|
contact.first_name = "".join(possible_name_list[1:-1])
|
|
contact.note = " ".join(chinese_name_list)
|
|
if len(contact.last_name) > 0 and len(contact.first_name) > 0:
|
|
generate_contacts.append(contact)
|
|
write_new_contacts_to_excel(generate_contacts)
|