panleicim/appointment_tool
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

remote unuse code

Browse Source
This commit is contained in:
PAN Lei
2025-12-04 17:27:15 +01:00
parent 1050bb3fc9
commit bf55062bcb
1 changed files with 42 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/utils/excel_reader.py
+42 -60
View File
@@ -1,9 +1,9 @@
import json
import random import random
import string import string
from typing import List
import pandas as pandas import pandas as pd
import validators as validators import validators
from src.db.mongo_manager import MONGO_STORE_MANAGER from src.db.mongo_manager import MONGO_STORE_MANAGER
from src.pojo.contact_pojo import ContactPojo from src.pojo.contact_pojo import ContactPojo
@@ -23,25 +23,22 @@ chinnese_number_prefix = ['13', '15', '18']
def read_links_to_click(file_path): def read_links_to_click(file_path):
links_info_in_json = pandas.read_excel(file_path).to_json(orient='records') links_info = pd.read_excel(file_path).to_dict(orient='records')
# print(links_info_in_json) for item in links_info:
for item in json.loads(links_info_in_json):
link = item['link'] link = item['link']
if validators.url(link): if validators.url(link):
print(link) print(link)
MONGO_STORE_MANAGER.save_links_to_validate(link, "") MONGO_STORE_MANAGER.save_links_to_validate(link, "")
else: else:
print("error on link " + link) print("error on link " + link)
def read_contacts(file_name) -> list: def read_contacts(file_name) -> List[ContactPojo]:
print("read file " + file_name) print("read file " + file_name)
contact_list_in_json = pandas.read_excel(file_name).to_json(orient='records') contact_dict_list = pd.read_excel(file_name).to_dict(orient='records')
contact_dict_list = json.loads(contact_list_in_json)
contact_list = [] contact_list = []
for contact_dict in contact_dict_list: for contact_dict in contact_dict_list:
if contact_dict['name']: if contact_dict.get('name'):
raw_name = contact_dict['name'].strip() raw_name = contact_dict['name'].strip()
name = raw_name.split(' ') name = raw_name.split(' ')
last_name = name[0] last_name = name[0]
@@ -49,20 +46,11 @@ def read_contacts(file_name) -> list:
first_name = name[-1] first_name = name[-1]
else: else:
first_name = ''.join(name[1:len(name)]) first_name = ''.join(name[1:len(name)])
ip_country = "FR"
if contact_dict.get('ip_country') is not None: ip_country = contact_dict.get('ip_country', "FR")
ip_country = contact_dict['ip_country'] store = contact_dict.get('store', "random")
store = "random" ua = contact_dict.get('ua', "")
if contact_dict.get('store') is not None: source_from = contact_dict.get('source_from', "")
store = contact_dict['store']
ua = ""
if contact_dict.get('ua') is not None:
ua = contact_dict['ua']
source_from = ""
if contact_dict.get('source_from') is not None:
source_from = contact_dict['source_from']
contact = ContactPojo(phone_number=contact_dict['phone'], contact = ContactPojo(phone_number=contact_dict['phone'],
last_name=last_name, last_name=last_name,
@@ -71,11 +59,9 @@ def read_contacts(file_name) -> list:
mail=contact_dict['email'], store=store) mail=contact_dict['email'], store=store)
contact.source_from = source_from contact.source_from = source_from
if contact_dict.get('serial') is not None: if contact_dict.get('serial') is not None:
serial = contact_dict['serial'] contact.serial = contact_dict['serial']
contact.serial = serial
if contact_dict.get('resident_card_number') is not None: if contact_dict.get('resident_card_number') is not None:
resident_card_number = contact_dict['resident_card_number'] contact.resident_card_number = contact_dict['resident_card_number']
contact.resident_card_number = resident_card_number
contact.ip_country = ip_country contact.ip_country = ip_country
contact.ua = ua contact.ua = ua
contact_list.append(contact) contact_list.append(contact)
@@ -84,14 +70,10 @@ def read_contacts(file_name) -> list:
class ExcelHelper: class ExcelHelper:
def __init__(self): def read_user_agents(self) -> List[str]:
self._df = pandas.Series() user_agent_dict_list = pd.read_excel(
"/Users/lpan/Documents/workspace/appointment_tool/docs/mobile_user_agent_list.xlsx").to_dict(
def read_user_agens(self) -> list:
user_agent_in_json = pandas.read_excel(
"/Users/lpan/Documents/workspace/appointment_tool/docs/mobile_user_agent_list.xlsx").to_json(
orient='records') orient='records')
user_agent_dict_list = json.loads(user_agent_in_json)
user_agent_list = [] user_agent_list = []
for user_agent_dict in user_agent_dict_list: for user_agent_dict in user_agent_dict_list:
user_agent_str = user_agent_dict['user_agent'] user_agent_str = user_agent_dict['user_agent']
@@ -100,41 +82,40 @@ class ExcelHelper:
if 'Mac OS' not in user_agent_str: if 'Mac OS' not in user_agent_str:
user_agent_list.append(user_agent_dict['user_agent']) user_agent_list.append(user_agent_dict['user_agent'])
print(user_agent_list) print(user_agent_list)
return user_agent_list
def check_contact_list(self, file_name): def check_contact_list(self, file_name):
contact_list = read_contacts(file_name) contact_list = read_contacts(file_name)
for contact in contact_list: for contact in contact_list:
if contact.first_name is None or len(contact.first_name) == 0: if not contact.first_name:
print("error in firstName for " + contact.mail) print("error in firstName for " + contact.mail)
if contact.last_name is None or len(contact.last_name) == 0: if not contact.last_name:
print("error in last_name for " + contact.mail) print("error in last_name for " + contact.mail)
if contact.phone is None or len(contact.phone) == 0: if not contact.phone:
print("error in phone for " + contact.mail) print("error in phone for " + contact.mail)
if contact.passport is None or len(contact.passport) == 0: if not contact.passport:
print("error in passport_number for " + contact.mail) print("error in passport_number for " + contact.mail)
if contact.mail is None or len(contact.mail) == 0: if not contact.mail:
print("error in mail for " + contact.phone_number) print("error in mail for " + contact.phone_number)
def read_mails_and_pwd(self, def read_mails_and_pwd(self,
file_name='/Users/lpan/Desktop/163.xlsx'): file_name='/Users/lpan/Desktop/163.xlsx') -> List[MailAddress]:
contact_list = [] contact_list = []
mail_list_in_json = pandas.read_excel(file_name).to_json(orient='records') contact_dict_list = pd.read_excel(file_name).to_dict(orient='records')
contact_dict_list = json.loads(mail_list_in_json)
for contact_dict in contact_dict_list: for contact_dict in contact_dict_list:
if contact_dict['email']: if contact_dict.get('email'):
mail = contact_dict['email'].strip() mail = contact_dict['email'].strip()
pwd = contact_dict['password'] pwd = contact_dict['password']
contact = MailAddress(mail, pwd) contact = MailAddress(mail, pwd)
contact_list.append(contact) contact_list.append(contact)
return contact_list return contact_list
def read_names(self, file_name) -> list: def read_names(self, file_name) -> List[ContactPojo]:
contact_list_in_json = pandas.read_excel(file_name).to_json(orient='records') contact_dict_list = pd.read_excel(file_name).to_dict(orient='records')
contact_dict_list = json.loads(contact_list_in_json)
contact_list = [] contact_list = []
count = 2 count = 2
for contact_dict in contact_dict_list: for contact_dict in contact_dict_list:
if contact_dict['name']: if contact_dict.get('name'):
raw_name = contact_dict['name'].strip() raw_name = contact_dict['name'].strip()
name = raw_name.split(' ') name = raw_name.split(' ')
if len(name) == 1: if len(name) == 1:
@@ -163,13 +144,12 @@ class ExcelHelper:
return contact_list return contact_list
def read_email_pojo(self, file_name) -> list: def read_email_pojo(self, file_name) -> List[MailAddress]:
email_info_in_json = pandas.read_excel(file_name).to_json(orient='records') contact_dict_list = pd.read_excel(file_name).to_dict(orient='records')
contact_dict_list = json.loads(email_info_in_json)
contact_list = [] contact_list = []
count = 0 count = 0
for contact_dict in contact_dict_list: for contact_dict in contact_dict_list:
if contact_dict['email']: if contact_dict.get('email'):
email = contact_dict['email'].strip() email = contact_dict['email'].strip()
password = contact_dict['code'] password = contact_dict['code']
email_destinaire = MailAddress(email, password) email_destinaire = MailAddress(email, password)
@@ -189,11 +169,12 @@ def get_random_fr_phone_numbers():
def get_random_cn_phone_numbers(): def get_random_cn_phone_numbers():
length = 8 # number of characters in the string. # CN phone numbers are 11 digits, starting with 1.
ran = ''.join(random.choices(string.digits, k=length)) # Prefixes are usually 3 digits (e.g., 13x, 15x, 18x).
_phone_number = random.choice(fr_phone_number_prefix) + str(ran)
prefix = random.choice(chinnese_number_prefix) prefix = random.choice(chinnese_number_prefix)
return prefix + _phone_number length = 11 - len(prefix)
ran = ''.join(random.choices(string.digits, k=length))
return prefix + ran
def get_random_id_number() -> str: def get_random_id_number() -> str:
@@ -201,13 +182,14 @@ def get_random_id_number() -> str:
S = 8 # number of characters in the string. S = 8 # number of characters in the string.
# call random.choices() string module to find the string in Uppercase + numeric data. # call random.choices() string module to find the string in Uppercase + numeric data.
ran = ''.join(random.choices(string.digits, k=S)) ran = ''.join(random.choices(string.digits, k=S))
print("The randomly generated string is : 94" + str(ran)) # print the random data result = "94" + str(ran)
return ran print("The randomly generated string is : " + result) # print the random data
return result
def save_mails_to_db(): def save_mails_to_db():
excel_reader = ExcelHelper() excel_reader = ExcelHelper()
emails = excel_reader.read_email_pojo("~/Downloads/邮箱及密码_26_03_25_yahoo.xlsx") emails = excel_reader.read_email_pojo("~/Downloads/邮箱及密码_outlook_200.xlsx")
print(emails) print(emails)
for mail in emails: for mail in emails:
MONGO_STORE_MANAGER.save_destinary_emails(mail) MONGO_STORE_MANAGER.save_destinary_emails(mail)