optimize local db
This commit is contained in:
@@ -5,6 +5,7 @@ from concurrent.futures import ThreadPoolExecutor
|
||||
import params
|
||||
from logs.AppLogging import init_logger
|
||||
from pojo.ModeEnum import ModeEnum
|
||||
from pojo.contact_pojo import ContactPojo
|
||||
from utils.excel_reader import ExcelHelper
|
||||
from workers.commandor_page import CommandorPage
|
||||
|
||||
@@ -25,26 +26,31 @@ def start_book(start_number, end_number, store_choose_state=0, max_workers=10, p
|
||||
logger.info(contacts)
|
||||
with ThreadPoolExecutor(max_workers=max_workers) as executor:
|
||||
for contact in contacts:
|
||||
proxy = get_proxy(contact.phone, proxy_type)
|
||||
proxy = get_proxy(proxy_type)
|
||||
# start the task in thread
|
||||
executor.submit(
|
||||
CommandorPage(contact, store_type=store_choose_state, proxy_type=proxy_type, mode=mode).start_page,
|
||||
proxy)
|
||||
|
||||
|
||||
def get_proxy(phone_number, proxy_type=0):
|
||||
# random_id_number = str(phone_number)[1:len(str(phone_number))]
|
||||
random_id_number = params.get_random_id_number_for_proxy()
|
||||
proxy_username = params.get_proxy_name_prefix(proxy_type) + random_id_number
|
||||
logger.info("proxy_username is " + proxy_username)
|
||||
proxy = {
|
||||
"server": params.BRIGHT_DATA_PROXY_SERVER,
|
||||
"username": params.BRIGHT_DATA_PROXY_USERNAME,
|
||||
"password": params.BRIGHT_DATA_PROXY_PASSWORD
|
||||
}
|
||||
return proxy
|
||||
def recheck_the_captcha_error_contacts(store_type=0, mode: ModeEnum = ModeEnum.MANUAL):
|
||||
# get all the contacts in captcha error
|
||||
list = params.local_db_manager.get_all_captcha_error_contacts()
|
||||
with ThreadPoolExecutor(max_workers=10) as executor:
|
||||
for errorContact in list:
|
||||
contact = ContactPojo.get_contact_from_error_contact(errorContact)
|
||||
proxy = get_proxy()
|
||||
# start the task in thread
|
||||
executor.submit(
|
||||
CommandorPage(contact, store_type=store_type, mode=mode).start_page,
|
||||
proxy)
|
||||
|
||||
|
||||
def get_proxy(proxy_type=0):
|
||||
return params.get_proxy(proxy_type)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
# 修改联系人行,结束联系人行 第三个参数store等于0的时候是随机,传入1的时候是总店
|
||||
start_book(16, 16, store_choose_state=0, proxy_type=0)
|
||||
# start_book(16, 16, store_choose_state=0, proxy_type=0)
|
||||
recheck_the_captcha_error_contacts(0, mode=ModeEnum.AUTOMATIC)
|
||||
|
||||
Reference in New Issue
Block a user