add BrightData proxy support
This commit is contained in:
@@ -6,6 +6,7 @@ import params
|
||||
from logs.AppLogging import init_logger
|
||||
from pojo.ModeEnum import ModeEnum
|
||||
from pojo.contact_pojo import ContactPojo
|
||||
from proxy.proxy_type import ProxyType
|
||||
from utils.excel_reader import ExcelHelper
|
||||
from workers.commandor_page import CommandorPage
|
||||
|
||||
@@ -15,7 +16,7 @@ logger = logging.getLogger()
|
||||
logger.addHandler(logging.StreamHandler(stream=sys.stdout))
|
||||
|
||||
|
||||
def start_book(start_number, end_number, store_choose_state=0, max_workers=10, proxy_type=0,
|
||||
def start_book(start_number, end_number, store_choose_state=0, max_workers=10, proxy_type=ProxyType.BRIGHT_DATA,
|
||||
mode: ModeEnum = ModeEnum.MANUAL):
|
||||
# read the contact, and contact the 2 objects together
|
||||
excel_reader = ExcelHelper()
|
||||
@@ -35,9 +36,9 @@ def start_book(start_number, end_number, store_choose_state=0, max_workers=10, p
|
||||
|
||||
def recheck_the_captcha_error_contacts(store_type=0, mode: ModeEnum = ModeEnum.MANUAL):
|
||||
# get all the contacts in captcha error
|
||||
list = params.local_db_manager.get_all_captcha_error_contacts()
|
||||
contact_list = params.local_db_manager.get_all_captcha_error_contacts()
|
||||
with ThreadPoolExecutor(max_workers=10) as executor:
|
||||
for errorContact in list:
|
||||
for errorContact in contact_list:
|
||||
contact = ContactPojo.get_contact_from_error_contact(errorContact)
|
||||
proxy = get_proxy()
|
||||
# start the task in thread
|
||||
@@ -46,7 +47,7 @@ def recheck_the_captcha_error_contacts(store_type=0, mode: ModeEnum = ModeEnum.M
|
||||
proxy)
|
||||
|
||||
|
||||
def get_proxy(proxy_type=0):
|
||||
def get_proxy(proxy_type=ProxyType.BRIGHT_DATA):
|
||||
return params.get_proxy(proxy_type)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user