check black list before send request
This commit is contained in:
@@ -7,6 +7,7 @@ from src.logs.AppLogging import init_logger
|
||||
from src.pojo.ModeEnum import ModeEnum
|
||||
from src.pojo.contact_pojo import ContactPojo
|
||||
from src.proxy.proxy_type import ProxyType
|
||||
from src.utils.black_list_checker import can_send_request
|
||||
from src.utils.excel_reader import ExcelHelper
|
||||
from src.workers.commandor_page import CommandorPage
|
||||
|
||||
@@ -24,14 +25,16 @@ def start_book(start_number, end_number, store_choose_state=0, max_workers=10, p
|
||||
if len(all_contacts) <= end_number:
|
||||
end_number = len(all_contacts)
|
||||
contacts = all_contacts[start_number - 1: end_number]
|
||||
logger.info(contacts)
|
||||
with ThreadPoolExecutor(max_workers=max_workers) as executor:
|
||||
for contact in contacts:
|
||||
proxy = get_proxy(proxy_type)
|
||||
# start the task in thread
|
||||
executor.submit(
|
||||
CommandorPage(contact, store_type=store_choose_state, proxy_type=proxy_type, mode=mode).start_page,
|
||||
proxy)
|
||||
if can_send_request(contact):
|
||||
executor.submit(
|
||||
CommandorPage(contact, store_type=store_choose_state, proxy_type=proxy_type, mode=mode).start_page,
|
||||
proxy)
|
||||
else:
|
||||
logger.info("do not send request --> skip")
|
||||
|
||||
|
||||
def recheck_the_captcha_error_contacts(on_no_contact_found, store_type=0, mode: ModeEnum = ModeEnum.MANUAL,
|
||||
|
||||
Reference in New Issue
Block a user