check black list before send request

This commit is contained in:
Lei PAN
2022-07-06 18:08:00 +02:00
parent d495308a1f
commit 2a339be86e
4 changed files with 47 additions and 7 deletions
+7 -4
View File
@@ -7,6 +7,7 @@ from src.logs.AppLogging import init_logger
from src.pojo.ModeEnum import ModeEnum
from src.pojo.contact_pojo import ContactPojo
from src.proxy.proxy_type import ProxyType
from src.utils.black_list_checker import can_send_request
from src.utils.excel_reader import ExcelHelper
from src.workers.commandor_page import CommandorPage
@@ -24,14 +25,16 @@ def start_book(start_number, end_number, store_choose_state=0, max_workers=10, p
if len(all_contacts) <= end_number:
end_number = len(all_contacts)
contacts = all_contacts[start_number - 1: end_number]
logger.info(contacts)
with ThreadPoolExecutor(max_workers=max_workers) as executor:
for contact in contacts:
proxy = get_proxy(proxy_type)
# start the task in thread
executor.submit(
CommandorPage(contact, store_type=store_choose_state, proxy_type=proxy_type, mode=mode).start_page,
proxy)
if can_send_request(contact):
executor.submit(
CommandorPage(contact, store_type=store_choose_state, proxy_type=proxy_type, mode=mode).start_page,
proxy)
else:
logger.info("do not send request --> skip")
def recheck_the_captcha_error_contacts(on_no_contact_found, store_type=0, mode: ModeEnum = ModeEnum.MANUAL,