can export accepted infos
This commit is contained in:
@@ -156,7 +156,7 @@ class ResultLinkChecker(threading.Thread):
|
||||
|
||||
|
||||
def start_check_links(_queue_name, link_list, logger):
|
||||
_proxy_manager = ProxyManager()
|
||||
_proxy_manager = ProxyManager(logger)
|
||||
cookiesPublisher = CookiesPublisher(queue_name=REQUEST_DATA_QUEUE_TEST)
|
||||
cookiesPublisher.set_up_connection()
|
||||
receiver = ResultLinkChecker(cookiesPublisher=cookiesPublisher, proxy_manager=_proxy_manager, all_links=link_list,
|
||||
@@ -176,7 +176,7 @@ def check_all_links(_segment_number=2):
|
||||
_link_list.append(_item.url)
|
||||
print(_link_list)
|
||||
# _link_list_filted = _link_list[4000:-1]
|
||||
_link_list_filted = _link_list
|
||||
_link_list_filted = _link_list[-4:-1]
|
||||
thread_list = []
|
||||
for i in range(0, _segment_number):
|
||||
logger.info("segment is {}".format(i))
|
||||
@@ -192,4 +192,4 @@ def check_all_links(_segment_number=2):
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
check_all_links()
|
||||
check_all_links(_segment_number=2)
|
||||
|
||||
Reference in New Issue
Block a user