can export accepted infos

This commit is contained in:
2024-06-02 11:36:48 +02:00
parent a0024702ed
commit ad733aa9b3
5 changed files with 212 additions and 3 deletions
+3 -3
View File
@@ -156,7 +156,7 @@ class ResultLinkChecker(threading.Thread):
def start_check_links(_queue_name, link_list, logger):
_proxy_manager = ProxyManager()
_proxy_manager = ProxyManager(logger)
cookiesPublisher = CookiesPublisher(queue_name=REQUEST_DATA_QUEUE_TEST)
cookiesPublisher.set_up_connection()
receiver = ResultLinkChecker(cookiesPublisher=cookiesPublisher, proxy_manager=_proxy_manager, all_links=link_list,
@@ -176,7 +176,7 @@ def check_all_links(_segment_number=2):
_link_list.append(_item.url)
print(_link_list)
# _link_list_filted = _link_list[4000:-1]
_link_list_filted = _link_list
_link_list_filted = _link_list[-4:-1]
thread_list = []
for i in range(0, _segment_number):
logger.info("segment is {}".format(i))
@@ -192,4 +192,4 @@ def check_all_links(_segment_number=2):
if __name__ == '__main__':
check_all_links()
check_all_links(_segment_number=2)