From 86e76a3a1eea1df19e041d0eb6c55cfe7343755d Mon Sep 17 00:00:00 2001 From: Lei PAN Date: Sat, 20 Jan 2024 19:10:10 +0100 Subject: [PATCH] add dvm and hc as variable --- workers/link_validator.py | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/workers/link_validator.py b/workers/link_validator.py index e0ba27f..a5da2df 100644 --- a/workers/link_validator.py +++ b/workers/link_validator.py @@ -8,18 +8,20 @@ import requests from db.mongo_manager import MONGO_STORE_MANAGER from models.LinkPojo import LinkPojo -from queue_message.CookiesPublisher import CookiesPublisher +from queue_message.CookiesPublisher import CookiesPublisher, REQUEST_DATA_QUEUE_TEST from queue_message.receiver import QUEUE_HOST, REQUEST_DATA_QUEUE, credentials from workers.proxies_constants import PROXY_LIST class LinkValidator(threading.Thread): - def __init__(self, link_to_validate_list: list, cookiesPublisher: CookiesPublisher): + def __init__(self, link_to_validate_list: list, + cookiesPublisher: CookiesPublisher, queue_to_listen=REQUEST_DATA_QUEUE): super().__init__() self.cookie = SimpleCookie() self.cookiesPublisher = cookiesPublisher self.link_to_validate_list = link_to_validate_list + self.queue_to_listen = queue_to_listen # self.cookie_str = 'datadome=~pxdHFAvsQl2rvDrTzhPgCHxu~4TBcePTTE~Cy8Rgol6oMRc11gA02VRp0Z3uEDUszCjacubNu7vbfQCh27gz8RC10u_325pt_gsMmJh1ScGvOofVJiVAbEKvSEUjd82;policy=accepted;app.sig=PhjmDkq_dI49pADppDNKxpLe_G4;app=eyJmbGFzaCI6e30sImNhY2hlZmxhc2giOltdLCJjc3JmU2VjcmV0IjoiYnRodHNYU1lvdnl4RzVGakpGRDZsQ0JtIn0=;lang=fr;' def set_up_connection(self): @@ -29,7 +31,7 @@ class LinkValidator(threading.Thread): def listen_to_queue(self, callback): self.channel.basic_qos(prefetch_count=1) - self.channel.basic_consume(queue=REQUEST_DATA_QUEUE, auto_ack=False, on_message_callback=callback) + self.channel.basic_consume(queue=self.queue_to_listen, auto_ack=False, on_message_callback=callback) self.channel.start_consuming() def send_request(self, linkPojo: LinkPojo) -> bool: @@ -102,8 +104,9 @@ class LinkValidator(threading.Thread): if __name__ == '__main__': link_list = MONGO_STORE_MANAGER.get_links_to_validate() - cookiesPublisher = CookiesPublisher() + cookiesPublisher = CookiesPublisher(queue_name=REQUEST_DATA_QUEUE_TEST) cookiesPublisher.set_up_connection() - receiver = LinkValidator(link_to_validate_list=link_list, cookiesPublisher=cookiesPublisher) + receiver = LinkValidator(link_to_validate_list=link_list, cookiesPublisher=cookiesPublisher, + queue_to_listen=REQUEST_DATA_QUEUE_TEST) receiver.set_up_connection() receiver.listen_to_queue(receiver.on_message)