add dvm and hc as variable

This commit is contained in:
2024-01-20 19:10:10 +01:00
parent 062aa40161
commit 86e76a3a1e
+8 -5
View File
@@ -8,18 +8,20 @@ import requests
from db.mongo_manager import MONGO_STORE_MANAGER
from models.LinkPojo import LinkPojo
from queue_message.CookiesPublisher import CookiesPublisher
from queue_message.CookiesPublisher import CookiesPublisher, REQUEST_DATA_QUEUE_TEST
from queue_message.receiver import QUEUE_HOST, REQUEST_DATA_QUEUE, credentials
from workers.proxies_constants import PROXY_LIST
class LinkValidator(threading.Thread):
def __init__(self, link_to_validate_list: list, cookiesPublisher: CookiesPublisher):
def __init__(self, link_to_validate_list: list,
cookiesPublisher: CookiesPublisher, queue_to_listen=REQUEST_DATA_QUEUE):
super().__init__()
self.cookie = SimpleCookie()
self.cookiesPublisher = cookiesPublisher
self.link_to_validate_list = link_to_validate_list
self.queue_to_listen = queue_to_listen
# self.cookie_str = 'datadome=~pxdHFAvsQl2rvDrTzhPgCHxu~4TBcePTTE~Cy8Rgol6oMRc11gA02VRp0Z3uEDUszCjacubNu7vbfQCh27gz8RC10u_325pt_gsMmJh1ScGvOofVJiVAbEKvSEUjd82;policy=accepted;app.sig=PhjmDkq_dI49pADppDNKxpLe_G4;app=eyJmbGFzaCI6e30sImNhY2hlZmxhc2giOltdLCJjc3JmU2VjcmV0IjoiYnRodHNYU1lvdnl4RzVGakpGRDZsQ0JtIn0=;lang=fr;'
def set_up_connection(self):
@@ -29,7 +31,7 @@ class LinkValidator(threading.Thread):
def listen_to_queue(self, callback):
self.channel.basic_qos(prefetch_count=1)
self.channel.basic_consume(queue=REQUEST_DATA_QUEUE, auto_ack=False, on_message_callback=callback)
self.channel.basic_consume(queue=self.queue_to_listen, auto_ack=False, on_message_callback=callback)
self.channel.start_consuming()
def send_request(self, linkPojo: LinkPojo) -> bool:
@@ -102,8 +104,9 @@ class LinkValidator(threading.Thread):
if __name__ == '__main__':
link_list = MONGO_STORE_MANAGER.get_links_to_validate()
cookiesPublisher = CookiesPublisher()
cookiesPublisher = CookiesPublisher(queue_name=REQUEST_DATA_QUEUE_TEST)
cookiesPublisher.set_up_connection()
receiver = LinkValidator(link_to_validate_list=link_list, cookiesPublisher=cookiesPublisher)
receiver = LinkValidator(link_to_validate_list=link_list, cookiesPublisher=cookiesPublisher,
queue_to_listen=REQUEST_DATA_QUEUE_TEST)
receiver.set_up_connection()
receiver.listen_to_queue(receiver.on_message)