add dvm and hc as variable
This commit is contained in:
@@ -8,18 +8,20 @@ import requests
|
||||
|
||||
from db.mongo_manager import MONGO_STORE_MANAGER
|
||||
from models.LinkPojo import LinkPojo
|
||||
from queue_message.CookiesPublisher import CookiesPublisher
|
||||
from queue_message.CookiesPublisher import CookiesPublisher, REQUEST_DATA_QUEUE_TEST
|
||||
from queue_message.receiver import QUEUE_HOST, REQUEST_DATA_QUEUE, credentials
|
||||
from workers.proxies_constants import PROXY_LIST
|
||||
|
||||
|
||||
class LinkValidator(threading.Thread):
|
||||
|
||||
def __init__(self, link_to_validate_list: list, cookiesPublisher: CookiesPublisher):
|
||||
def __init__(self, link_to_validate_list: list,
|
||||
cookiesPublisher: CookiesPublisher, queue_to_listen=REQUEST_DATA_QUEUE):
|
||||
super().__init__()
|
||||
self.cookie = SimpleCookie()
|
||||
self.cookiesPublisher = cookiesPublisher
|
||||
self.link_to_validate_list = link_to_validate_list
|
||||
self.queue_to_listen = queue_to_listen
|
||||
# self.cookie_str = 'datadome=~pxdHFAvsQl2rvDrTzhPgCHxu~4TBcePTTE~Cy8Rgol6oMRc11gA02VRp0Z3uEDUszCjacubNu7vbfQCh27gz8RC10u_325pt_gsMmJh1ScGvOofVJiVAbEKvSEUjd82;policy=accepted;app.sig=PhjmDkq_dI49pADppDNKxpLe_G4;app=eyJmbGFzaCI6e30sImNhY2hlZmxhc2giOltdLCJjc3JmU2VjcmV0IjoiYnRodHNYU1lvdnl4RzVGakpGRDZsQ0JtIn0=;lang=fr;'
|
||||
|
||||
def set_up_connection(self):
|
||||
@@ -29,7 +31,7 @@ class LinkValidator(threading.Thread):
|
||||
|
||||
def listen_to_queue(self, callback):
|
||||
self.channel.basic_qos(prefetch_count=1)
|
||||
self.channel.basic_consume(queue=REQUEST_DATA_QUEUE, auto_ack=False, on_message_callback=callback)
|
||||
self.channel.basic_consume(queue=self.queue_to_listen, auto_ack=False, on_message_callback=callback)
|
||||
self.channel.start_consuming()
|
||||
|
||||
def send_request(self, linkPojo: LinkPojo) -> bool:
|
||||
@@ -102,8 +104,9 @@ class LinkValidator(threading.Thread):
|
||||
|
||||
if __name__ == '__main__':
|
||||
link_list = MONGO_STORE_MANAGER.get_links_to_validate()
|
||||
cookiesPublisher = CookiesPublisher()
|
||||
cookiesPublisher = CookiesPublisher(queue_name=REQUEST_DATA_QUEUE_TEST)
|
||||
cookiesPublisher.set_up_connection()
|
||||
receiver = LinkValidator(link_to_validate_list=link_list, cookiesPublisher=cookiesPublisher)
|
||||
receiver = LinkValidator(link_to_validate_list=link_list, cookiesPublisher=cookiesPublisher,
|
||||
queue_to_listen=REQUEST_DATA_QUEUE_TEST)
|
||||
receiver.set_up_connection()
|
||||
receiver.listen_to_queue(receiver.on_message)
|
||||
|
||||
Reference in New Issue
Block a user