panleicim/appointment_request
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add dvm and hc as variable

Browse Source
This commit is contained in:
Lei PAN
2024-01-20 19:10:10 +01:00
parent 062aa40161
commit 86e76a3a1e
1 changed files with 8 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workers/link_validator.py
+8 -5
View File
@@ -8,18 +8,20 @@ import requests
from db.mongo_manager import MONGO_STORE_MANAGER from db.mongo_manager import MONGO_STORE_MANAGER
from models.LinkPojo import LinkPojo from models.LinkPojo import LinkPojo
from queue_message.CookiesPublisher import CookiesPublisher from queue_message.CookiesPublisher import CookiesPublisher, REQUEST_DATA_QUEUE_TEST
from queue_message.receiver import QUEUE_HOST, REQUEST_DATA_QUEUE, credentials from queue_message.receiver import QUEUE_HOST, REQUEST_DATA_QUEUE, credentials
from workers.proxies_constants import PROXY_LIST from workers.proxies_constants import PROXY_LIST
class LinkValidator(threading.Thread): class LinkValidator(threading.Thread):
def __init__(self, link_to_validate_list: list, cookiesPublisher: CookiesPublisher): def __init__(self, link_to_validate_list: list,
cookiesPublisher: CookiesPublisher, queue_to_listen=REQUEST_DATA_QUEUE):
super().__init__() super().__init__()
self.cookie = SimpleCookie() self.cookie = SimpleCookie()
self.cookiesPublisher = cookiesPublisher self.cookiesPublisher = cookiesPublisher
self.link_to_validate_list = link_to_validate_list self.link_to_validate_list = link_to_validate_list
self.queue_to_listen = queue_to_listen
# self.cookie_str = 'datadome=~pxdHFAvsQl2rvDrTzhPgCHxu~4TBcePTTE~Cy8Rgol6oMRc11gA02VRp0Z3uEDUszCjacubNu7vbfQCh27gz8RC10u_325pt_gsMmJh1ScGvOofVJiVAbEKvSEUjd82;policy=accepted;app.sig=PhjmDkq_dI49pADppDNKxpLe_G4;app=eyJmbGFzaCI6e30sImNhY2hlZmxhc2giOltdLCJjc3JmU2VjcmV0IjoiYnRodHNYU1lvdnl4RzVGakpGRDZsQ0JtIn0=;lang=fr;' # self.cookie_str = 'datadome=~pxdHFAvsQl2rvDrTzhPgCHxu~4TBcePTTE~Cy8Rgol6oMRc11gA02VRp0Z3uEDUszCjacubNu7vbfQCh27gz8RC10u_325pt_gsMmJh1ScGvOofVJiVAbEKvSEUjd82;policy=accepted;app.sig=PhjmDkq_dI49pADppDNKxpLe_G4;app=eyJmbGFzaCI6e30sImNhY2hlZmxhc2giOltdLCJjc3JmU2VjcmV0IjoiYnRodHNYU1lvdnl4RzVGakpGRDZsQ0JtIn0=;lang=fr;'
def set_up_connection(self): def set_up_connection(self):
@@ -29,7 +31,7 @@ class LinkValidator(threading.Thread):
def listen_to_queue(self, callback): def listen_to_queue(self, callback):
self.channel.basic_qos(prefetch_count=1) self.channel.basic_qos(prefetch_count=1)
self.channel.basic_consume(queue=REQUEST_DATA_QUEUE, auto_ack=False, on_message_callback=callback) self.channel.basic_consume(queue=self.queue_to_listen, auto_ack=False, on_message_callback=callback)
self.channel.start_consuming() self.channel.start_consuming()
def send_request(self, linkPojo: LinkPojo) -> bool: def send_request(self, linkPojo: LinkPojo) -> bool:
@@ -102,8 +104,9 @@ class LinkValidator(threading.Thread):
if __name__ == '__main__': if __name__ == '__main__':
link_list = MONGO_STORE_MANAGER.get_links_to_validate() link_list = MONGO_STORE_MANAGER.get_links_to_validate()
cookiesPublisher = CookiesPublisher() cookiesPublisher = CookiesPublisher(queue_name=REQUEST_DATA_QUEUE_TEST)
cookiesPublisher.set_up_connection() cookiesPublisher.set_up_connection()
receiver = LinkValidator(link_to_validate_list=link_list, cookiesPublisher=cookiesPublisher) receiver = LinkValidator(link_to_validate_list=link_list, cookiesPublisher=cookiesPublisher,
queue_to_listen=REQUEST_DATA_QUEUE_TEST)
receiver.set_up_connection() receiver.set_up_connection()
receiver.listen_to_queue(receiver.on_message) receiver.listen_to_queue(receiver.on_message)