support ip_country field

2024-01-23 23:33:55 +01:00
parent 97c2b9ce8c
commit aa26e17e99
12 changed files with 147 additions and 60 deletions
@@ -0,0 +1,33 @@
+import random
+
+from db.mongo_manager import MONGO_STORE_MANAGER
+from queue_message.CookiesPublisher import REQUEST_DATA_QUEUE_DE, CookiesPublisher
+from workers.link_validator import LinkValidator
+from workers.proxies_constants import PROXY_LIST_DE
+
+
+def validate_with_DE_ip():
+    _queue_name = REQUEST_DATA_QUEUE_DE
+    link_list = MONGO_STORE_MANAGER.get_links_to_validate()
+    cookiesPublisher = CookiesPublisher(queue_name=_queue_name)
+    cookiesPublisher.set_up_connection()
+    print("filter links with ip_country")
+    _link_list_to_click = []
+    for _link in link_list:
+        if _link.ip_country == "DE":
+            _link_list_to_click.append(_link)
+    for _l in _link_list_to_click:
+        print(_l.ip_country)
+        # else:
+        #     print(_link.ip_country)
+    _de_proxy_to_use = random.choice(PROXY_LIST_DE)
+    receiver = LinkValidator(link_to_validate_list=_link_list_to_click, cookiesPublisher=cookiesPublisher,
+                             proxy_to_use=_de_proxy_to_use,
+                             queue_to_listen=_queue_name, ip_country="DE")
+    receiver.set_up_connection()
+    receiver.listen_to_queue(receiver.on_message)
+    pass
+
+
+if __name__ == '__main__':
+    validate_with_DE_ip()