log to file

workers/sender.py

@@ -16,12 +16,13 @@ from workers.proxies_constants import PROXY_LIST_FR
 
 class Sender:
 
-    def __init__(self, cookie_str, cookiesPublisher: CookiesPublisher, received_dict, proxy_to_use):
+    def __init__(self, cookie_str, cookiesPublisher: CookiesPublisher, received_dict, proxy_to_use, logger):
         self.store_type = "random"
         self.cookie = SimpleCookie()
         self.cookiesPublisher = cookiesPublisher
         # self.cookie_str = 'datadome=~pxdHFAvsQl2rvDrTzhPgCHxu~4TBcePTTE~Cy8Rgol6oMRc11gA02VRp0Z3uEDUszCjacubNu7vbfQCh27gz8RC10u_325pt_gsMmJh1ScGvOofVJiVAbEKvSEUjd82;policy=accepted;app.sig=PhjmDkq_dI49pADppDNKxpLe_G4;app=eyJmbGFzaCI6e30sImNhY2hlZmxhc2giOltdLCJjc3JmU2VjcmV0IjoiYnRodHNYU1lvdnl4RzVGakpGRDZsQ0JtIn0=;lang=fr;'
         self.cookie_str = cookie_str
+        self.logger = logger
         self._csrf = None
         self.received_dict = received_dict
         self.proxy_to_use = proxy_to_use
@@ -74,11 +75,11 @@ class Sender:
             print(proxy_to_use)
             response = requests.post(url=url, proxies=proxy_to_use, verify=False, headers=headers, data=data,
                                      timeout=15)
-            print(response.status_code)
+            self.logger.info(response.status_code)
             if response.status_code == 200:
                 # add to mongodb
-                print(response.text)
-                print(response.url)
+                self.logger.info(response.text)
+                self.logger.info("{}:{}".format(contact.mail, response.url))
                 self.publish_message_to_queue(contact, status=PublishType.SUCCESS, url=response.url)
                 cookies_to_set = response.headers['set-cookie']
                 self.cookie.load(cookies_to_set)
@@ -86,10 +87,10 @@ class Sender:
                 new_coolies_str = ""
                 for key in new_cookies:
                     new_coolies_str = new_coolies_str + key + "=" + new_cookies[key] + ";"
-                print("will publish to queue {}".format(new_coolies_str))
+                self.logger.info("will publish to queue {}".format(new_coolies_str))
                 # upload the cookie to queue
                 self.received_dict['cookiesStr'] = new_coolies_str
-                print("body in json:{}".format(json.dumps(self.received_dict)))
+                self.logger.info("body in json:{}".format(json.dumps(self.received_dict)))
                 self.cookiesPublisher.publish_body(json.dumps(self.received_dict))
                 # self.cookie_str = new_coolies_str
                 return RequestResult.SUCCESS