diff --git a/workers/link_validator.py b/workers/link_validator.py index 97ebbeb..4811235 100644 --- a/workers/link_validator.py +++ b/workers/link_validator.py @@ -52,6 +52,7 @@ class LinkValidator(threading.Thread): if _received_dict is not None: _ua = _received_dict['ua'] self.cookie.load(self.cookie_str) + _model = _received_dict['model'] headers = { 'User-Agent': _ua, 'Accept': '*/*', @@ -80,7 +81,8 @@ class LinkValidator(threading.Thread): if "Votre demande de rendez-vous Maroquinerie a bien été enregistrée" in _content: print(response.url) MONGO_STORE_MANAGER.link_validated_for_result(response.url, linkPojo, - segement_position=self.segment_position, ua=_ua) + segement_position=self.segment_position, ua=_ua, + model=_model) # set new cookies _cookies_to_set = response.headers['set-cookie'] self.cookie.load(_cookies_to_set) @@ -99,7 +101,8 @@ class LinkValidator(threading.Thread): self.cookie_str = new_coolies_str return RequestResult.SUCCESS elif INVALID in _content: - MONGO_STORE_MANAGER.link_validated_for_result(response.url, linkPojo, is_invalid=True, ua=_ua) + MONGO_STORE_MANAGER.link_validated_for_result(response.url, linkPojo, is_invalid=True, ua=_ua, + model=_model) # set new cookies _cookies_to_set = response.headers['set-cookie'] self.cookie.load(_cookies_to_set) @@ -115,7 +118,8 @@ class LinkValidator(threading.Thread): elif DOUBLE_MESSAGE in _content: print(response.url) - MONGO_STORE_MANAGER.link_validated_for_result(response.url, linkPojo, is_duplicated=True, ua=_ua) + MONGO_STORE_MANAGER.link_validated_for_result(response.url, linkPojo, is_duplicated=True, ua=_ua, + model=_model) # set new cookies _cookies_to_set = response.headers['set-cookie'] self.cookie.load(_cookies_to_set)