filter rdv url before saving in db

This commit is contained in:
Lei PAN
2022-06-09 10:19:32 +02:00
parent 0f9f6ae9aa
commit 3dad0c48a5
+3 -1
View File
@@ -178,7 +178,7 @@ class CommandorPage:
self._run(e, proxy)
def _on_page_loaded(self):
self.logger.info("page loaded")
self.logger.info("页面加载完毕")
# self.logger.info("content is " + self.page.content())
self.logger.info("url is " + self.page.url)
if self.page.url == RDV_URL:
@@ -237,6 +237,8 @@ class CommandorPage:
# send error result
if self.page.url != BLANK_URL:
# no need to push blank url to db
if self.page.url != RDV_URL:
# no need to push RDV url to db
self.publish_message_to_queue(self.contact, PublishType.ERROR, self.page.url)
try:
items = self.page.query_selector("div.alert")