From de2e04f926bb25fec0828fcb57e9ba5365a783ae Mon Sep 17 00:00:00 2001 From: Lei PAN Date: Mon, 6 Jun 2022 23:38:03 +0200 Subject: [PATCH] filter blank page --- utils/export_valid_profiles.py | 2 +- workers/commandor_page.py | 5 ++++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/utils/export_valid_profiles.py b/utils/export_valid_profiles.py index 6ef769b..c8d3112 100644 --- a/utils/export_valid_profiles.py +++ b/utils/export_valid_profiles.py @@ -19,7 +19,7 @@ def get_random_id_number() -> str: def write_the_valid_profiles_to_excel(): - day_list = ['2022-05-30'] + day_list = ['2022-06-02'] collection = [] for day in day_list: diff --git a/workers/commandor_page.py b/workers/commandor_page.py index 3c672de..eb7d4c0 100644 --- a/workers/commandor_page.py +++ b/workers/commandor_page.py @@ -9,6 +9,7 @@ from typing import Union from playwright.sync_api import sync_playwright import params +from check_results import BLANK_URL from params import PROXY_SERVER, PROXY_PASSWORD from pojo.ModeEnum import ModeEnum from pojo.ReserveResultPojo import ReserveResultPojo, PublishType @@ -235,7 +236,9 @@ class CommandorPage: def get_errors(self): # send error result - self.publish_message_to_queue(self.contact, PublishType.ERROR, self.page.url) + if self.page.url != BLANK_URL: + # no need to push blank url to db + self.publish_message_to_queue(self.contact, PublishType.ERROR, self.page.url) try: items = self.page.query_selector("div.alert") if items: