support invalid url

db/mongo_manager.py

@@ -83,10 +83,13 @@ class MongoDbManager:
             self.logger.info(error)
         return link_list
 
-    def link_validated_for_result(self, link: str, linkPojo: LinkPojo, state=True, is_duplicated=False):
+    def link_validated_for_result(self, link: str, linkPojo: LinkPojo, state=True, is_duplicated=False,
+                                  is_invalid=False):
         print("link_validated_for_result() called with url = " + link)
         if is_duplicated:
             _id = link.split("/")[-2]
+        elif is_invalid:
+            _id = linkPojo.url.split("/")[-2]
         else:
             _id = link.split("/")[-1]
         print("link_validated_for_result() called with id = " + _id)
@@ -97,6 +100,8 @@ class MongoDbManager:
         collection = self.db[collection_name]
         validated_at = time.strftime("%H:%M:%S", time.localtime())
         validated_by = "requests"
+        if is_invalid:
+            validated_by = "Invalid"
         if is_duplicated:
             validated_by = "Double"
         collection.find_one_and_update({'_id': _id}, {