wait 20s when cookies is blocked while validating links

workers/link_validator_with_provided_list.py

@@ -180,6 +180,8 @@ class LinkValidatorWithProvidedList(threading.Thread):
                     ch.basic_reject(delivery_tag=method.delivery_tag, requeue=True)
                 else:
                     print("will ack")
+                    print("will wait for 40s")
+                    time.sleep(20)
                     ch.basic_ack(delivery_tag=method.delivery_tag)
             else:
                 print("empty list, will republish message")
@@ -217,7 +219,7 @@ def validate_all_links(_contact_serial_list):
     link_to_validated = []
     for _link in all_link_list:
         # print("serial is "+_link.serial)
-        print("email is "+_link.email)
+        print("email is " + _link.email)
         if _link.serial == "requests":
             link_to_validated.append(_link)
     # get the first 50 links
@@ -227,8 +229,8 @@ def validate_all_links(_contact_serial_list):
     # default_segment_number = 20
     _first_25_percent_links = link_to_validated[0:(int(len(all_link_list) / divided))]
     _first_25_percent_links = all_link_list
-    # _queue_name = MORNING_DATA_CACHE
-    _queue_name = MORNING_DATA_CACHE_BAK
+    _queue_name = MORNING_DATA_CACHE
+    # _queue_name = MORNING_DATA_CACHE_BAK
     # if len(all_link_list) > divided * default_segment_number:
     #     _segment_number = default_segment_number
     # else:
@@ -238,8 +240,10 @@ def validate_all_links(_contact_serial_list):
     #     else:
     #         _segment_number = 1
     _thread_list = []
-    if len(_first_25_percent_links) >=10:
+    if len(_first_25_percent_links) >= 10:
         _segment_number = 10
+    elif len(_first_25_percent_links) >= 5:
+        _segment_number = 5
     else:
         _segment_number = 1
     for i in range(0, _segment_number):