wait 20s when cookies is blocked while validating links

workers/link_validator_with_provided_list.py

@@ -180,6 +180,8 @@ class LinkValidatorWithProvidedList(threading.Thread):
                     ch.basic_reject(delivery_tag=method.delivery_tag, requeue=True)
                 else:
                     print("will ack")
+                    print("will wait for 40s")
+                    time.sleep(20)
                     ch.basic_ack(delivery_tag=method.delivery_tag)
             else:
                 print("empty list, will republish message")
@@ -227,8 +229,8 @@ def validate_all_links(_contact_serial_list):
     # default_segment_number = 20
     _first_25_percent_links = link_to_validated[0:(int(len(all_link_list) / divided))]
     _first_25_percent_links = all_link_list
-    # _queue_name = MORNING_DATA_CACHE
-    _queue_name = MORNING_DATA_CACHE_BAK
+    _queue_name = MORNING_DATA_CACHE
+    # _queue_name = MORNING_DATA_CACHE_BAK
     # if len(all_link_list) > divided * default_segment_number:
     #     _segment_number = default_segment_number
     # else:
@@ -240,6 +242,8 @@ def validate_all_links(_contact_serial_list):
     _thread_list = []
     if len(_first_25_percent_links) >= 10:
         _segment_number = 10
+    elif len(_first_25_percent_links) >= 5:
+        _segment_number = 5
     else:
         _segment_number = 1
     for i in range(0, _segment_number):