use oxylab proxy

workers/link_validator_with_provided_list.py

@@ -233,9 +233,8 @@ def validate_all_links(_contact_serial_list):
     # get the first 50 links
     if len(link_to_validated) == 0:
         return
-    divided = 1
     # default_segment_number = 20
-    _first_25_percent_links = link_to_validated[0:(int(len(all_link_list) / divided))]
+    random.shuffle(all_link_list)
     _first_25_percent_links = all_link_list
     # _queue_name = "REQUEST_DATA"
     _queue_name = MORNING_DATA_CACHE_BAK