panleicim/appointment_request
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

same cookie use same ip address

Browse Source
This commit is contained in:
PAN Lei
2024-05-11 11:47:11 +02:00
parent cb0a4df5a1
commit ff20c1a003
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workers/link_validator_with_provided_list.py
+5 -1
View File
@@ -210,11 +210,14 @@ def validate_all_links():
divided = 4 divided = 4
_first_25_percent_links = all_link_list[0:(int(len(all_link_list) / divided))] _first_25_percent_links = all_link_list[0:(int(len(all_link_list) / divided))]
_queue_name = MORNING_DATA_CACHE_BAK _queue_name = MORNING_DATA_CACHE_BAK
if len(_first_25_percent_links) > 40: if len(all_link_list) > 40:
_segment_number = 20 _segment_number = 20
else: else:
_first_25_percent_links = all_link_list _first_25_percent_links = all_link_list
if len(_first_25_percent_links) > divided:
_segment_number = int(len(_first_25_percent_links) / divided) _segment_number = int(len(_first_25_percent_links) / divided)
else:
_segment_number = 1
last_thread = None last_thread = None
for i in range(0, _segment_number): for i in range(0, _segment_number):
logger.info("{}:{} links to validate".format(threading.currentThread().name, len(_first_25_percent_links))) logger.info("{}:{} links to validate".format(threading.currentThread().name, len(_first_25_percent_links)))
@@ -226,6 +229,7 @@ def validate_all_links():
_thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, MORNING_DATA_CACHE_BAK, _sublist)) _thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, MORNING_DATA_CACHE_BAK, _sublist))
last_thread = _thread1 last_thread = _thread1
_thread1.start() _thread1.start()
if last_thread is not None:
last_thread.join() last_thread.join()