From 9dea33a10667627298c060d2d2a6b085cbb199d0 Mon Sep 17 00:00:00 2001 From: PAN Lei Date: Thu, 22 Aug 2024 14:12:18 +0200 Subject: [PATCH 1/2] do not get ip after request --- utils/address_ip.py | 23 ++++++++++++----------- 1 file changed, 12 insertions(+), 11 deletions(-) diff --git a/utils/address_ip.py b/utils/address_ip.py index 4d46542..0924b55 100644 --- a/utils/address_ip.py +++ b/utils/address_ip.py @@ -6,17 +6,18 @@ from proxy_manager.proxy_manager import ProxyManager def get_address_ip(proxy_to_use): - try: - response = requests.get(url="https://api.ipify.org", proxies=proxy_to_use, verify=False, - timeout=15) - print(response.status_code) - if response.status_code == 200: - return response.text - else: - return "" - except Exception as Error: - print(Error) - return "error" + return "" + # try: + # response = requests.get(url="https://api.ipify.org", proxies=proxy_to_use, verify=False, + # timeout=15) + # print(response.status_code) + # if response.status_code == 200: + # return response.text + # else: + # return "" + # except Exception as Error: + # print(Error) + # return "error" if __name__ == '__main__': From f7b26d8de260b9a5b12328f6f618f230bec6e054 Mon Sep 17 00:00:00 2001 From: PAN Lei Date: Mon, 26 Aug 2024 12:22:12 +0200 Subject: [PATCH 2/2] use bak queue for url validation --- request_sender_test.py | 8 ++++---- workers/link_validator_with_provided_list.py | 4 ++-- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/request_sender_test.py b/request_sender_test.py index cc6658c..daab207 100644 --- a/request_sender_test.py +++ b/request_sender_test.py @@ -57,7 +57,7 @@ def send_appointment_request(message_queue_name, _contact_list, stop_at_hour=11, logger.info(_contact) _cookiesPublisher = CookiesPublisher(queue_name=message_queue_name) _cookiesPublisher.set_up_connection() - _backUp_cookiesPublisher = CookiesPublisher(queue_name=MORNING_DATA_CACHE_2) + _backUp_cookiesPublisher = CookiesPublisher(queue_name=MORNING_DATA_CACHE_BAK) _backUp_cookiesPublisher.set_up_connection() receiver = AppointmentRequestSender(sub_contact_list=_contact_list, queue_name=message_queue_name, @@ -104,6 +104,6 @@ if __name__ == '__main__': # '~/Desktop/contact_list_2024-05-21.xlsx', # '~/Desktop/15_05_to_test.xlsx'] # file_list = ['~/Desktop/15_05_to_test.xlsx', '~/Desktop/16_05_to_test.xlsx'] - file_list = ['~/Desktop/contact_list_all.xlsx'] - send_request_for_file_list(file_list=file_list, thread_number=1, - data_queue_name=MORNING_DATA_CACHE_2, stop_at_hour=17, stop_at_mins=30) + file_list = ['~/Desktop/contact_list_2024-08-22_aol.xlsx'] + send_request_for_file_list(file_list=file_list, thread_number=5, + data_queue_name=MORNING_DATA_CACHE_2, stop_at_hour=18, stop_at_mins=30) diff --git a/workers/link_validator_with_provided_list.py b/workers/link_validator_with_provided_list.py index 7f65b76..321eb24 100644 --- a/workers/link_validator_with_provided_list.py +++ b/workers/link_validator_with_provided_list.py @@ -215,8 +215,8 @@ def validate_all_links(): divided = 3 default_segment_number = 20 _first_25_percent_links = all_link_list[0:(int(len(all_link_list) / divided))] - _queue_name = MORNING_DATA_CACHE_2 - # _queue_name = MORNING_DATA_CACHE_BAK + # _queue_name = MORNING_DATA_CACHE_2 + _queue_name = MORNING_DATA_CACHE_BAK if len(all_link_list) > divided * default_segment_number: _segment_number = default_segment_number else: