From 57ae14049ebc5dc51bbd3cd35edf3fc51f7f76bf Mon Sep 17 00:00:00 2001 From: Lei PAN Date: Tue, 19 Aug 2025 08:42:35 +0200 Subject: [PATCH] try to scheduler multi tasks --- request_sender_test.py | 4 ++-- scheduler_second.py | 33 +++++++++++++++++++++++++++++++++ scheduler_test.py | 4 ++-- 3 files changed, 37 insertions(+), 4 deletions(-) create mode 100644 scheduler_second.py diff --git a/request_sender_test.py b/request_sender_test.py index fa6475c..c2b6538 100644 --- a/request_sender_test.py +++ b/request_sender_test.py @@ -105,8 +105,8 @@ if __name__ == '__main__': # file_list = ['~/Desktop/contact_list_2025-07-28.xlsx'] # file_list = ['~/Desktop/contact_list_2025-06-23.xlsx'] # file_list = ['~/Desktop/contact_list_2025-03-11.xlsx'] - # file_list = ['~/Desktop/contact_list_2025-05-21.xlsx'] - file_list = ['~/Desktop/contact_list_2025-08-14.xlsx'] + file_list = ['~/Desktop/contact_list_2025-05-21.xlsx'] + # file_list = ['~/Desktop/contact_list_2025-08-14.xlsx'] # file_list = ['~/Desktop/real_name_contacts_100_27_06.xlsx'] send_request_for_file_list(file_list=file_list, thread_number=10, data_queue_name=MORNING_DATA_CACHE, stop_at_hour=19, stop_at_mins=50) diff --git a/scheduler_second.py b/scheduler_second.py new file mode 100644 index 0000000..f5bb3a6 --- /dev/null +++ b/scheduler_second.py @@ -0,0 +1,33 @@ +from apscheduler.executors.pool import ThreadPoolExecutor, ProcessPoolExecutor +from apscheduler.schedulers.blocking import BlockingScheduler + +from queue_message.CookiesPublisher import MORNING_DATA_CACHE +from request_sender_test import send_request_for_file_list + + +def start_book_appointment(): + file_list = ['~/Desktop/contact_list_2025-08-18.xlsx'] + send_request_for_file_list(file_list=file_list, thread_number=10, + data_queue_name=MORNING_DATA_CACHE, stop_at_hour=14, stop_at_mins=20) + + +def start_check_results_job(sched): + sched.add_job(start_book_appointment, 'cron', day_of_week='mon-sat', hour='13', + minute='00', + misfire_grace_time=10, + second='10', timezone='Europe/Paris', max_instances=1, args=[]) + + +def config_and_start_jobs(): + executors = { + 'default': ThreadPoolExecutor(30), + 'processpool': ProcessPoolExecutor(12) + } + sched = BlockingScheduler(executors=executors) + start_check_results_job(sched) + sched.print_jobs() + sched.start() + + +if __name__ == '__main__': + config_and_start_jobs() diff --git a/scheduler_test.py b/scheduler_test.py index 45bc1af..1a22bcf 100644 --- a/scheduler_test.py +++ b/scheduler_test.py @@ -6,9 +6,9 @@ from request_sender_test import send_request_for_file_list def start_book_appointment(): - file_list = ['~/Desktop/contact_list_2025-07-11.xlsx'] + file_list = ['~/Desktop/contact_list_2025-08-18.xlsx'] send_request_for_file_list(file_list=file_list, thread_number=60, - data_queue_name=MORNING_DATA_CACHE, stop_at_hour=11, stop_at_mins=20) + data_queue_name=MORNING_DATA_CACHE, stop_at_hour=11, stop_at_mins=10) def start_check_results_job(sched):