 panleicim
|
3590a6fa40
|
test oxylabs res proxy
|
2024-05-17 18:27:52 +02:00 |
|
|
panleicim
|
69c73f5257
|
Merge branch 'feature/4_28_0' into feature/stop_process
|
2024-05-17 12:21:14 +02:00 |
|
|
panleicim
|
75ed3f5063
|
exclude data_impulase proxy
|
2024-05-17 11:15:08 +02:00 |
|
|
panleicim
|
66a029da22
|
exclude data_impulase proxy
|
2024-05-17 10:40:50 +02:00 |
|
|
panleicim
|
baa3537fbc
|
support 4.28.0
|
2024-05-17 08:37:15 +02:00 |
|
|
panleicim
|
3c23b96ee2
|
support 4.28.0
|
2024-05-17 00:45:55 +02:00 |
|
|
panleicim
|
65014b5c71
|
support file list
|
2024-05-16 23:28:24 +02:00 |
|
|
panleicim
|
86cef6d85a
|
Merge branch 'feature/data_impulse'
|
2024-05-15 11:58:51 +02:00 |
|
|
panleicim
|
67d6633951
|
default queue MORNING_DATA_CACHE
|
2024-05-15 10:29:02 +02:00 |
|
|
panleicim
|
35ec23fbaa
|
added start_validate_links.sh
|
2024-05-15 08:42:35 +02:00 |
|
|
panleicim
|
34135073df
|
added start_validate_links.sh
|
2024-05-15 08:42:06 +02:00 |
|
|
panleicim
|
36ba7ad47f
|
added start_validate_links.sh
|
2024-05-13 12:44:54 +02:00 |
|
|
panleicim
|
e7bcd22cfe
|
add more logs
|
2024-05-13 12:38:35 +02:00 |
|
|
panleicim
|
1dd0fd673f
|
use variables
|
2024-05-13 11:28:47 +02:00 |
|
|
panleicim
|
ff20c1a003
|
same cookie use same ip address
|
2024-05-11 11:47:11 +02:00 |
|
|
panleicim
|
cb0a4df5a1
|
same cookie use same ip address
|
2024-05-11 11:24:42 +02:00 |
|
|
panleicim
|
3989066d7f
|
support data impulse
|
2024-05-11 09:09:09 +02:00 |
|
|
panleicim
|
8f432e0859
|
support data impulse
|
2024-05-10 17:40:33 +02:00 |
|
|
panleicim
|
20e6c0b5e0
|
use 28 threads
|
2024-05-10 15:58:01 +02:00 |
|
|
panleicim
|
c3dd17cf18
|
update mails configurations
|
2024-05-10 14:33:19 +02:00 |
|
|
panleicim
|
42ff1426d6
|
update mails configurations
|
2024-05-10 14:33:05 +02:00 |
|
|
panleicim
|
0e94e754b2
|
update mails configurations
|
2024-05-10 14:32:20 +02:00 |
|
|
panleicim
|
bb08f2d4fa
|
add more logs
|
2024-05-10 00:33:55 +02:00 |
|
|
panleicim
|
a5e3366de6
|
support 4.27.0
|
2024-05-06 18:26:00 +02:00 |
|
|
panleicim
|
9400aee3dc
|
support 4.26.1
|
2024-05-06 11:55:09 +02:00 |
|
|
panleicim
|
b9f390dc83
|
can use multi thread to validate links
|
2024-05-04 14:50:26 +02:00 |
|
|
panleicim
|
bb1a01e204
|
set default queue to MORNING_DATA_CACHE
|
2024-05-03 16:12:19 +02:00 |
|
|
panleicim
|
95db3be637
|
use separate process to migrate messages
|
2024-05-02 22:26:45 +02:00 |
|
|
panleicim
|
5db5aadb12
|
try to programme message migration
|
2024-05-02 17:32:18 +02:00 |
|
|
panleicim
|
b737058997
|
quit programme after all messages processed
|
2024-04-30 19:42:09 +02:00 |
|
|
panleicim
|
d74904666c
|
use 25 segments
|
2024-04-26 12:27:13 +02:00 |
|
|
panleicim
|
0c6d276f82
|
use 25 segments
|
2024-04-25 20:49:23 +02:00 |
|
|
panleicim
|
09cd5007da
|
create thread_number and file_path params
|
2024-04-24 13:48:55 +02:00 |
|
|
panleicim
|
1f4de00259
|
support 4.26.0
|
2024-04-22 13:47:17 +02:00 |
|
|
panleicim
|
cfd2ede645
|
add MORNING_DATA_CACHE_BAK constant
|
2024-04-20 13:19:21 +02:00 |
|
|
panleicim
|
55bc7845fc
|
remove invalid proxy
|
2024-04-20 12:15:04 +02:00 |
|
|
panleicim
|
e5e9a8d09e
|
add class to transfer messages from one queue to another queue
|
2024-04-18 17:37:45 +02:00 |
|
|
panleicim
|
48b36a4416
|
add .gitignore file
|
2024-04-17 15:53:36 +02:00 |
|
|
panleicim
|
f5083f573a
|
add gitignore file
|
2024-04-17 15:52:55 +02:00 |
|
|
panleicim
|
f6f1b44011
|
Merge branch 'develop' into feature/proxy_manager
|
2024-04-17 15:50:50 +02:00 |
|
|
panleicim
|
4450bb1afb
|
support segment
|
2024-04-17 15:10:40 +02:00 |
|
|
panleicim
|
32c9d002b3
|
support tags.js version 4.25.1
|
2024-04-17 15:09:59 +02:00 |
|
|
panleicim
|
93de0f87a6
|
support tags.js version 4.25.1
|
2024-04-16 17:36:25 +02:00 |
|
|
panleicim
|
3614008c8e
|
add MORNING_DATA_CACHE constant
|
2024-04-16 11:48:10 +02:00 |
|
|
panleicim
|
6092fca96c
|
continue book
|
2024-04-15 07:54:13 +02:00 |
|
|
panleicim
|
5099e174a8
|
add scheduler.py
|
2024-04-08 09:38:16 +02:00 |
|
|
panleicim
|
5d5d7afed5
|
support invalid url
|
2024-04-06 13:50:58 +02:00 |
|
|
panleicim
|
88ff6d539b
|
wait 30s when BAD_GATEWAY
|
2024-04-06 12:57:16 +02:00 |
|
|
panleicim
|
10b184f3da
|
support 502 error
|
2024-04-06 11:47:33 +02:00 |
|
|
panleicim
|
cbf88f94f6
|
break when the get_csrf is blocked
|
2024-04-06 09:32:36 +02:00 |
|