panleicim/appointment_request
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

use DE queue to apply appointment request

Browse Source
This commit is contained in:
Lei PAN
2024-03-14 17:20:01 +01:00
parent 83871f8e4b
commit 036e688f8b
5 changed files with 54 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workers/link_validator.py
+4 -1
View File
@@ -116,6 +116,7 @@ class LinkValidator(threading.Thread):
for con in self.link_to_validate_list:
# if not is_already_sent(con):
print(con.email)
self.proxy_to_use = random.choice(PROXY_LIST_FR)
can_continue = self.send_request(con)
if can_continue == RequestResult.BLOCKED:
print("cannot continue, blocked, then skip")
@@ -151,9 +152,11 @@ def validate_with_FR_ip():
for _l in _link_list_to_click:
print(_l.ip_country)
_fr_proxy_to_use = random.choice(PROXY_LIST_FR)
# random.shuffle(_link_list_to_click)
receiver = LinkValidator(link_to_validate_list=_link_list_to_click, cookiesPublisher=cookiesPublisher,
proxy_to_use=_fr_proxy_to_use,
queue_to_listen=_queue_name, ip_country="FR", limit=40)
queue_to_listen=_queue_name, ip_country="FR", limit=50)
print("will connect to queue")
receiver.set_up_connection()
receiver.listen_to_queue(receiver.on_message)
pass
workers/proxies_constants.py
+26 -2
View File
@@ -19,6 +19,10 @@ FR_PROXY_MOBILE_2 = {
'http': 'http://d707052c-197322:21h64jwobv@190.2.149.148:18220',
'https': 'http://d707052c-197322:21h64jwobv@190.2.149.148:18220',
}
FR_PROXY_MOBILE_3 = {
'http': 'http://11797317-mobile-country-FR:nv958134x@190.2.151.110:14046',
'https': 'http://11797317-mobile-country-FR:nv958134x@190.2.151.110:14046',
}
FR_PROXY_RES = {
'http': 'http://7090876-res-country-FR:1tvt4pavvi@185.2.81.74:13378',
@@ -29,6 +33,20 @@ FR_PROXY_RES_2 = {
'http': 'http://10488120-res-country-FR:k94fsbn9a@217.23.6.161:11287',
'https': 'http://10488120-res-country-FR:k94fsbn9a@217.23.6.161:11287'
}
FR_PROXY_RES_4 = {
'http': 'http://11798886-res-country-FR:2gf56mjkw9@194.88.106.169:11262',
'https': 'http://11798886-res-country-FR:2gf56mjkw9@194.88.106.169:11262'
}
FR_PROXY_RES_OXY = {
'http': 'http://customer-rendezvous-cc-FR:Rdv202220212023@pr.oxylabs.io:7777',
'https': 'http://customer-rendezvous-cc-FR:Rdv202220212023@pr.oxylabs.io:7777'
}
FR_PROXY_MOB_OXY = {
'http': 'http://customer-rendezvousmob-cc-FR:Rdv202220212023@pr.oxylabs.io:7777',
'https': 'http://customer-rendezvousmob-cc-FR:Rdv202220212023@pr.oxylabs.io:7777'
}
DE_PROXY_MOBILE = {
'http': 'http://8153587-mobile-country-DE:jp50x9jmo@194.88.106.169:11842',
@@ -38,9 +56,15 @@ DE_PROXY_RES = {
'http': 'http://8254565-res-country-DE:1st57izbhe@185.21.60.181:14648',
'https': 'http://8254565-res-country-DE:1st57izbhe@185.21.60.181:14648'
}
# FR_PROXY_MOBILE
# FR_PROXY_RES
# PROXY_LIST = [FR_PROXY_MOBILE, FR_PROXY_RES, DE_PROXY_RES, DE_PROXY_MOBILE, ES_PROXY_MOBILE, IT_PROXY_MOBILE]
PROXY_LIST_FR = [FR_PROXY_MOBILE_2, FR_PROXY_MOBILE, FR_PROXY_RES_2]
# PROXY_LIST = [FR_PROXY_MOBILE, FR_PROXY_RES]
# PROXY_LIST_FR = [FR_PROXY_MOBILE_2, FR_PROXY_MOBILE, FR_PROXY_RES, FR_PROXY_RES_4, FR_PROXY_RES_2]
# PROXY_LIST_FR = [FR_PROXY_RES_OXY, FR_PROXY_MOBILE_3]
PROXY_LIST_FR = [FR_PROXY_RES_OXY]
MOBILE_PROXY_LIST_FR = [FR_PROXY_MOB_OXY]
# PROXY_LIST = [FR_PROXY_MOBILE, FR_
# PROXY_RES]
PROXY_LIST_DE = [DE_PROXY_RES, DE_PROXY_MOBILE]
workers/sender.py
+1 -1
View File
@@ -86,7 +86,7 @@ class Sender:
print("will publish to queue {}".format(new_coolies_str))
# upload the cookie to queue
self.cookiesPublisher.publish_body(new_coolies_str)
self.cookie_str = new_coolies_str
# self.cookie_str = new_coolies_str
return RequestResult.SUCCESS
else:
return RequestResult.BLOCKED