panleicim/appointment_request
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add ProxyManager

Browse Source
This commit is contained in:
Lei PAN
2024-04-06 09:11:23 +02:00
parent 640d609fb2
commit 302294fe06
3 changed files with 12 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
proxy_manager/proxy_manager.py
+10 -2
View File
@@ -3,7 +3,15 @@ FR_ASOCKS_MOBILE_PROXY = {
'https': 'http://11797317-mobile-country-FR:nv958134x@190.2.151.110:14046', 'https': 'http://11797317-mobile-country-FR:nv958134x@190.2.151.110:14046',
} }
FR_PROXY_RES_OXY = {
'http': 'http://customer-rendezvous-cc-FR:Rdv202220212023@pr.oxylabs.io:7777',
'https': 'http://customer-rendezvous-cc-FR:Rdv202220212023@pr.oxylabs.io:7777'
}
class ProxyManager: class ProxyManager:
def get_link_validate_proxy(self) -> list: def get_link_validate_proxy(self, links_to_validate: list) -> list:
return [FR_ASOCKS_MOBILE_PROXY] if len(links_to_validate) > 15:
return [FR_PROXY_RES_OXY]
else:
return [FR_ASOCKS_MOBILE_PROXY]
workers/link_validator.py
+1 -1
View File
@@ -57,7 +57,7 @@ class LinkValidator(threading.Thread):
'Sec-Fetch-Site': 'same-origin', 'Sec-Fetch-Site': 'same-origin',
'Sec-Fetch-Dest': 'document', 'Sec-Fetch-Dest': 'document',
'Accept-Language': 'fr-FR,fr;q=0.6'} 'Accept-Language': 'fr-FR,fr;q=0.6'}
_proxy_to_use = random.choice(self.proxy_manager.get_link_validate_proxy()) _proxy_to_use = random.choice(self.proxy_manager.get_link_validate_proxy(self.link_to_validate_list))
print(_proxy_to_use) print(_proxy_to_use)
print("received cookie is " + str(self.cookie_str)) print("received cookie is " + str(self.cookie_str))
try: try:
workers/proxies_constants.py
+1
View File
@@ -63,6 +63,7 @@ DE_PROXY_RES = {
# PROXY_LIST = [FR_PROXY_MOBILE, FR_PROXY_RES, DE_PROXY_RES, DE_PROXY_MOBILE, ES_PROXY_MOBILE, IT_PROXY_MOBILE] # PROXY_LIST = [FR_PROXY_MOBILE, FR_PROXY_RES, DE_PROXY_RES, DE_PROXY_MOBILE, ES_PROXY_MOBILE, IT_PROXY_MOBILE]
# PROXY_LIST_FR = [FR_PROXY_MOBILE_2, FR_PROXY_MOBILE, FR_PROXY_RES, FR_PROXY_RES_4, FR_PROXY_RES_2] # PROXY_LIST_FR = [FR_PROXY_MOBILE_2, FR_PROXY_MOBILE, FR_PROXY_RES, FR_PROXY_RES_4, FR_PROXY_RES_2]
# PROXY_LIST_FR = [FR_PROXY_RES_OXY, FR_PROXY_MOBILE_3] # PROXY_LIST_FR = [FR_PROXY_RES_OXY, FR_PROXY_MOBILE_3]
# PROXY_LIST_FR = [ FR_PROXY_MOBILE_3]
PROXY_LIST_FR = [FR_PROXY_RES_OXY] PROXY_LIST_FR = [FR_PROXY_RES_OXY]
MOBILE_PROXY_LIST_FR = [FR_PROXY_MOB_OXY] MOBILE_PROXY_LIST_FR = [FR_PROXY_MOB_OXY]
# PROXY_LIST = [FR_PROXY_MOBILE, FR_ # PROXY_LIST = [FR_PROXY_MOBILE, FR_