add OXYLABS proxy
This commit is contained in:
@@ -165,7 +165,7 @@ def read_mails():
|
|||||||
if need_to_valid_url(url, successful_items):
|
if need_to_valid_url(url, successful_items):
|
||||||
url_validator = LinkValidator(url)
|
url_validator = LinkValidator(url)
|
||||||
print("need to validate url: " + url)
|
print("need to validate url: " + url)
|
||||||
executor.submit(url_validator.start_page, params.get_proxy(ProxyType.RESIDENTIAL), False)
|
executor.submit(url_validator.start_page, params.get_proxy(ProxyType.RESIDENTIAL), True)
|
||||||
else:
|
else:
|
||||||
print("do not need to click url --> {}".format(mail.mail_address))
|
print("do not need to click url --> {}".format(mail.mail_address))
|
||||||
|
|
||||||
|
|||||||
@@ -11,9 +11,12 @@ PROXY_SERVER = "http://gw.ntnt.io:5959"
|
|||||||
PROXY_PASSWORD = "94sY7zwBG13i"
|
PROXY_PASSWORD = "94sY7zwBG13i"
|
||||||
|
|
||||||
BRIGHT_DATA_PROXY_SERVER = "http://zproxy.lum-superproxy.io:22225"
|
BRIGHT_DATA_PROXY_SERVER = "http://zproxy.lum-superproxy.io:22225"
|
||||||
|
OXYLABS_PROXY_SERVER = "pr.oxylabs.io:7777"
|
||||||
|
OXYLABS_DATA_PROXY_USERNAME = "customer-appointment-cc-FR"
|
||||||
BRIGHT_DATA_PROXY_USERNAME = "lum-customer-c_daabba94-zone-residential-country-fr"
|
BRIGHT_DATA_PROXY_USERNAME = "lum-customer-c_daabba94-zone-residential-country-fr"
|
||||||
BRIGHT_DATA_MOBILE_PROXY_USERNAME = "lum-customer-c_daabba94-zone-mobile-country-fr-mobile"
|
BRIGHT_DATA_MOBILE_PROXY_USERNAME = "lum-customer-c_daabba94-zone-mobile-country-fr-mobile"
|
||||||
BRIGHT_DATA_PROXY_PASSWORD = "9dwmh54u3bbh"
|
BRIGHT_DATA_PROXY_PASSWORD = "9dwmh54u3bbh"
|
||||||
|
OXYLABS_DATA_PROXY_PASSWORD = "Rdv@20222021"
|
||||||
BRIGHT_DATA_MOBILE_PROXY_PASSWORD = "fk5f7c2z2c19"
|
BRIGHT_DATA_MOBILE_PROXY_PASSWORD = "fk5f7c2z2c19"
|
||||||
PROXY_NAME_PREFIX_RES = "panleicim-res-fr-"
|
PROXY_NAME_PREFIX_RES = "panleicim-res-fr-"
|
||||||
PROXY_NAME_PREFIX_CC = "panleicim-cc-fr-"
|
PROXY_NAME_PREFIX_CC = "panleicim-cc-fr-"
|
||||||
@@ -32,6 +35,12 @@ def get_proxy(proxy_type: ProxyType):
|
|||||||
"username": BRIGHT_DATA_PROXY_USERNAME,
|
"username": BRIGHT_DATA_PROXY_USERNAME,
|
||||||
"password": BRIGHT_DATA_PROXY_PASSWORD
|
"password": BRIGHT_DATA_PROXY_PASSWORD
|
||||||
}
|
}
|
||||||
|
elif proxy_type == ProxyType.OXYLABS:
|
||||||
|
proxy = {
|
||||||
|
"server": OXYLABS_PROXY_SERVER,
|
||||||
|
"username": OXYLABS_DATA_PROXY_USERNAME,
|
||||||
|
"password": OXYLABS_DATA_PROXY_PASSWORD
|
||||||
|
}
|
||||||
else:
|
else:
|
||||||
proxy = {
|
proxy = {
|
||||||
"server": BRIGHT_DATA_PROXY_SERVER,
|
"server": BRIGHT_DATA_PROXY_SERVER,
|
||||||
@@ -48,6 +57,7 @@ def get_random_id_number_for_proxy() -> str:
|
|||||||
print("The randomly generated string is : " + str(ran)) # print the random data
|
print("The randomly generated string is : " + str(ran)) # print the random data
|
||||||
return id_number
|
return id_number
|
||||||
|
|
||||||
|
|
||||||
def get_random_wait_time() -> float:
|
def get_random_wait_time() -> float:
|
||||||
wait_time = random.randint(0, 10) / 10.0 * 1
|
wait_time = random.randint(0, 10) / 10.0 * 1
|
||||||
return wait_time
|
return wait_time
|
||||||
|
|||||||
@@ -4,3 +4,4 @@ from enum import Enum
|
|||||||
class ProxyType(Enum):
|
class ProxyType(Enum):
|
||||||
RESIDENTIAL = "RESIENTIAL"
|
RESIDENTIAL = "RESIENTIAL"
|
||||||
MOBILE = "MOBILE"
|
MOBILE = "MOBILE"
|
||||||
|
OXYLABS = "OXYLABS"
|
||||||
|
|||||||
Reference in New Issue
Block a user