use brightdata proxy
This commit is contained in:
+6
-7
@@ -76,7 +76,6 @@ class ResultChecker:
|
||||
}
|
||||
while content is None:
|
||||
content = self.load_page(self.tls.playwright, proxy, url)
|
||||
random_id_number = params.get_random_id_number_for_proxy()
|
||||
proxy = {
|
||||
"server": params.BRIGHT_DATA_PROXY_SERVER,
|
||||
"username": params.BRIGHT_DATA_PROXY_USERNAME,
|
||||
@@ -104,10 +103,10 @@ class ResultChecker:
|
||||
print("status is ACCEPTED")
|
||||
status = ResultEnum.ACCEPTED
|
||||
# send email
|
||||
try:
|
||||
mailer.send_email(get_accepted_result_from(reserve_pojo))
|
||||
except Exception as err:
|
||||
print(err)
|
||||
# try:
|
||||
# mailer.send_email(get_accepted_result_from(reserve_pojo))
|
||||
# except Exception as err:
|
||||
# print(err)
|
||||
collection.document(reserve_pojo.id).update({u'accepted': status.name})
|
||||
|
||||
|
||||
@@ -124,10 +123,10 @@ if __name__ == '__main__':
|
||||
reserve_pojo = ReserveResultPojo.from_firestore_dict(appointment.to_dict())
|
||||
result_list.append(reserve_pojo)
|
||||
|
||||
with ThreadPoolExecutor(max_workers=10) as executor:
|
||||
with ThreadPoolExecutor(max_workers=20) as executor:
|
||||
for reserve in result_list:
|
||||
count = count + 1
|
||||
if reserve.accepted is None or ResultEnum.ACCEPTED.value == reserve.accepted:
|
||||
if reserve.accepted is None or ResultEnum.PENDING.value == reserve.accepted:
|
||||
if reserve.url != BLANK_URL:
|
||||
executor.submit(ResultChecker().run, reserve, collection)
|
||||
else:
|
||||
|
||||
Reference in New Issue
Block a user