use brightdata proxy

This commit is contained in:
Lei PAN
2022-06-02 09:47:29 +02:00
parent b7e86fdceb
commit 69412fa942
7 changed files with 57 additions and 19 deletions
+6 -7
View File
@@ -76,7 +76,6 @@ class ResultChecker:
}
while content is None:
content = self.load_page(self.tls.playwright, proxy, url)
random_id_number = params.get_random_id_number_for_proxy()
proxy = {
"server": params.BRIGHT_DATA_PROXY_SERVER,
"username": params.BRIGHT_DATA_PROXY_USERNAME,
@@ -104,10 +103,10 @@ class ResultChecker:
print("status is ACCEPTED")
status = ResultEnum.ACCEPTED
# send email
try:
mailer.send_email(get_accepted_result_from(reserve_pojo))
except Exception as err:
print(err)
# try:
# mailer.send_email(get_accepted_result_from(reserve_pojo))
# except Exception as err:
# print(err)
collection.document(reserve_pojo.id).update({u'accepted': status.name})
@@ -124,10 +123,10 @@ if __name__ == '__main__':
reserve_pojo = ReserveResultPojo.from_firestore_dict(appointment.to_dict())
result_list.append(reserve_pojo)
with ThreadPoolExecutor(max_workers=10) as executor:
with ThreadPoolExecutor(max_workers=20) as executor:
for reserve in result_list:
count = count + 1
if reserve.accepted is None or ResultEnum.ACCEPTED.value == reserve.accepted:
if reserve.accepted is None or ResultEnum.PENDING.value == reserve.accepted:
if reserve.url != BLANK_URL:
executor.submit(ResultChecker().run, reserve, collection)
else: