panleicim/appointment_request
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

log oxylabs res proxy

Browse Source
This commit is contained in:
PAN Lei
2024-05-18 11:51:27 +02:00
parent 40a02e8bcf
commit 21122ea540
3 changed files with 27 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/note.md
+15
View File
@@ -0,0 +1,15 @@
##stcfp
获得stcfp的方法，但是取决于tags.js的版本
let stcfp = ""
try {
null[0];
} catch (n) {
//if ("string" != typeof n[["stack"]]) return t[["apply"]](this, arguments);
stcfp = window.btoa(n[["stack"]].slice(-150));
var w = n[["stack"]].split("\n");
// if (i) try {
// w.length > 1 && c[["test"]](w[2]) && (e[["cfpp"]] = true, d("asyncChallengeFinished")), w.length > 2 && l[["test"]](w[w.length - 3]) && (e[["cfcpw"]] = true, d("asyncChallengeFinished")), w.length > 8 && //h[["test"]](w[w.length - 4]) && (e[["cfse"]] = true, d("asyncChallengeFinished"));
//} catch (e) {} else if (a) try {
// w.length > 2 && l[["test"]](w[w.length - 3]) && (e[["cffpw"]] = true, d("asyncChallengeFinished"));
//} catch (e) {}
}
proxy_manager/proxy_manager.py
+5 -1
View File
@@ -29,13 +29,17 @@ FR_PROXY_DATA_IMPULSE_STICKY = {
'https': 'http://1d568220dbefeff21ad4__cr.fr:df99489a25fa72d9@gw.dataimpulse.com:{}' 'https': 'http://1d568220dbefeff21ad4__cr.fr:df99489a25fa72d9@gw.dataimpulse.com:{}'
} }
FR_PROXY_RES_OXY_STICKY = {
'http': 'http://customer-rendezvous-cc-FR:Rdv202220212023@fr-pr.oxylabs.io:{}',
'https': 'http://customer-rendezvous-cc-FR:Rdv202220212023@fr-pr.oxylabs.io:{}'
}
FR_DATA_IMPULSE_RES = { FR_DATA_IMPULSE_RES = {
'http': 'http://ac2b8183c3b02714cbd1__cr.fr:336e7f8f4b17e5bd@gw.dataimpulse.com:823', 'http': 'http://ac2b8183c3b02714cbd1__cr.fr:336e7f8f4b17e5bd@gw.dataimpulse.com:823',
'https': 'http://ac2b8183c3b02714cbd1__cr.fr:336e7f8f4b17e5bd@gw.dataimpulse.com:823' 'https': 'http://ac2b8183c3b02714cbd1__cr.fr:336e7f8f4b17e5bd@gw.dataimpulse.com:823'
} }
# 八分之一用data_impulse # 八分之一用data_impulse
MOBILE_PROXY_LIST = [FR_PROXY_MOB_OXY_STICKY, FR_PROXY_MOB_OXY_STICKY, FR_PROXY_MOB_OXY_STICKY, FR_PROXY_MOB_OXY_STICKY, MOBILE_PROXY_LIST = [FR_PROXY_MOB_OXY_STICKY, FR_PROXY_MOB_OXY_STICKY, FR_PROXY_MOB_OXY_STICKY, FR_PROXY_MOB_OXY_STICKY,
FR_PROXY_MOB_OXY_STICKY, FR_PROXY_MOB_OXY_STICKY, FR_PROXY_MOB_OXY_STICKY FR_PROXY_MOB_OXY_STICKY, FR_PROXY_MOB_OXY_STICKY, FR_PROXY_MOB_OXY_STICKY, FR_PROXY_RES_OXY_STICKY
# FR_PROXY_DATA_IMPULSE_STICKY # FR_PROXY_DATA_IMPULSE_STICKY
] ]
workers/link_validator_with_provided_list.py
+7 -6
View File
@@ -220,7 +220,7 @@ def validate_all_links():
_segment_number = int(len(_first_25_percent_links) / divided) _segment_number = int(len(_first_25_percent_links) / divided)
else: else:
_segment_number = 1 _segment_number = 1
last_thread = None _thread_list = []
for i in range(0, _segment_number): for i in range(0, _segment_number):
logger.info("{}:{} links to validate".format(threading.currentThread().name, len(_first_25_percent_links))) logger.info("{}:{} links to validate".format(threading.currentThread().name, len(_first_25_percent_links)))
logger.info("segment is {}".format(i)) logger.info("segment is {}".format(i))
@@ -229,10 +229,10 @@ def validate_all_links():
_step = int(len(_first_25_percent_links) / _segment_number) _step = int(len(_first_25_percent_links) / _segment_number)
_sublist = _first_25_percent_links[i * _step:_step * (i + 1)] _sublist = _first_25_percent_links[i * _step:_step * (i + 1)]
_thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, MORNING_DATA_CACHE_BAK, _sublist)) _thread1 = threading.Thread(target=validate_links, args=(_cookiesPublisher, MORNING_DATA_CACHE_BAK, _sublist))
last_thread = _thread1 _thread_list.append(_thread1)
_thread1.start() _thread1.start()
if last_thread is not None: for _thread in _thread_list:
last_thread.join() _thread.join()
if __name__ == '__main__': if __name__ == '__main__':
@@ -240,5 +240,6 @@ if __name__ == '__main__':
while True: while True:
print("call validate_all_links()") print("call validate_all_links()")
validate_all_links() validate_all_links()
print("wait for 30 seconds") delay = random.randint(10, 30)
time.sleep(30) print("wait for {} seconds".format(delay))
time.sleep(delay)