Merge branch 'feature/create_at_date'
# Conflicts: # main.py # src/utils/send_email_mailjet.py
This commit is contained in:
@@ -62,7 +62,7 @@ def get_proxy(proxy_type=ProxyType.RESIDENTIAL):
|
|||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
# 修改联系人行,结束联系人行 第三个参数store等于0的时候是随机,传入1的时候是总店
|
# 修改联系人行,结束联系人行 第三个参数store等于0的时候是随机,传入1的时候是总店
|
||||||
start_book(1, 4000, store_choose_state=0, mode=ModeEnum.AUTOMATIC, headless=False, max_workers=50,
|
start_book(2, 2000, store_choose_state=0, mode=ModeEnum.AUTOMATIC, headless=False, max_workers=30,
|
||||||
proxy_type=ProxyType.RESIDENTIAL)
|
proxy_type=ProxyType.RESIDENTIAL)
|
||||||
# start_book(828, 857, store_choose_state=1, mode=ModeEnum.AUTOMATIC, headless=True)
|
# start_book(828, 857, store_choose_state=1, mode=ModeEnum.AUTOMATIC, headless=True)
|
||||||
# start_book(1210, 1211, store_choose_state=1, mode=ModeEnum.AUTOMATIC, headless=False, max_workers=3,
|
# start_book(1210, 1211, store_choose_state=1, mode=ModeEnum.AUTOMATIC, headless=False, max_workers=3,
|
||||||
|
|||||||
@@ -194,7 +194,7 @@ def read_mails():
|
|||||||
if match:
|
if match:
|
||||||
url = match.group(0)
|
url = match.group(0)
|
||||||
if need_to_valid_url(url, successful_items):
|
if need_to_valid_url(url, successful_items):
|
||||||
MONGO_STORE_MANAGER.save_links_to_validate(url)
|
# MONGO_STORE_MANAGER.save_links_to_validate(url)
|
||||||
url_validator = LinkValidator(url)
|
url_validator = LinkValidator(url)
|
||||||
# print("need to validate url: " + url)
|
# print("need to validate url: " + url)
|
||||||
executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), True)
|
executor.submit(url_validator.start_page, params.get_proxy(ProxyType.OXYLABS), True)
|
||||||
|
|||||||
@@ -101,6 +101,7 @@ class ReserveResultPojo:
|
|||||||
u'slot_position': self.slot_position,
|
u'slot_position': self.slot_position,
|
||||||
u'ccid': self.ccid,
|
u'ccid': self.ccid,
|
||||||
u'source_from': self.source_from,
|
u'source_from': self.source_from,
|
||||||
|
u'created_at': self.created_at,
|
||||||
u'store_type': self.store_type,
|
u'store_type': self.store_type,
|
||||||
u'accepted': self.accepted,
|
u'accepted': self.accepted,
|
||||||
u'url_validated': self.url_validated,
|
u'url_validated': self.url_validated,
|
||||||
|
|||||||
Reference in New Issue
Block a user