diff --git a/ExecuteStage/easyspider_executestage.py b/ExecuteStage/easyspider_executestage.py index ca89858..54bbbba 100644 --- a/ExecuteStage/easyspider_executestage.py +++ b/ExecuteStage/easyspider_executestage.py @@ -147,6 +147,13 @@ class BrowserThread(Thread): self.print_and_log("Loading stealth.min.js") self.browser.execute_cdp_cmd('Page.addScriptToEvaluateOnNewDocument', { 'source': js}) # TMALL 反扒 + self.browser.execute_cdp_cmd("Page.addScriptToEvaluateOnNewDocument", { + "source": """ + Object.defineProperty(navigator, 'webdriver', { + get: () => undefined + }) + """ + }) WebDriverWait(self.browser, 10) self.browser.command_executor._commands["send_command"] = ("POST", '/session/$sessionId/chromium/send_command') path = os.path.join(os.path.abspath("./"), "Data", "Task_" + str(self.id), self.saveName, "files") diff --git a/Readme.md b/Readme.md index 2457fa1..a912524 100644 --- a/Readme.md +++ b/Readme.md @@ -10,7 +10,9 @@ A visual browser automation test/data collection/crawler software, which can be [亮数据BrightData](https://get.brightdata.com/naibowang)是代理市场领导者,覆盖全球的7200万IP,提供真人住宅IP,即时批量采集网络公开数据,成功率亲测有保证。需要性价比高代理IP的可**点击上方图片注册**后联系中文客服,开通后免费试用,**最高可得250美金折扣**。BrightData可配合EasySpider进行数据采集。 -[![Capsolver](media/capsolver.gif)](https://www.capsolver.com/zh?utm_source=github&utm_medium=banner_github&utm_campaign=easyspider) + + + [Capsolver.com](https://www.capsolver.com/zh?utm_source=github&utm_medium=banner_github&utm_campaign=easyspider)是一家基于人工智能,提供自动验证码解决功能的服务商。支持的验证码类型包括reCAPTCHA、hCaptcha和FunCaptcha、AWS captcha、Geetest、Akamai Web、BMP、Imperva/Incapsula、captcha图像识别等。Capsolver可配合EasySpider进行验证码识别。 diff --git a/media/capsolver.jpg b/media/capsolver.jpg new file mode 100644 index 0000000..a2b6410 Binary files /dev/null and b/media/capsolver.jpg differ