From 2ab291e2293833d9629a4d7bb208881d4f3fb984 Mon Sep 17 00:00:00 2001 From: aiyingfeng Date: Wed, 12 Jul 2023 11:44:59 +0800 Subject: [PATCH] =?UTF-8?q?=E6=8A=96=E5=BA=97=E7=B2=BE=E9=80=89=E8=81=94?= =?UTF-8?q?=E7=9B=9F=E6=95=B0=E6=8D=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../抖店精选联盟数据/main_mitm_spider.py | 4 ++++ .../抖店精选联盟数据/main_spider.py | 8 ++++--- .../抖店精选联盟数据/spider/browser_baiyin.py | 24 +++++++++---------- .../spider/buyin_author_statData_mitm.py | 6 ++--- 4 files changed, 24 insertions(+), 18 deletions(-) create mode 100644 抖音js逆向学习/抖店精选联盟数据/main_mitm_spider.py diff --git a/抖音js逆向学习/抖店精选联盟数据/main_mitm_spider.py b/抖音js逆向学习/抖店精选联盟数据/main_mitm_spider.py new file mode 100644 index 0000000..07d8b7a --- /dev/null +++ b/抖音js逆向学习/抖店精选联盟数据/main_mitm_spider.py @@ -0,0 +1,4 @@ +from spider.buyin_author_statData_mitm import BuyinAuthorStatDataMitm + + +addons = [BuyinAuthorStatDataMitm()] diff --git a/抖音js逆向学习/抖店精选联盟数据/main_spider.py b/抖音js逆向学习/抖店精选联盟数据/main_spider.py index 07d8b7a..3c03b0e 100644 --- a/抖音js逆向学习/抖店精选联盟数据/main_spider.py +++ b/抖音js逆向学习/抖店精选联盟数据/main_spider.py @@ -1,4 +1,6 @@ -from spider.buyin_author_statData_mitm import BuyinAuthorStatDataMitm +from spider.browser_baiyin import BrowserBaiyin - -addons = [BuyinAuthorStatDataMitm()] +if __name__ == "__main__": + browser = BrowserBaiyin() + browser.run() + browser.close() diff --git a/抖音js逆向学习/抖店精选联盟数据/spider/browser_baiyin.py b/抖音js逆向学习/抖店精选联盟数据/spider/browser_baiyin.py index b54a904..6b4ebfc 100644 --- a/抖音js逆向学习/抖店精选联盟数据/spider/browser_baiyin.py +++ b/抖音js逆向学习/抖店精选联盟数据/spider/browser_baiyin.py @@ -57,18 +57,18 @@ class BrowserBaiyin(Base): deduplication = project_item[3] self.browser.get(payload_get) time.sleep(15) - elements_img = self.browser.find_elements(By.XPATH, '//div[@class="contact_way_info_block_item"]' - '//img[@elementtiming="element-timing"]') - elements_img[0].click() - time.sleep(5) - elements_ck = self.browser.find_elements(By.XPATH, '//button[@class="auxo-btn auxo-btn-primary"]' - '/span[text()="查看"]') - if elements_ck: - elements_ck[0].click() - - if len(elements_img) > 1: - elements_img[1].click() - time.sleep(5) + # elements_img = self.browser.find_elements(By.XPATH, '//div[@class="contact_way_info_block_item"]' + # '//img[@elementtiming="element-timing"]') + # elements_img[0].click() + # time.sleep(5) + # elements_ck = self.browser.find_elements(By.XPATH, '//button[@class="auxo-btn auxo-btn-primary"]' + # '/span[text()="查看"]') + # if elements_ck: + # elements_ck[0].click() + # + # if len(elements_img) > 1: + # elements_img[1].click() + # time.sleep(5) sql = f"SELECT task_id FROM {self.table} where deduplication = '{deduplication}' limit 1" msg = self.eb_supports.query(sql) if msg: diff --git a/抖音js逆向学习/抖店精选联盟数据/spider/buyin_author_statData_mitm.py b/抖音js逆向学习/抖店精选联盟数据/spider/buyin_author_statData_mitm.py index 98e7fa5..3a51868 100644 --- a/抖音js逆向学习/抖店精选联盟数据/spider/buyin_author_statData_mitm.py +++ b/抖音js逆向学习/抖店精选联盟数据/spider/buyin_author_statData_mitm.py @@ -24,7 +24,7 @@ class BuyinAuthorStatDataMitm(Base): } list_dicts.append(item) db_res = self.eb_supports.insert_many(self.达人广场搜索列表, list_dicts) - print(db_res) + self.log(f"入库成功 {self.达人广场搜索列表}-{db_res}") # 作者概述V2 if "https://buyin.jinritemai.com/api/authorStatData/authorOverviewV2" in flow.request.url: @@ -38,7 +38,7 @@ class BuyinAuthorStatDataMitm(Base): } list_dicts.append(item) db_res = self.eb_supports.insert_many(self.作者概述V2, list_dicts) - print(db_res) + self.log(f"入库成功 {self.作者概述V2}-{db_res}") # 联系方式 if "https://buyin.jinritemai.com/api/contact/contact_info" in flow.request.url: @@ -54,4 +54,4 @@ class BuyinAuthorStatDataMitm(Base): } list_dicts.append(item) db_res = self.eb_supports.insert_many(self.联系方式, list_dicts) - print(db_res) + self.log(f"入库成功 {self.联系方式}-{db_res}")