diff --git a/抖音js逆向学习/抖店精选联盟数据/main_mitm_spider.py b/抖音js逆向学习/抖店精选联盟数据/main_mitm_spider.py new file mode 100644 index 0000000..07d8b7a --- /dev/null +++ b/抖音js逆向学习/抖店精选联盟数据/main_mitm_spider.py @@ -0,0 +1,4 @@ +from spider.buyin_author_statData_mitm import BuyinAuthorStatDataMitm + + +addons = [BuyinAuthorStatDataMitm()] diff --git a/抖音js逆向学习/抖店精选联盟数据/main_spider.py b/抖音js逆向学习/抖店精选联盟数据/main_spider.py index 07d8b7a..3c03b0e 100644 --- a/抖音js逆向学习/抖店精选联盟数据/main_spider.py +++ b/抖音js逆向学习/抖店精选联盟数据/main_spider.py @@ -1,4 +1,6 @@ -from spider.buyin_author_statData_mitm import BuyinAuthorStatDataMitm +from spider.browser_baiyin import BrowserBaiyin - -addons = [BuyinAuthorStatDataMitm()] +if __name__ == "__main__": + browser = BrowserBaiyin() + browser.run() + browser.close() diff --git a/抖音js逆向学习/抖店精选联盟数据/spider/browser_baiyin.py b/抖音js逆向学习/抖店精选联盟数据/spider/browser_baiyin.py index b54a904..6b4ebfc 100644 --- a/抖音js逆向学习/抖店精选联盟数据/spider/browser_baiyin.py +++ b/抖音js逆向学习/抖店精选联盟数据/spider/browser_baiyin.py @@ -57,18 +57,18 @@ class BrowserBaiyin(Base): deduplication = project_item[3] self.browser.get(payload_get) time.sleep(15) - elements_img = self.browser.find_elements(By.XPATH, '//div[@class="contact_way_info_block_item"]' - '//img[@elementtiming="element-timing"]') - elements_img[0].click() - time.sleep(5) - elements_ck = self.browser.find_elements(By.XPATH, '//button[@class="auxo-btn auxo-btn-primary"]' - '/span[text()="查看"]') - if elements_ck: - elements_ck[0].click() - - if len(elements_img) > 1: - elements_img[1].click() - time.sleep(5) + # elements_img = self.browser.find_elements(By.XPATH, '//div[@class="contact_way_info_block_item"]' + # '//img[@elementtiming="element-timing"]') + # elements_img[0].click() + # time.sleep(5) + # elements_ck = self.browser.find_elements(By.XPATH, '//button[@class="auxo-btn auxo-btn-primary"]' + # '/span[text()="查看"]') + # if elements_ck: + # elements_ck[0].click() + # + # if len(elements_img) > 1: + # elements_img[1].click() + # time.sleep(5) sql = f"SELECT task_id FROM {self.table} where deduplication = '{deduplication}' limit 1" msg = self.eb_supports.query(sql) if msg: diff --git a/抖音js逆向学习/抖店精选联盟数据/spider/buyin_author_statData_mitm.py b/抖音js逆向学习/抖店精选联盟数据/spider/buyin_author_statData_mitm.py index 98e7fa5..3a51868 100644 --- a/抖音js逆向学习/抖店精选联盟数据/spider/buyin_author_statData_mitm.py +++ b/抖音js逆向学习/抖店精选联盟数据/spider/buyin_author_statData_mitm.py @@ -24,7 +24,7 @@ class BuyinAuthorStatDataMitm(Base): } list_dicts.append(item) db_res = self.eb_supports.insert_many(self.达人广场搜索列表, list_dicts) - print(db_res) + self.log(f"入库成功 {self.达人广场搜索列表}-{db_res}") # 作者概述V2 if "https://buyin.jinritemai.com/api/authorStatData/authorOverviewV2" in flow.request.url: @@ -38,7 +38,7 @@ class BuyinAuthorStatDataMitm(Base): } list_dicts.append(item) db_res = self.eb_supports.insert_many(self.作者概述V2, list_dicts) - print(db_res) + self.log(f"入库成功 {self.作者概述V2}-{db_res}") # 联系方式 if "https://buyin.jinritemai.com/api/contact/contact_info" in flow.request.url: @@ -54,4 +54,4 @@ class BuyinAuthorStatDataMitm(Base): } list_dicts.append(item) db_res = self.eb_supports.insert_many(self.联系方式, list_dicts) - print(db_res) + self.log(f"入库成功 {self.联系方式}-{db_res}")