抖店精选联盟数据

抖音js逆向学习/抖店精选联盟数据/main_mitm_spider.py

@@ -0,0 +1,4 @@
+from spider.buyin_author_statData_mitm import BuyinAuthorStatDataMitm
+
+
+addons = [BuyinAuthorStatDataMitm()]

抖音js逆向学习/抖店精选联盟数据/main_spider.py

@@ -1,4 +1,6 @@
-from spider.buyin_author_statData_mitm import BuyinAuthorStatDataMitm
+from spider.browser_baiyin import BrowserBaiyin
 
-
+if __name__ == "__main__":
-addons = [BuyinAuthorStatDataMitm()]
+    browser = BrowserBaiyin()
+    browser.run()
+    browser.close()

抖音js逆向学习/抖店精选联盟数据/spider/browser_baiyin.py

@@ -57,18 +57,18 @@ class BrowserBaiyin(Base):
             deduplication = project_item[3]
             self.browser.get(payload_get)
             time.sleep(15)
-            elements_img = self.browser.find_elements(By.XPATH, '//div[@class="contact_way_info_block_item"]'
+            # elements_img = self.browser.find_elements(By.XPATH, '//div[@class="contact_way_info_block_item"]'
-                                                                '//img[@elementtiming="element-timing"]')
+            #                                                     '//img[@elementtiming="element-timing"]')
-            elements_img[0].click()
+            # elements_img[0].click()
-            time.sleep(5)
+            # time.sleep(5)
-            elements_ck = self.browser.find_elements(By.XPATH, '//button[@class="auxo-btn auxo-btn-primary"]'
+            # elements_ck = self.browser.find_elements(By.XPATH, '//button[@class="auxo-btn auxo-btn-primary"]'
-                                                               '/span[text()="查看"]')
+            #                                                    '/span[text()="查看"]')
-            if elements_ck:
+            # if elements_ck:
-                elements_ck[0].click()
+            #     elements_ck[0].click()
-
+            #
-            if len(elements_img) > 1:
+            # if len(elements_img) > 1:
-                elements_img[1].click()
+            #     elements_img[1].click()
-            time.sleep(5)
+            # time.sleep(5)
             sql = f"SELECT task_id FROM {self.table} where deduplication = '{deduplication}' limit 1"
             msg = self.eb_supports.query(sql)
             if msg:

抖音js逆向学习/抖店精选联盟数据/spider/buyin_author_statData_mitm.py

@@ -24,7 +24,7 @@ class BuyinAuthorStatDataMitm(Base):
                 }
                 list_dicts.append(item)
             db_res = self.eb_supports.insert_many(self.达人广场搜索列表, list_dicts)
-            print(db_res)
+            self.log(f"入库成功 {self.达人广场搜索列表}-{db_res}")
 
         # 作者概述V2
         if "https://buyin.jinritemai.com/api/authorStatData/authorOverviewV2" in flow.request.url:
@@ -38,7 +38,7 @@ class BuyinAuthorStatDataMitm(Base):
             }
             list_dicts.append(item)
             db_res = self.eb_supports.insert_many(self.作者概述V2, list_dicts)
-            print(db_res)
+            self.log(f"入库成功 {self.作者概述V2}-{db_res}")
 
         # 联系方式
         if "https://buyin.jinritemai.com/api/contact/contact_info" in flow.request.url:
@@ -54,4 +54,4 @@ class BuyinAuthorStatDataMitm(Base):
                 }
                 list_dicts.append(item)
                 db_res = self.eb_supports.insert_many(self.联系方式, list_dicts)
-                print(db_res)
+                self.log(f"入库成功 {self.联系方式}-{db_res}")