spider/js_reverse
1
0
Fork 0
mirror of https://github.com/luzhisheng/js_reverse.git synced 2025-04-23 01:14:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

抖店精选联盟数据

Browse Source
This commit is contained in:
aiyingfeng 2023-07-12 11:44:59 +08:00
parent c299c9b24a
commit 2ab291e229
4 changed files with 24 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
抖音js逆向学习/抖店精选联盟数据/main_mitm_spider.py Normal file
View File

@ -0,0 +1,4 @@
from spider.buyin_author_statData_mitm import BuyinAuthorStatDataMitm
addons = [BuyinAuthorStatDataMitm()]

8
抖音js逆向学习/抖店精选联盟数据/main_spider.py
View File

@ -1,4 +1,6 @@
from spider.buyin_author_statData_mitm import BuyinAuthorStatDataMitm
from spider.browser_baiyin import BrowserBaiyin
addons = [BuyinAuthorStatDataMitm()]
if __name__ == "__main__":
browser = BrowserBaiyin()
browser.run()
browser.close()

24
抖音js逆向学习/抖店精选联盟数据/spider/browser_baiyin.py
View File

@ -57,18 +57,18 @@ class BrowserBaiyin(Base):
deduplication = project_item[3]
self.browser.get(payload_get)
time.sleep(15)
elements_img = self.browser.find_elements(By.XPATH, '//div[@class="contact_way_info_block_item"]'
'//img[@elementtiming="element-timing"]')
elements_img[0].click()
time.sleep(5)
elements_ck = self.browser.find_elements(By.XPATH, '//button[@class="auxo-btn auxo-btn-primary"]'
'/span[text()="查看"]')
if elements_ck:
elements_ck[0].click()
if len(elements_img) > 1:
elements_img[1].click()
time.sleep(5)
# elements_img = self.browser.find_elements(By.XPATH, '//div[@class="contact_way_info_block_item"]'
# '//img[@elementtiming="element-timing"]')
# elements_img[0].click()
# time.sleep(5)
# elements_ck = self.browser.find_elements(By.XPATH, '//button[@class="auxo-btn auxo-btn-primary"]'
# '/span[text()="查看"]')
# if elements_ck:
# elements_ck[0].click()
#
# if len(elements_img) > 1:
# elements_img[1].click()
# time.sleep(5)
sql = f"SELECT task_id FROM {self.table} where deduplication = '{deduplication}' limit 1"
msg = self.eb_supports.query(sql)
if msg:

6
抖音js逆向学习/抖店精选联盟数据/spider/buyin_author_statData_mitm.py
View File

@ -24,7 +24,7 @@ class BuyinAuthorStatDataMitm(Base):
}
list_dicts.append(item)
db_res = self.eb_supports.insert_many(self.达人广场搜索列表, list_dicts)
print(db_res)
self.log(f"入库成功 {self.达人广场搜索列表}-{db_res}")
# 作者概述V2
if "https://buyin.jinritemai.com/api/authorStatData/authorOverviewV2" in flow.request.url:
@ -38,7 +38,7 @@ class BuyinAuthorStatDataMitm(Base):
}
list_dicts.append(item)
db_res = self.eb_supports.insert_many(self.作者概述V2, list_dicts)
print(db_res)
self.log(f"入库成功 {self.作者概述V2}-{db_res}")
# 联系方式
if "https://buyin.jinritemai.com/api/contact/contact_info" in flow.request.url:
@ -54,4 +54,4 @@ class BuyinAuthorStatDataMitm(Base):
}
list_dicts.append(item)
db_res = self.eb_supports.insert_many(self.联系方式, list_dicts)
print(db_res)
self.log(f"入库成功 {self.联系方式}-{db_res}")