spider/js_reverse
1
0
Fork 0
mirror of https://github.com/luzhisheng/js_reverse.git synced 2025-04-20 21:55:07 +08:00
Code Issues Packages Projects Releases Wiki Activity

过滤空数据

Browse Source
This commit is contained in:
aiyingfeng 2023-07-17 11:13:02 +08:00
parent b9e2450b99
commit d9f454717f
1 changed files with 9 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
抖音js逆向学习/抖店精选联盟数据/spider/buyin_author_statData_mitm.py
View File

@ -32,14 +32,15 @@ class BuyinAuthorStatDataMitm(Base):
uid = dict(parse_qsl(urlsplit(flow.request.url).query)).get('uid') uid = dict(parse_qsl(urlsplit(flow.request.url).query)).get('uid')
list_dicts = [] list_dicts = []
data = json.loads(flow.response.content).get('data') data = json.loads(flow.response.content).get('data')
item = { if data:
"task_id": 'project_test', item = {
"data": json.dumps(data), "task_id": 'project_test',
"deduplication": f"uid={uid[0:30]}" "data": json.dumps(data),
} "deduplication": f"uid={uid[0:30]}"
list_dicts.append(item) }
db_res = self.eb_supports.insert_many(self.作者核心数据V2, list_dicts) list_dicts.append(item)
self.log(f"入库成功 {self.作者核心数据V2}-{db_res}") db_res = self.eb_supports.insert_many(self.作者核心数据V2, list_dicts)
self.log(f"入库成功 {self.作者核心数据V2}-{db_res}")
# 联系方式 # 联系方式
if "https://buyin.jinritemai.com/api/contact/contact_info" in flow.request.url: if "https://buyin.jinritemai.com/api/contact/contact_info" in flow.request.url: