spider/js_reverse
1
0
Fork 0
mirror of https://github.com/luzhisheng/js_reverse.git synced 2025-04-22 02:05:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

增加1688数据

Browse Source
This commit is contained in:
luzhisheng 2021-09-28 13:15:11 +08:00
parent 9da6ba2b73
commit 883aa6482c
1 changed files with 16 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
1688/clean/extractor.py
View File

@ -33,7 +33,6 @@ class extractor(Baes):
sub_categorys_dict = { sub_categorys_dict = {
'specId': value.get('specId'), 'specId': value.get('specId'),
'specAttrs': key, 'specAttrs': key,
'discountPrice': value.get('discountPrice'),
'canBookCount': value.get('canBookCount') 'canBookCount': value.get('canBookCount')
} }
sub_categorys.append(sub_categorys_dict) sub_categorys.append(sub_categorys_dict)
@ -53,11 +52,23 @@ class extractor(Baes):
print(f"【{datetime.now()}】图片下载{fullPathImageURI}") print(f"【{datetime.now()}】图片下载{fullPathImageURI}")
time.sleep(1) time.sleep(1)
a_590893002003 = data.get('590893002003') a_590893001984 = data.get('590893001984')
if not a_590893001984:
priceModel = globalData.get('processingModel').get('offerPriceModel').get('currentPrices')
else:
priceModel = a_590893001984.get('data').get('priceModel')
a_590893001997 = data.get('590893001997')
if not a_590893001997:
unitWeight = data.get('605462009364').get('data').get('test').get('unitWeight')
else:
unitWeight = a_590893001997.get('data').get('test').get('unitWeight')
a_590893002003 = data.get('590893002003')
if not a_590893002003: if not a_590893002003:
a_590893002003 = data.get('605462009362') a_590893002003 = data.get('605462009362')
propsList = a_590893002003.get('data').get('propsList') propsList = a_590893002003.get('data').get('propsList')
detailUrl = globalData.get('detailModel').get('detailUrl') detailUrl = globalData.get('detailModel').get('detailUrl')
item = { item = {
@ -66,12 +77,13 @@ class extractor(Baes):
"title": title, "title": title,
"sub_categorys": sub_categorys, "sub_categorys": sub_categorys,
"sub_colour_categorys": sub_colour_categorys, "sub_colour_categorys": sub_colour_categorys,
"order_param_model": orderParam, "order_param_model": priceModel,
"sellerLoginId": sellerLoginId, "sellerLoginId": sellerLoginId,
"offerUnit": offerUnit, "offerUnit": offerUnit,
"images": images, "images": images,
"propsList": propsList, "propsList": propsList,
"detailUrl": detailUrl "detailUrl": detailUrl,
"unit_weight": unitWeight
} }
print(json.dumps(item)) print(json.dumps(item))
exit() exit()