from dao.mongo_dao import MongoDao
from scrapy.selector import Selector
from spider.baes import Baes
from datetime import datetime
from tool.download_img import download_img
import time
import json
import re


class extractor(Baes):

    def __init__(self):
        self.col = MongoDao()
        super(extractor, self).__init__()

    def run(self):
        res = self.col.find_item('RAW_CONTENT', {}, {"content": 1})
        for s in res:
            content = s.get('content')
            sel = Selector(text=content, type='html')
            title = sel.xpath('//title/text()').extract_first()
            json_itme = re.findall(r'window.__INIT_DATA=(\{.*\})', content)[0]
            json_dict = json.loads(json_itme)
            globalData = json_dict.get('globalData')
            offerId = globalData.get('tempModel').get('offerId')

            data = json_dict.get('data')
            skuInfoMap = globalData.get('skuModel').get('skuInfoMap')

            sub_categorys = []
            for key, value in skuInfoMap.items():
                sub_categorys_dict = {
                    'specId': value.get('specId'),
                    'specAttrs': key,
                    'canBookCount': value.get('canBookCount')
                }
                sub_categorys.append(sub_categorys_dict)

            value = globalData.get('skuModel').get('skuProps')[0].get('value')
            sub_colour_categorys = value

            orderParam = globalData.get('orderParamModel').get('orderParam').get('skuParam').get('skuRangePrices')
            companyName = globalData.get('tempModel').get('companyName')
            sellerLoginId = globalData.get('tempModel').get('sellerLoginId')
            offerUnit = globalData.get('tempModel').get('offerUnit')
            images = globalData.get('images')

            for image in images:
                fullPathImageURI = image.get('fullPathImageURI')
                download_img(fullPathImageURI, offerId)
                print(f"【{datetime.now()}】图片下载{fullPathImageURI}")
                time.sleep(1)

            a_590893001984 = data.get('590893001984')
            if not a_590893001984:
                priceModel = globalData.get('processingModel').get('offerPriceModel').get('currentPrices')
            else:
                priceModel = a_590893001984.get('data').get('priceModel')

            a_590893001997 = data.get('590893001997')
            if not a_590893001997:
                unitWeight = data.get('605462009364').get('data').get('test').get('unitWeight')
            else:
                unitWeight = a_590893001997.get('data').get('test').get('unitWeight')

            a_590893002003 = data.get('590893002003')
            if not a_590893002003:
                a_590893002003 = data.get('605462009362')
            propsList = a_590893002003.get('data').get('propsList')

            detailUrl = globalData.get('detailModel').get('detailUrl')

            item = {
                "company_name": companyName,
                "company_name_url": "https://detail.1688.com/offer/{}.html".format(offerId),
                "title": title,
                "sub_categorys": sub_categorys,
                "sub_colour_categorys": sub_colour_categorys,
                "order_param_model": priceModel,
                "sellerLoginId": sellerLoginId,
                "offerUnit": offerUnit,
                "images": images,
                "propsList": propsList,
                "detailUrl": detailUrl,
                "unit_weight": unitWeight
            }
            print(json.dumps(item))
            exit()

            print(f"【{datetime.now()}】解析{offerId}")


if __name__ == '__main__':
    f = extractor()
    f.run()