mirror of
https://github.com/NaiboWang/EasySpider.git
synced 2025-04-19 08:04:45 +08:00
335 lines
12 KiB
JSON
335 lines
12 KiB
JSON
{
|
|
"id": 57,
|
|
"name": "图片下载",
|
|
"url": "https://www.jd.com",
|
|
"links": "https://www.jd.com",
|
|
"create_time": "5/20/2023, 8:18:15 PM",
|
|
"containJudge": false,
|
|
"desc": "https://www.jd.com",
|
|
"inputParameters": [
|
|
{
|
|
"id": 0,
|
|
"name": "urlList_0",
|
|
"nodeId": 1,
|
|
"nodeName": "打开网页",
|
|
"value": "https://www.jd.com",
|
|
"desc": "要采集的网址列表，多行以\\n分开",
|
|
"type": "string",
|
|
"exampleValue": "https://www.jd.com"
|
|
}
|
|
],
|
|
"outputParameters": [
|
|
{
|
|
"id": 0,
|
|
"name": "参数3_图片地址",
|
|
"desc": "",
|
|
"type": "string",
|
|
"exampleValue": "//m.360buyimg.com/babel/jfs/t1/223646/1/18719/254758/6458a465F7a57af84/f44d7d983018d9ed.png"
|
|
}
|
|
],
|
|
"graph": [
|
|
{
|
|
"index": 0,
|
|
"id": 0,
|
|
"parentId": 0,
|
|
"type": -1,
|
|
"option": 0,
|
|
"title": "root",
|
|
"sequence": [
|
|
1,
|
|
4
|
|
],
|
|
"parameters": {
|
|
"history": 1,
|
|
"tabIndex": 0,
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 0
|
|
},
|
|
"isInLoop": false
|
|
},
|
|
{
|
|
"id": 1,
|
|
"index": 1,
|
|
"parentId": 0,
|
|
"type": 0,
|
|
"option": 1,
|
|
"title": "打开网页",
|
|
"sequence": [],
|
|
"isInLoop": false,
|
|
"position": 0,
|
|
"parameters": {
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 0,
|
|
"beforeJS": "",
|
|
"beforeJSWaitTime": 0,
|
|
"afterJS": "",
|
|
"afterJSWaitTime": 0,
|
|
"url": "https://www.jd.com",
|
|
"links": "https://www.jd.com",
|
|
"maxWaitTime": 10,
|
|
"scrollType": 0,
|
|
"scrollCount": 0
|
|
}
|
|
},
|
|
{
|
|
"id": -1,
|
|
"index": 2,
|
|
"parentId": 0,
|
|
"type": 1,
|
|
"option": 8,
|
|
"title": "循环",
|
|
"sequence": [
|
|
3
|
|
],
|
|
"isInLoop": false,
|
|
"position": 1,
|
|
"parameters": {
|
|
"history": 4,
|
|
"tabIndex": -1,
|
|
"useLoop": false,
|
|
"xpath": "/html/body/div[4]/div[1]/div[4]/a",
|
|
"wait": 0,
|
|
"beforeJS": "",
|
|
"beforeJSWaitTime": 0,
|
|
"afterJS": "",
|
|
"afterJSWaitTime": 0,
|
|
"scrollType": 0,
|
|
"scrollCount": 0,
|
|
"loopType": 1,
|
|
"pathList": "",
|
|
"textList": "",
|
|
"code": "",
|
|
"waitTime": 0,
|
|
"exitCount": 0,
|
|
"historyWait": 2,
|
|
"allXPaths": [
|
|
"/html/body/div[4]/div[1]/div[4]/a[1]",
|
|
"//a[contains(., '平板電腦')]"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"id": -1,
|
|
"index": 3,
|
|
"parentId": 2,
|
|
"type": 0,
|
|
"option": 3,
|
|
"title": "提取数据",
|
|
"sequence": [],
|
|
"isInLoop": true,
|
|
"position": 0,
|
|
"parameters": {
|
|
"history": 4,
|
|
"tabIndex": -1,
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 0,
|
|
"beforeJS": "",
|
|
"beforeJSWaitTime": 0,
|
|
"afterJS": "",
|
|
"afterJSWaitTime": 0,
|
|
"params": [
|
|
{
|
|
"nodeType": 1,
|
|
"contentType": 0,
|
|
"relative": true,
|
|
"name": "参数1_链接文本",
|
|
"desc": "",
|
|
"extractType": 0,
|
|
"relativeXPath": "",
|
|
"allXPaths": "",
|
|
"exampleValues": [
|
|
{
|
|
"num": 0,
|
|
"value": "平板電腦"
|
|
},
|
|
{
|
|
"num": 1,
|
|
"value": "爆款耳機"
|
|
},
|
|
{
|
|
"num": 2,
|
|
"value": "手機"
|
|
},
|
|
{
|
|
"num": 3,
|
|
"value": "數據線"
|
|
},
|
|
{
|
|
"num": 4,
|
|
"value": "年貨節"
|
|
}
|
|
],
|
|
"default": "",
|
|
"beforeJS": "",
|
|
"beforeJSWaitTime": 0,
|
|
"JS": "",
|
|
"JSWaitTime": 0,
|
|
"afterJS": "",
|
|
"afterJSWaitTime": 0,
|
|
"downloadPic": 0
|
|
},
|
|
{
|
|
"nodeType": 2,
|
|
"contentType": 0,
|
|
"relative": true,
|
|
"name": "参数2_链接地址",
|
|
"desc": "",
|
|
"relativeXPath": "",
|
|
"allXPaths": "",
|
|
"exampleValues": [
|
|
{
|
|
"num": 0,
|
|
"value": "https://search.jd.com/Search?keyword=%E5%B9%B3%E6%9D%BF%E7%94%B5%E8%84%91&enc=utf-8&wq=%E5%B9%B3%E6%9D%BF%E7%94%B5%E8%84%91&pvid=84c62205dccd43dfad1b6eb5fdf5077b"
|
|
},
|
|
{
|
|
"num": 1,
|
|
"value": "https://audio.jd.com/"
|
|
},
|
|
{
|
|
"num": 2,
|
|
"value": "https://search.jd.com/search?keyword=%E6%89%8B%E6%9C%BA&enc=utf-8&qrst=1&rt=1&stop=1&vt=2&wq=%E6%89%8B%E6%9C%BA&cid2=653&cid3=655&ev=exbrand_%E5%B0%8F%E7%B1%B3%EF%BC%88MI%EF%BC%89%5E&uc=0#J_searchWrap"
|
|
},
|
|
{
|
|
"num": 3,
|
|
"value": "https://mall.jd.com/index-1000007418.html"
|
|
},
|
|
{
|
|
"num": 4,
|
|
"value": "https://pro.jd.com/mall/active/22WyJjMqTCbvjj1YB3pSJssBonLR/index.html"
|
|
}
|
|
],
|
|
"default": "",
|
|
"beforeJS": "",
|
|
"beforeJSWaitTime": 0,
|
|
"JS": "",
|
|
"JSWaitTime": 0,
|
|
"afterJS": "",
|
|
"afterJSWaitTime": 0,
|
|
"downloadPic": 0
|
|
}
|
|
],
|
|
"loopType": 1
|
|
}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"index": 4,
|
|
"parentId": 0,
|
|
"type": 1,
|
|
"option": 8,
|
|
"title": "循环",
|
|
"sequence": [
|
|
5
|
|
],
|
|
"isInLoop": false,
|
|
"position": 1,
|
|
"parameters": {
|
|
"history": 4,
|
|
"tabIndex": -1,
|
|
"useLoop": false,
|
|
"xpath": "/html/body/div[5]/div[1]/div[1]/div[1]/div[2]/div[1]/div[1]/div[1]/div[2]/div[1]/div/div[1]/div[1]/a[1]/img[1]",
|
|
"wait": 0,
|
|
"beforeJS": "",
|
|
"beforeJSWaitTime": 0,
|
|
"afterJS": "",
|
|
"afterJSWaitTime": 0,
|
|
"scrollType": 0,
|
|
"scrollCount": 0,
|
|
"loopType": 1,
|
|
"pathList": "",
|
|
"textList": "",
|
|
"code": "",
|
|
"waitTime": 0,
|
|
"exitCount": 0,
|
|
"historyWait": 2,
|
|
"allXPaths": [
|
|
"/html/body/div[5]/div[1]/div[1]/div[1]/div[2]/div[1]/div[1]/div[1]/div[2]/div[1]/div[1]/div[1]/div[1]/a[1]/img[1]",
|
|
"//img[contains(., '')]"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"id": 3,
|
|
"index": 5,
|
|
"parentId": 2,
|
|
"type": 0,
|
|
"option": 3,
|
|
"title": "提取数据",
|
|
"sequence": [],
|
|
"isInLoop": true,
|
|
"position": 0,
|
|
"parameters": {
|
|
"history": 4,
|
|
"tabIndex": -1,
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 0,
|
|
"beforeJS": "",
|
|
"beforeJSWaitTime": 0,
|
|
"afterJS": "",
|
|
"afterJSWaitTime": 0,
|
|
"params": [
|
|
{
|
|
"nodeType": 4,
|
|
"contentType": 0,
|
|
"relative": true,
|
|
"name": "参数3_图片地址",
|
|
"desc": "",
|
|
"extractType": 0,
|
|
"relativeXPath": "",
|
|
"allXPaths": "",
|
|
"exampleValues": [
|
|
{
|
|
"num": 0,
|
|
"value": "//m.360buyimg.com/babel/jfs/t1/223646/1/18719/254758/6458a465F7a57af84/f44d7d983018d9ed.png"
|
|
},
|
|
{
|
|
"num": 1,
|
|
"value": "//m.360buyimg.com/babel/s1420x740_jfs/t1/194401/20/32669/76553/64142a96F7733e6ad/cf2727848c86cf45.jpg!q70.dpg"
|
|
},
|
|
{
|
|
"num": 2,
|
|
"value": "//m.360buyimg.com/babel/s1420x740_jfs/t1/222655/28/27238/153145/644b858eF2cd1200f/e37bd7da42a814b0.jpg!q70.dpg"
|
|
},
|
|
{
|
|
"num": 3,
|
|
"value": "//m.360buyimg.com/babel/s710x370_jfs/t1/197659/30/31344/62825/640fd751F694963ed/a6e1ac2e5c27f160.jpg!q70.dpg"
|
|
},
|
|
{
|
|
"num": 4,
|
|
"value": "//m.360buyimg.com/babel/s1420x740_jfs/t1/194401/20/32669/76553/64142a96F7733e6ad/cf2727848c86cf45.jpg!q70.dpg"
|
|
},
|
|
{
|
|
"num": 5,
|
|
"value": "//m.360buyimg.com/babel/s1420x740_jfs/t1/222655/28/27238/153145/644b858eF2cd1200f/e37bd7da42a814b0.jpg!q70.dpg"
|
|
},
|
|
{
|
|
"num": 6,
|
|
"value": "//m.360buyimg.com/babel/s710x370_jfs/t1/197659/30/31344/62825/640fd751F694963ed/a6e1ac2e5c27f160.jpg!q70.dpg"
|
|
},
|
|
{
|
|
"num": 7,
|
|
"value": "//m.360buyimg.com/babel/jfs/t1/223646/1/18719/254758/6458a465F7a57af84/f44d7d983018d9ed.png"
|
|
},
|
|
{
|
|
"num": 8,
|
|
"value": "//m.360buyimg.com/babel/s1420x740_jfs/t1/194401/20/32669/76553/64142a96F7733e6ad/cf2727848c86cf45.jpg!q70.dpg"
|
|
}
|
|
],
|
|
"default": "",
|
|
"beforeJS": "",
|
|
"beforeJSWaitTime": 0,
|
|
"JS": "",
|
|
"JSWaitTime": 0,
|
|
"afterJS": "",
|
|
"afterJSWaitTime": 0,
|
|
"downloadPic": 1
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
} |