mirror of
https://github.com/NaiboWang/EasySpider.git
synced 2025-04-19 18:59:52 +08:00
437 lines
14 KiB
JSON
437 lines
14 KiB
JSON
{
|
||
"id": 32,
|
||
"name": "名录产品检索",
|
||
"url": "https://emagecompany.com/search.php?key=协会&page=1&total=360",
|
||
"links": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360",
|
||
"create_time": "6/7/2023, 10:20:17 PM",
|
||
"version": "0.3.2",
|
||
"containJudge": true,
|
||
"desc": "https://emagecompany.com/search.php?key=协会&page=1&total=360",
|
||
"inputParameters": [
|
||
{
|
||
"id": 0,
|
||
"name": "loopTimes_循环点击下一页_0",
|
||
"nodeId": 3,
|
||
"nodeName": "循环点击下一页",
|
||
"desc": "循环循环点击下一页执行的次数（0代表无限循环）",
|
||
"type": "int",
|
||
"exampleValue": 0,
|
||
"value": 0
|
||
},
|
||
{
|
||
"id": 1,
|
||
"name": "urlList_1",
|
||
"nodeId": 12,
|
||
"nodeName": "打开网页",
|
||
"value": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360",
|
||
"desc": "要采集的网址列表，多行以\\n分开",
|
||
"type": "string",
|
||
"exampleValue": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360"
|
||
}
|
||
],
|
||
"outputParameters": [
|
||
{
|
||
"id": 0,
|
||
"name": "自定义参数_0",
|
||
"desc": "",
|
||
"type": "string",
|
||
"exampleValue": "自定义字段"
|
||
}
|
||
],
|
||
"graph": [
|
||
{
|
||
"index": 0,
|
||
"id": 0,
|
||
"parentId": 0,
|
||
"type": -1,
|
||
"option": 0,
|
||
"title": "root",
|
||
"sequence": [
|
||
12,
|
||
3
|
||
],
|
||
"parameters": {
|
||
"history": 1,
|
||
"tabIndex": 0,
|
||
"useLoop": false,
|
||
"xpath": "",
|
||
"wait": 0
|
||
},
|
||
"isInLoop": false
|
||
},
|
||
{
|
||
"id": -1,
|
||
"index": 1,
|
||
"parentId": 0,
|
||
"type": 0,
|
||
"option": 1,
|
||
"title": "打开网页",
|
||
"sequence": [],
|
||
"isInLoop": false,
|
||
"position": 0,
|
||
"parameters": {
|
||
"useLoop": false,
|
||
"xpath": "",
|
||
"wait": 0,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"url": "emagecompany.com/search.php?key=协会&page=1&total=360",
|
||
"links": "emagecompany.com/search.php?key=协会&page=1&total=360",
|
||
"maxWaitTime": 10,
|
||
"scrollType": 0,
|
||
"scrollCount": 1,
|
||
"scrollWaitTime": 1
|
||
}
|
||
},
|
||
{
|
||
"id": -1,
|
||
"index": 2,
|
||
"parentId": 0,
|
||
"type": 0,
|
||
"option": 1,
|
||
"title": "打开网页",
|
||
"sequence": [],
|
||
"isInLoop": false,
|
||
"position": 1,
|
||
"parameters": {
|
||
"useLoop": false,
|
||
"xpath": "",
|
||
"wait": 0,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"url": "https://emagecompany.com/search.php?key=协会&page=1&total=360",
|
||
"links": "https://emagecompany.com/search.php?key=协会&page=1&total=360",
|
||
"maxWaitTime": 10,
|
||
"scrollType": 0,
|
||
"scrollCount": 1,
|
||
"scrollWaitTime": 1
|
||
}
|
||
},
|
||
{
|
||
"id": 2,
|
||
"index": 3,
|
||
"parentId": 0,
|
||
"type": 1,
|
||
"option": 8,
|
||
"title": "循环点击下一页",
|
||
"sequence": [
|
||
5,
|
||
4
|
||
],
|
||
"isInLoop": false,
|
||
"position": 1,
|
||
"parameters": {
|
||
"history": 4,
|
||
"tabIndex": -1,
|
||
"useLoop": false,
|
||
"xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[last()]/font[1]",
|
||
"wait": 0,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"scrollType": 0,
|
||
"scrollCount": 1,
|
||
"scrollWaitTime": 1,
|
||
"loopType": 0,
|
||
"pathList": "",
|
||
"textList": "",
|
||
"code": "",
|
||
"waitTime": 0,
|
||
"exitCount": 0,
|
||
"historyWait": 2,
|
||
"breakMode": 0,
|
||
"breakCode": "",
|
||
"breakCodeWaitTime": 0,
|
||
"allXPaths": [
|
||
"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]",
|
||
"//font[contains(., '下一页')]"
|
||
]
|
||
}
|
||
},
|
||
{
|
||
"id": 4,
|
||
"index": 4,
|
||
"parentId": 2,
|
||
"type": 0,
|
||
"option": 2,
|
||
"title": "点击元素",
|
||
"sequence": [],
|
||
"isInLoop": true,
|
||
"position": 1,
|
||
"parameters": {
|
||
"history": 4,
|
||
"tabIndex": -1,
|
||
"useLoop": true,
|
||
"xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]",
|
||
"wait": 2,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"scrollType": 0,
|
||
"scrollCount": 1,
|
||
"scrollWaitTime": 1,
|
||
"maxWaitTime": 10,
|
||
"paras": [],
|
||
"allXPaths": [
|
||
"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]",
|
||
"//font[contains(., '下一页')]"
|
||
],
|
||
"loopType": 0
|
||
}
|
||
},
|
||
{
|
||
"id": 3,
|
||
"index": 5,
|
||
"parentId": 2,
|
||
"type": 1,
|
||
"option": 8,
|
||
"title": "循环",
|
||
"sequence": [
|
||
7,
|
||
6
|
||
],
|
||
"isInLoop": true,
|
||
"position": 0,
|
||
"parameters": {
|
||
"history": 5,
|
||
"tabIndex": -1,
|
||
"useLoop": false,
|
||
"xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]",
|
||
"wait": 0,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"scrollType": 0,
|
||
"scrollCount": 1,
|
||
"scrollWaitTime": 1,
|
||
"loopType": 1,
|
||
"pathList": "",
|
||
"textList": "",
|
||
"code": "",
|
||
"waitTime": 0,
|
||
"exitCount": 0,
|
||
"historyWait": 2,
|
||
"breakMode": 0,
|
||
"breakCode": "",
|
||
"breakCodeWaitTime": 0,
|
||
"allXPaths": ""
|
||
}
|
||
},
|
||
{
|
||
"id": 6,
|
||
"index": 6,
|
||
"parentId": 3,
|
||
"type": 0,
|
||
"option": 2,
|
||
"title": "点击元素",
|
||
"sequence": [],
|
||
"isInLoop": true,
|
||
"position": 1,
|
||
"parameters": {
|
||
"history": 5,
|
||
"tabIndex": -1,
|
||
"useLoop": true,
|
||
"xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]",
|
||
"wait": 2,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"scrollType": 0,
|
||
"scrollCount": 1,
|
||
"scrollWaitTime": 1,
|
||
"maxWaitTime": 10,
|
||
"paras": [],
|
||
"allXPaths": "",
|
||
"loopType": 1
|
||
}
|
||
},
|
||
{
|
||
"id": 5,
|
||
"index": 7,
|
||
"parentId": 3,
|
||
"type": 2,
|
||
"option": 9,
|
||
"title": "判断条件",
|
||
"sequence": [
|
||
10
|
||
],
|
||
"isInLoop": true,
|
||
"position": 0,
|
||
"parameters": {
|
||
"history": 1,
|
||
"tabIndex": 0,
|
||
"useLoop": false,
|
||
"xpath": "",
|
||
"wait": 0,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0
|
||
}
|
||
},
|
||
{
|
||
"id": -1,
|
||
"parentId": 5,
|
||
"index": 8,
|
||
"type": 3,
|
||
"option": 10,
|
||
"title": "条件分支",
|
||
"sequence": [],
|
||
"isInLoop": true,
|
||
"parameters": {
|
||
"history": 1,
|
||
"tabIndex": 0,
|
||
"useLoop": false,
|
||
"xpath": "",
|
||
"wait": 0,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"class": "0",
|
||
"value": "上一页",
|
||
"code": "return arguments.innerText",
|
||
"waitTime": 0
|
||
},
|
||
"position": 1
|
||
},
|
||
{
|
||
"id": -1,
|
||
"parentId": 5,
|
||
"index": 9,
|
||
"type": 3,
|
||
"option": 10,
|
||
"title": "条件分支",
|
||
"sequence": [],
|
||
"isInLoop": true,
|
||
"parameters": {
|
||
"history": 1,
|
||
"tabIndex": 0,
|
||
"useLoop": false,
|
||
"xpath": "",
|
||
"wait": 0,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"class": 0,
|
||
"value": "",
|
||
"code": "",
|
||
"waitTime": 0
|
||
},
|
||
"position": 1
|
||
},
|
||
{
|
||
"index": 10,
|
||
"id": 7,
|
||
"parentId": 5,
|
||
"type": 3,
|
||
"option": 10,
|
||
"title": "条件分支",
|
||
"sequence": [
|
||
11
|
||
],
|
||
"isInLoop": true,
|
||
"parameters": {
|
||
"history": 1,
|
||
"tabIndex": 0,
|
||
"useLoop": false,
|
||
"xpath": "",
|
||
"wait": 0,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"class": "7",
|
||
"value": "上一页",
|
||
"code": "return arguments[0].nextElementSibling.nextSibling.innerText.includes(\"免费资源\") && !arguments[0].innerText.includes(\"上一页\")",
|
||
"waitTime": 0
|
||
},
|
||
"position": 0
|
||
},
|
||
{
|
||
"id": 8,
|
||
"index": 11,
|
||
"parentId": 7,
|
||
"type": 0,
|
||
"option": 3,
|
||
"title": "提取数据",
|
||
"sequence": [],
|
||
"isInLoop": true,
|
||
"position": 0,
|
||
"parameters": {
|
||
"history": 1,
|
||
"tabIndex": 0,
|
||
"useLoop": false,
|
||
"xpath": "",
|
||
"wait": 0,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"paras": [
|
||
{
|
||
"nodeType": 0,
|
||
"contentType": 0,
|
||
"relative": false,
|
||
"name": "自定义参数_0",
|
||
"desc": "",
|
||
"extractType": 0,
|
||
"relativeXPath": "/html/body/table/tbody/tr/td/table[3]/tbody/tr/td[2]",
|
||
"allXPaths": [],
|
||
"exampleValues": [
|
||
{
|
||
"num": 0,
|
||
"value": "自定义字段"
|
||
}
|
||
],
|
||
"default": "",
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"JS": "",
|
||
"JSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"downloadPic": 0
|
||
}
|
||
]
|
||
}
|
||
},
|
||
{
|
||
"id": 1,
|
||
"index": 12,
|
||
"parentId": 0,
|
||
"type": 0,
|
||
"option": 1,
|
||
"title": "打开网页",
|
||
"sequence": [],
|
||
"isInLoop": false,
|
||
"position": 0,
|
||
"parameters": {
|
||
"history": 1,
|
||
"tabIndex": 0,
|
||
"useLoop": false,
|
||
"xpath": "",
|
||
"wait": 0,
|
||
"beforeJS": "",
|
||
"beforeJSWaitTime": 0,
|
||
"afterJS": "",
|
||
"afterJSWaitTime": 0,
|
||
"url": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360",
|
||
"links": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360",
|
||
"maxWaitTime": 10,
|
||
"scrollType": 0,
|
||
"scrollCount": 1,
|
||
"scrollWaitTime": 1
|
||
}
|
||
}
|
||
]
|
||
} |