mirror of
https://github.com/NaiboWang/EasySpider.git
synced 2025-04-19 18:59:52 +08:00
293 lines
9.2 KiB
JSON
293 lines
9.2 KiB
JSON
{
|
|
"id": 7,
|
|
"name": "toutiao_author_desc",
|
|
"url": "https://so.toutiao.com/search?dvpf=pc&source=input&keyword=小荷医典&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media",
|
|
"links": "https://so.toutiao.com/search?dvpf=pc&source=input&keyword=小荷医典&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media\r\nhttps://so.toutiao.com/search?dvpf=pc&source=input&keyword=国家反诈中心&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media\r\nhttps://so.toutiao.com/search?dvpf=pc&source=input&keyword=光明网&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media",
|
|
"containJudge": false,
|
|
"desc": "https://so.toutiao.com/search?dvpf=pc&source=input&keyword=小荷医典&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media",
|
|
"inputParameters": [
|
|
{
|
|
"id": 0,
|
|
"name": "urlList_0",
|
|
"nodeId": 1,
|
|
"nodeName": "Open Page",
|
|
"value": "https://so.toutiao.com/search?dvpf=pc&source=input&keyword=小荷医典&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media\r\nhttps://so.toutiao.com/search?dvpf=pc&source=input&keyword=国家反诈中心&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media\r\nhttps://so.toutiao.com/search?dvpf=pc&source=input&keyword=光明网&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media",
|
|
"desc": "要采集的网址列表,多行以\\n分开",
|
|
"type": "string",
|
|
"exampleValue": "https://so.toutiao.com/search?dvpf=pc&source=input&keyword=小荷医典&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media\r\nhttps://so.toutiao.com/search?dvpf=pc&source=input&keyword=国家反诈中心&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media\r\nhttps://so.toutiao.com/search?dvpf=pc&source=input&keyword=光明网&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media"
|
|
}
|
|
],
|
|
"outputParameters": [
|
|
{
|
|
"id": 0,
|
|
"name": "参数2_文本",
|
|
"desc": "",
|
|
"type": "string",
|
|
"exampleValue": "简介：关注小荷医典，获取“权威、科学、实用、易懂”的医学信息"
|
|
},
|
|
{
|
|
"id": 1,
|
|
"name": "参数3_文本",
|
|
"desc": "",
|
|
"type": "string",
|
|
"exampleValue": "63.3万获赞"
|
|
},
|
|
{
|
|
"id": 2,
|
|
"name": "参数1_文本",
|
|
"desc": "",
|
|
"type": "string",
|
|
"exampleValue": "小荷医典"
|
|
},
|
|
{
|
|
"id": 3,
|
|
"name": "参数1_链接地址",
|
|
"desc": "",
|
|
"type": "string",
|
|
"exampleValue": "https://www.toutiao.com/c/user/token/MS4wLjABAAAAMpLV_1BmiyKp0yLcLZb1xJjVxmOnwObqydIzTC2ngoQ/?source=profile"
|
|
}
|
|
],
|
|
"graph": [
|
|
{
|
|
"index": 0,
|
|
"id": 0,
|
|
"parentId": 0,
|
|
"type": -1,
|
|
"option": 0,
|
|
"title": "root",
|
|
"sequence": [1, 2, 5],
|
|
"parameters": {
|
|
"history": 1,
|
|
"tabIndex": 0,
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 0
|
|
},
|
|
"isInLoop": false
|
|
},
|
|
{
|
|
"id": 1,
|
|
"index": 1,
|
|
"parentId": 0,
|
|
"type": 0,
|
|
"option": 1,
|
|
"title": "Open Page",
|
|
"sequence": [],
|
|
"isInLoop": false,
|
|
"position": 0,
|
|
"parameters": {
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 1,
|
|
"url": "https://so.toutiao.com/search?dvpf=pc&source=input&keyword=小荷医典&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media",
|
|
"links": "https://so.toutiao.com/search?dvpf=pc&source=input&keyword=小荷医典&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media\r\nhttps://so.toutiao.com/search?dvpf=pc&source=input&keyword=国家反诈中心&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media\r\nhttps://so.toutiao.com/search?dvpf=pc&source=input&keyword=光明网&pd=user&action_type=search_subtab_switch&page_num=0&from=media&cur_tab_title=media",
|
|
"scrollType": 0,
|
|
"scrollCount": 0
|
|
}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"index": 2,
|
|
"parentId": 0,
|
|
"type": 0,
|
|
"option": 2,
|
|
"title": "Click Element",
|
|
"sequence": [],
|
|
"isInLoop": false,
|
|
"position": 1,
|
|
"parameters": {
|
|
"history": 5,
|
|
"tabIndex": -1,
|
|
"useLoop": false,
|
|
"xpath": "//a[contains(@class, 'flex-row')][1]",
|
|
"wait": 0,
|
|
"scrollType": 0,
|
|
"scrollCount": 0,
|
|
"paras": []
|
|
}
|
|
},
|
|
{
|
|
"id": -1,
|
|
"index": 3,
|
|
"parentId": 0,
|
|
"type": 1,
|
|
"option": 8,
|
|
"title": "Loop",
|
|
"sequence": [4],
|
|
"isInLoop": false,
|
|
"position": 2,
|
|
"parameters": {
|
|
"history": 1,
|
|
"tabIndex": 1,
|
|
"useLoop": false,
|
|
"xpath": "/html/body/div[1]/div[1]/div[2]/div[1]/div[1]/div[1]/button",
|
|
"wait": 0,
|
|
"scrollType": 0,
|
|
"scrollCount": 0,
|
|
"loopType": 1,
|
|
"pathList": "",
|
|
"textList": "",
|
|
"exitCount": 0,
|
|
"historyWait": 2
|
|
}
|
|
},
|
|
{
|
|
"id": -1,
|
|
"index": 4,
|
|
"parentId": 3,
|
|
"type": 0,
|
|
"option": 3,
|
|
"title": "Extract Data",
|
|
"sequence": [],
|
|
"isInLoop": true,
|
|
"position": 0,
|
|
"parameters": {
|
|
"history": 1,
|
|
"tabIndex": 1,
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 0,
|
|
"paras": [
|
|
{
|
|
"nodeType": 0,
|
|
"contentType": 0,
|
|
"relative": true,
|
|
"name": "参数1_文本",
|
|
"desc": "",
|
|
"relativeXpath": "",
|
|
"exampleValues": [
|
|
{
|
|
"num": 0,
|
|
"value": "63.3万获赞"
|
|
},
|
|
{
|
|
"num": 1,
|
|
"value": "10.3万粉丝"
|
|
},
|
|
{
|
|
"num": 2,
|
|
"value": "5关注"
|
|
}
|
|
],
|
|
"default": ""
|
|
}
|
|
],
|
|
"loopType": 1
|
|
}
|
|
},
|
|
{
|
|
"id": 3,
|
|
"index": 5,
|
|
"parentId": 0,
|
|
"type": 0,
|
|
"option": 3,
|
|
"title": "Extract Data",
|
|
"sequence": [],
|
|
"isInLoop": false,
|
|
"position": 2,
|
|
"parameters": {
|
|
"history": 1,
|
|
"tabIndex": 1,
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 0,
|
|
"paras": [
|
|
{
|
|
"nodeType": 0,
|
|
"contentType": 0,
|
|
"relative": false,
|
|
"name": "参数2_文本",
|
|
"desc": "",
|
|
"relativeXpath": "//p[contains(@class, 'user-desc')]",
|
|
"exampleValues": [
|
|
{
|
|
"num": 0,
|
|
"value": "简介：关注小荷医典，获取“权威、科学、实用、易懂”的医学信息"
|
|
}
|
|
],
|
|
"default": ""
|
|
},
|
|
{
|
|
"nodeType": 0,
|
|
"contentType": 0,
|
|
"relative": false,
|
|
"name": "参数3_文本",
|
|
"desc": "",
|
|
"relativeXpath": "//div[contains(@class, 'relation-stat')]",
|
|
"exampleValues": [
|
|
{
|
|
"num": 0,
|
|
"value": "63.3万获赞"
|
|
}
|
|
],
|
|
"default": ""
|
|
},
|
|
{
|
|
"nodeType": 0,
|
|
"contentType": 0,
|
|
"relative": false,
|
|
"name": "参数1_文本",
|
|
"desc": "",
|
|
"relativeXpath": "//div[contains(@class, 'detail')]//span[contains(@class, 'name')]",
|
|
"exampleValues": [
|
|
{
|
|
"num": 0,
|
|
"value": "小荷医典"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"nodeType": 2,
|
|
"contentType": 0,
|
|
"relative": false,
|
|
"name": "参数1_链接地址",
|
|
"desc": "",
|
|
"relativeXpath": "//a[@class=\"avatar\"]",
|
|
"exampleValues": [
|
|
{
|
|
"num": 0,
|
|
"value": "https://www.toutiao.com/c/user/token/MS4wLjABAAAAMpLV_1BmiyKp0yLcLZb1xJjVxmOnwObqydIzTC2ngoQ/?source=profile"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"id": -1,
|
|
"index": 6,
|
|
"parentId": 0,
|
|
"type": 0,
|
|
"option": 3,
|
|
"title": "Extract Data",
|
|
"sequence": [],
|
|
"isInLoop": false,
|
|
"position": 1,
|
|
"parameters": {
|
|
"history": 5,
|
|
"tabIndex": 0,
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 0,
|
|
"paras": [
|
|
{
|
|
"nodeType": 2,
|
|
"contentType": 0,
|
|
"relative": false,
|
|
"name": "参数6_链接地址",
|
|
"desc": "",
|
|
"relativeXpath": "//a[contains(@class, 'flex-row')][1]",
|
|
"exampleValues": [
|
|
{
|
|
"num": 0,
|
|
"value": "https://so.toutiao.com/search/jump?url=https%3A%2F%2Fwww.toutiao.com%2Fc%2Fuser%2F95347840570%2F&aid=4916&jtoken=804fb410ca0c16fb0980b0a082d0c707d7ae7fb539575218f9e98534f7a9a598c00b8d749a4eb8859d5df7b1b0a122356b0b56810577c9f74a5faf9d6c18f340"
|
|
}
|
|
],
|
|
"default": ""
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|