From 770cff0bc9d89eb11e2f56c472aeb3757f627950 Mon Sep 17 00:00:00 2001 From: naibo Date: Wed, 7 Jun 2023 22:41:18 +0800 Subject: [PATCH] Update --- .../execution_instances/13.json | 1 + .../execution_instances/14.json | 1 + .../execution_instances/15.json | 1 + .../execution_instances/16.json | 1 + .../execution_instances/17.json | 437 ++++++++++++++++++ .../execution_instances/18.json | 436 +++++++++++++++++ .../execution_instances/19.json | 1 + .../EasySpider_windows_x64/tasks/31.json | 1 + .../EasySpider_windows_x64/tasks/32.json | 437 ++++++++++++++++++ .../EasySpider_windows_x64/tasks/33.json | 1 + Examples/JS判断条件示例.json | 360 +++++++++++++++ Examples/循环点进详情页无新标签页打开.json | 1 + Examples/最简单的翻页采集列表.json | 1 + 13 files changed, 1679 insertions(+) create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/13.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/14.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/15.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/16.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/17.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/18.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/19.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/tasks/31.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/tasks/32.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/tasks/33.json create mode 100644 Examples/JS判断条件示例.json create mode 100644 Examples/循环点进详情页无新标签页打开.json create mode 100644 Examples/最简单的翻页采集列表.json diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/13.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/13.json new file mode 100644 index 0000000..5593cfb --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/13.json @@ -0,0 +1 @@ +{"id":13,"name":"嘉兴市建筑业行业协会","url":"https://www.jx-jx.net/article/9","links":"https://www.jx-jx.net/article/9","create_time":"6/7/2023, 10:07:55 PM","version":"0.3.2","containJudge":false,"desc":"https://www.jx-jx.net/article/9","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jx-jx.net/article/9","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://www.jx-jx.net/article/9"},{"id":1,"name":"loopTimes_循环_1","nodeId":2,"nodeName":"循环","desc":"循环循环执行的次数（0代表无限循环）","type":"int","exampleValue":0,"value":0}],"outputParameters":[{"id":0,"name":"参数1_链接文本","desc":"","type":"string","exampleValue":"华建建设集团有限公司"},{"id":1,"name":"参数2_链接地址","desc":"","type":"string","exampleValue":"https://www.jx-jx.net/articleview/574.html"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jx-jx.net/article/9","links":"https://www.jx-jx.net/article/9","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[7,3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"pagination\")]/li[last()]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[2]/ul[1]/li[7]/a[1]","//a[contains(., '下页')]"]}},{"id":4,"index":3,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"//*[contains(@class, \"pagination\")]/li[7]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[2]/ul[1]/li[7]/a[1]","//a[contains(., '下页')]"],"loopType":0}},{"id":-1,"index":4,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[5,6],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":-1,"index":5,"parentId":3,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1}},{"id":-1,"index":6,"parentId":3,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":6,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[3]","allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[3]","//div[contains(., '海宁市建设监理咨询有')]","//DIV[@class='news_info_content']"],"exampleValues":[{"num":0,"value":"海宁市建设监理咨询有限公司"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":7,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[8],"isInLoop":true,"position":0,"parameters":{"history":12,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li[1]/a[1]","//a[contains(., '华建建设集团有限公司')]"]}},{"id":5,"index":8,"parentId":3,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":12,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":true,"name":"参数1_链接文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"华建建设集团有限公司"},{"num":1,"value":"嘉兴市明洲电力建设有限公司"},{"num":2,"value":"浙江嘉旺建设有限公司"},{"num":3,"value":"浙江尚都建设有限公司"},{"num":4,"value":"浙江华兴建设有限公司"},{"num":5,"value":"浙江秀州建设有限公司"},{"num":6,"value":"浙江嘉兴福达建设股份有限公司"},{"num":7,"value":"正益集团有限责任公司"},{"num":8,"value":"嘉兴市秀洲建筑设计院"},{"num":9,"value":"嘉兴市秀洲区建筑业管理处"},{"num":10,"value":"嘉兴市秀洲区规划与建设局"},{"num":11,"value":"浙江吉天建设有限公司"},{"num":12,"value":"嘉兴市恒诚装饰工程有限公司"},{"num":13,"value":"浙江大陆交通建设有限公司"},{"num":14,"value":"浙江华耀装饰工程有限公司"},{"num":15,"value":"浙江雅迪装饰工程有限公司"},{"num":16,"value":"嘉兴市天立工程建设监理有限公司"},{"num":17,"value":"浙江恒祥建设有限公司"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数2_链接地址","desc":"","relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"https://www.jx-jx.net/articleview/574.html"},{"num":1,"value":"https://www.jx-jx.net/articleview/573.html"},{"num":2,"value":"https://www.jx-jx.net/articleview/572.html"},{"num":3,"value":"https://www.jx-jx.net/articleview/571.html"},{"num":4,"value":"https://www.jx-jx.net/articleview/570.html"},{"num":5,"value":"https://www.jx-jx.net/articleview/569.html"},{"num":6,"value":"https://www.jx-jx.net/articleview/568.html"},{"num":7,"value":"https://www.jx-jx.net/articleview/567.html"},{"num":8,"value":"https://www.jx-jx.net/articleview/566.html"},{"num":9,"value":"https://www.jx-jx.net/articleview/565.html"},{"num":10,"value":"https://www.jx-jx.net/articleview/564.html"},{"num":11,"value":"https://www.jx-jx.net/articleview/563.html"},{"num":12,"value":"https://www.jx-jx.net/articleview/562.html"},{"num":13,"value":"https://www.jx-jx.net/articleview/561.html"},{"num":14,"value":"https://www.jx-jx.net/articleview/560.html"},{"num":15,"value":"https://www.jx-jx.net/articleview/559.html"},{"num":16,"value":"https://www.jx-jx.net/articleview/558.html"},{"num":17,"value":"https://www.jx-jx.net/articleview/557.html"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/14.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/14.json new file mode 100644 index 0000000..a9ec80b --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/14.json @@ -0,0 +1 @@ +{"id":14,"name":"名录产品检索","url":"https://emagecompany.com/search.php?key=协会&page=1&total=360","create_time":"6/7/2023, 10:20:17 PM","version":"0.3.2","containJudge":true,"desc":"https://emagecompany.com/search.php?key=协会&page=1&total=360","inputParameters":[{"id":0,"name":"loopTimes_循环点击下一页_0","nodeId":3,"nodeName":"循环点击下一页","desc":"循环循环点击下一页执行的次数（0代表无限循环）","type":"int","exampleValue":0,"value":0},{"id":1,"name":"urlList_1","nodeId":12,"nodeName":"打开网页","value":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360"}],"outputParameters":[{"id":0,"name":"自定义参数_0","desc":"","type":"string","exampleValue":"自定义字段"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[12,3],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":-1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"emagecompany.com/search.php?key=协会&page=1&total=360","links":"emagecompany.com/search.php?key=协会&page=1&total=360","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":-1,"index":2,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":1,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://emagecompany.com/search.php?key=协会&page=1&total=360","links":"https://emagecompany.com/search.php?key=协会&page=1&total=360","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":3,"parentId":0,"type":1,"option":8,"title":"循环点击下一页","sequence":[5,4],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[last()]/font[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","//font[contains(., '下一页')]"]}},{"id":4,"index":4,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","//font[contains(., '下一页')]"],"loopType":0}},{"id":3,"index":5,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[7,6],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":6,"index":6,"parentId":3,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1}},{"id":5,"index":7,"parentId":3,"type":2,"option":9,"title":"判断条件","sequence":[10],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":5,"index":8,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"0","value":"上一页","code":"return arguments.innerText","waitTime":0},"position":1},{"id":-1,"parentId":5,"index":9,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"index":10,"id":7,"parentId":5,"type":3,"option":10,"title":"条件分支","sequence":[11],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"7","value":"上一页","code":"return arguments[0].nextElementSibling.nextSibling.innerText.includes(\"免费资源\") && !arguments[0].innerText.includes(\"上一页\")","waitTime":0},"position":0},{"id":8,"index":11,"parentId":7,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"自定义参数_0","desc":"","extractType":0,"relativeXPath":"/html/body/table/tbody/tr/td/table[3]/tbody/tr/td[2]","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":1,"index":12,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"about:blank","links":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/15.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/15.json new file mode 100644 index 0000000..e469312 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/15.json @@ -0,0 +1 @@ +{"id":15,"name":"名录产品检索","url":"https://emagecompany.com/search.php?key=协会&page=1&total=360","create_time":"6/7/2023, 10:20:17 PM","version":"0.3.2","containJudge":true,"desc":"https://emagecompany.com/search.php?key=协会&page=1&total=360","inputParameters":[{"id":0,"name":"loopTimes_循环点击下一页_0","nodeId":3,"nodeName":"循环点击下一页","desc":"循环循环点击下一页执行的次数（0代表无限循环）","type":"int","exampleValue":0,"value":0},{"id":1,"name":"urlList_1","nodeId":12,"nodeName":"打开网页","value":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360"}],"outputParameters":[{"id":0,"name":"自定义参数_0","desc":"","type":"string","exampleValue":"自定义字段"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[12,3],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":-1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"emagecompany.com/search.php?key=协会&page=1&total=360","links":"emagecompany.com/search.php?key=协会&page=1&total=360","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":-1,"index":2,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":1,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://emagecompany.com/search.php?key=协会&page=1&total=360","links":"https://emagecompany.com/search.php?key=协会&page=1&total=360","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":3,"parentId":0,"type":1,"option":8,"title":"循环点击下一页","sequence":[5,4],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[last()]/font[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","//font[contains(., '下一页')]"]}},{"id":4,"index":4,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","//font[contains(., '下一页')]"],"loopType":0}},{"id":3,"index":5,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[7,6],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":6,"index":6,"parentId":3,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1}},{"id":5,"index":7,"parentId":3,"type":2,"option":9,"title":"判断条件","sequence":[10],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":5,"index":8,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"0","value":"上一页","code":"return arguments.innerText","waitTime":0},"position":1},{"id":-1,"parentId":5,"index":9,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"index":10,"id":7,"parentId":5,"type":3,"option":10,"title":"条件分支","sequence":[11],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"7","value":"上一页","code":"return arguments[0].nextElementSibling.nextSibling.innerText.includes(\"免费资源\") && !arguments[0].innerText.includes(\"上一页\")","waitTime":0},"position":0},{"id":8,"index":11,"parentId":7,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"自定义参数_0","desc":"","extractType":0,"relativeXPath":"/html/body/table/tbody/tr/td/table[3]/tbody/tr/td[2]","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":1,"index":12,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","links":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/16.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/16.json new file mode 100644 index 0000000..191132c --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/16.json @@ -0,0 +1 @@ +{"id":16,"name":"名录产品检索","url":"https://emagecompany.com/search.php?key=协会&page=1&total=360","create_time":"6/7/2023, 10:20:17 PM","version":"0.3.2","containJudge":true,"desc":"https://emagecompany.com/search.php?key=协会&page=1&total=360","inputParameters":[{"id":0,"name":"loopTimes_循环点击下一页_0","nodeId":3,"nodeName":"循环点击下一页","desc":"循环循环点击下一页执行的次数（0代表无限循环）","type":"int","exampleValue":0,"value":0},{"id":1,"name":"urlList_1","nodeId":12,"nodeName":"打开网页","value":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360"}],"outputParameters":[{"id":0,"name":"自定义参数_0","desc":"","type":"string","exampleValue":"自定义字段"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[12,3],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":-1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"emagecompany.com/search.php?key=协会&page=1&total=360","links":"emagecompany.com/search.php?key=协会&page=1&total=360","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":-1,"index":2,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":1,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://emagecompany.com/search.php?key=协会&page=1&total=360","links":"https://emagecompany.com/search.php?key=协会&page=1&total=360","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":3,"parentId":0,"type":1,"option":8,"title":"循环点击下一页","sequence":[5,4],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[last()]/font[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","//font[contains(., '下一页')]"]}},{"id":4,"index":4,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","//font[contains(., '下一页')]"],"loopType":0}},{"id":3,"index":5,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[7,6],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":6,"index":6,"parentId":3,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1}},{"id":5,"index":7,"parentId":3,"type":2,"option":9,"title":"判断条件","sequence":[10],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":5,"index":8,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"0","value":"上一页","code":"return arguments.innerText","waitTime":0},"position":1},{"id":-1,"parentId":5,"index":9,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"index":10,"id":7,"parentId":5,"type":3,"option":10,"title":"条件分支","sequence":[11],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"7","value":"上一页","code":"return arguments[0].nextElementSibling.nextSibling.innerText.includes(\"免费资源\") && !arguments[0].innerText.includes(\"上一页\")","waitTime":0},"position":0},{"id":8,"index":11,"parentId":7,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"自定义参数_0","desc":"","extractType":0,"relativeXPath":"/html/body/table/tbody/tr/td/table[3]/tbody/tr/td[2]","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":1,"index":12,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","links":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/17.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/17.json new file mode 100644 index 0000000..67f91c2 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/17.json @@ -0,0 +1,437 @@ +{ + "id": 17, + "name": "名录产品检索", + "url": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "links" + "create_time": "6/7/2023, 10:20:17 PM", + "version": "0.3.2", + "containJudge": true, + "desc": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "inputParameters": [ + { + "id": 0, + "name": "loopTimes_循环点击下一页_0", + "nodeId": 3, + "nodeName": "循环点击下一页", + "desc": "循环循环点击下一页执行的次数（0代表无限循环）", + "type": "int", + "exampleValue": 0, + "value": 0 + }, + { + "id": 1, + "name": "urlList_1", + "nodeId": 12, + "nodeName": "打开网页", + "value": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "desc": "要采集的网址列表，多行以\\n分开", + "type": "string", + "exampleValue": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360" + } + ], + "outputParameters": [ + { + "id": 0, + "name": "自定义参数_0", + "desc": "", + "type": "string", + "exampleValue": "自定义字段" + } + ], + "graph": [ + { + "index": 0, + "id": 0, + "parentId": 0, + "type": -1, + "option": 0, + "title": "root", + "sequence": [ + 12, + 3 + ], + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0 + }, + "isInLoop": false + }, + { + "id": -1, + "index": 1, + "parentId": 0, + "type": 0, + "option": 1, + "title": "打开网页", + "sequence": [], + "isInLoop": false, + "position": 0, + "parameters": { + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "url": "emagecompany.com/search.php?key=协会&page=1&total=360", + "links": "emagecompany.com/search.php?key=协会&page=1&total=360", + "maxWaitTime": 10, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1 + } + }, + { + "id": -1, + "index": 2, + "parentId": 0, + "type": 0, + "option": 1, + "title": "打开网页", + "sequence": [], + "isInLoop": false, + "position": 1, + "parameters": { + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "url": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "links": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "maxWaitTime": 10, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1 + } + }, + { + "id": 2, + "index": 3, + "parentId": 0, + "type": 1, + "option": 8, + "title": "循环点击下一页", + "sequence": [ + 5, + 4 + ], + "isInLoop": false, + "position": 1, + "parameters": { + "history": 4, + "tabIndex": -1, + "useLoop": false, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[last()]/font[1]", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "loopType": 0, + "pathList": "", + "textList": "", + "code": "", + "waitTime": 0, + "exitCount": 0, + "historyWait": 2, + "breakMode": 0, + "breakCode": "", + "breakCodeWaitTime": 0, + "allXPaths": [ + "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "//font[contains(., '下一页')]" + ] + } + }, + { + "id": 4, + "index": 4, + "parentId": 2, + "type": 0, + "option": 2, + "title": "点击元素", + "sequence": [], + "isInLoop": true, + "position": 1, + "parameters": { + "history": 4, + "tabIndex": -1, + "useLoop": true, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "wait": 2, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "maxWaitTime": 10, + "paras": [], + "allXPaths": [ + "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "//font[contains(., '下一页')]" + ], + "loopType": 0 + } + }, + { + "id": 3, + "index": 5, + "parentId": 2, + "type": 1, + "option": 8, + "title": "循环", + "sequence": [ + 7, + 6 + ], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 5, + "tabIndex": -1, + "useLoop": false, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "loopType": 1, + "pathList": "", + "textList": "", + "code": "", + "waitTime": 0, + "exitCount": 0, + "historyWait": 2, + "breakMode": 0, + "breakCode": "", + "breakCodeWaitTime": 0, + "allXPaths": "" + } + }, + { + "id": 6, + "index": 6, + "parentId": 3, + "type": 0, + "option": 2, + "title": "点击元素", + "sequence": [], + "isInLoop": true, + "position": 1, + "parameters": { + "history": 5, + "tabIndex": -1, + "useLoop": true, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]", + "wait": 2, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "maxWaitTime": 10, + "paras": [], + "allXPaths": "", + "loopType": 1 + } + }, + { + "id": 5, + "index": 7, + "parentId": 3, + "type": 2, + "option": 9, + "title": "判断条件", + "sequence": [ + 10 + ], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0 + } + }, + { + "id": -1, + "parentId": 5, + "index": 8, + "type": 3, + "option": 10, + "title": "条件分支", + "sequence": [], + "isInLoop": true, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "class": "0", + "value": "上一页", + "code": "return arguments.innerText", + "waitTime": 0 + }, + "position": 1 + }, + { + "id": -1, + "parentId": 5, + "index": 9, + "type": 3, + "option": 10, + "title": "条件分支", + "sequence": [], + "isInLoop": true, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "class": 0, + "value": "", + "code": "", + "waitTime": 0 + }, + "position": 1 + }, + { + "index": 10, + "id": 7, + "parentId": 5, + "type": 3, + "option": 10, + "title": "条件分支", + "sequence": [ + 11 + ], + "isInLoop": true, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "class": "7", + "value": "上一页", + "code": "return arguments[0].nextElementSibling.nextSibling.innerText.includes(\"免费资源\") && !arguments[0].innerText.includes(\"上一页\")", + "waitTime": 0 + }, + "position": 0 + }, + { + "id": 8, + "index": 11, + "parentId": 7, + "type": 0, + "option": 3, + "title": "提取数据", + "sequence": [], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "paras": [ + { + "nodeType": 0, + "contentType": 0, + "relative": false, + "name": "自定义参数_0", + "desc": "", + "extractType": 0, + "relativeXPath": "/html/body/table/tbody/tr/td/table[3]/tbody/tr/td[2]", + "allXPaths": [], + "exampleValues": [ + { + "num": 0, + "value": "自定义字段" + } + ], + "default": "", + "beforeJS": "", + "beforeJSWaitTime": 0, + "JS": "", + "JSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "downloadPic": 0 + } + ] + } + }, + { + "id": 1, + "index": 12, + "parentId": 0, + "type": 0, + "option": 1, + "title": "打开网页", + "sequence": [], + "isInLoop": false, + "position": 0, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "url": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "links": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "maxWaitTime": 10, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1 + } + } + ] +} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/18.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/18.json new file mode 100644 index 0000000..5e1fb2d --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/18.json @@ -0,0 +1,436 @@ +{ + "id": 18, + "name": "名录产品检索", + "url": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "create_time": "6/7/2023, 10:20:17 PM", + "version": "0.3.2", + "containJudge": true, + "desc": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "inputParameters": [ + { + "id": 0, + "name": "loopTimes_循环点击下一页_0", + "nodeId": 3, + "nodeName": "循环点击下一页", + "desc": "循环循环点击下一页执行的次数（0代表无限循环）", + "type": "int", + "exampleValue": 0, + "value": 0 + }, + { + "id": 1, + "name": "urlList_1", + "nodeId": 12, + "nodeName": "打开网页", + "value": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "desc": "要采集的网址列表，多行以\\n分开", + "type": "string", + "exampleValue": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360" + } + ], + "outputParameters": [ + { + "id": 0, + "name": "自定义参数_0", + "desc": "", + "type": "string", + "exampleValue": "自定义字段" + } + ], + "graph": [ + { + "index": 0, + "id": 0, + "parentId": 0, + "type": -1, + "option": 0, + "title": "root", + "sequence": [ + 12, + 3 + ], + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0 + }, + "isInLoop": false + }, + { + "id": -1, + "index": 1, + "parentId": 0, + "type": 0, + "option": 1, + "title": "打开网页", + "sequence": [], + "isInLoop": false, + "position": 0, + "parameters": { + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "url": "emagecompany.com/search.php?key=协会&page=1&total=360", + "links": "emagecompany.com/search.php?key=协会&page=1&total=360", + "maxWaitTime": 10, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1 + } + }, + { + "id": -1, + "index": 2, + "parentId": 0, + "type": 0, + "option": 1, + "title": "打开网页", + "sequence": [], + "isInLoop": false, + "position": 1, + "parameters": { + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "url": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "links": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "maxWaitTime": 10, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1 + } + }, + { + "id": 2, + "index": 3, + "parentId": 0, + "type": 1, + "option": 8, + "title": "循环点击下一页", + "sequence": [ + 5, + 4 + ], + "isInLoop": false, + "position": 1, + "parameters": { + "history": 4, + "tabIndex": -1, + "useLoop": false, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[last()]/font[1]", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "loopType": 0, + "pathList": "", + "textList": "", + "code": "", + "waitTime": 0, + "exitCount": 0, + "historyWait": 2, + "breakMode": 0, + "breakCode": "", + "breakCodeWaitTime": 0, + "allXPaths": [ + "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "//font[contains(., '下一页')]" + ] + } + }, + { + "id": 4, + "index": 4, + "parentId": 2, + "type": 0, + "option": 2, + "title": "点击元素", + "sequence": [], + "isInLoop": true, + "position": 1, + "parameters": { + "history": 4, + "tabIndex": -1, + "useLoop": true, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "wait": 2, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "maxWaitTime": 10, + "paras": [], + "allXPaths": [ + "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "//font[contains(., '下一页')]" + ], + "loopType": 0 + } + }, + { + "id": 3, + "index": 5, + "parentId": 2, + "type": 1, + "option": 8, + "title": "循环", + "sequence": [ + 7, + 6 + ], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 5, + "tabIndex": -1, + "useLoop": false, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "loopType": 1, + "pathList": "", + "textList": "", + "code": "", + "waitTime": 0, + "exitCount": 0, + "historyWait": 2, + "breakMode": 0, + "breakCode": "", + "breakCodeWaitTime": 0, + "allXPaths": "" + } + }, + { + "id": 6, + "index": 6, + "parentId": 3, + "type": 0, + "option": 2, + "title": "点击元素", + "sequence": [], + "isInLoop": true, + "position": 1, + "parameters": { + "history": 5, + "tabIndex": -1, + "useLoop": true, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]", + "wait": 2, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "maxWaitTime": 10, + "paras": [], + "allXPaths": "", + "loopType": 1 + } + }, + { + "id": 5, + "index": 7, + "parentId": 3, + "type": 2, + "option": 9, + "title": "判断条件", + "sequence": [ + 10 + ], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0 + } + }, + { + "id": -1, + "parentId": 5, + "index": 8, + "type": 3, + "option": 10, + "title": "条件分支", + "sequence": [], + "isInLoop": true, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "class": "0", + "value": "上一页", + "code": "return arguments.innerText", + "waitTime": 0 + }, + "position": 1 + }, + { + "id": -1, + "parentId": 5, + "index": 9, + "type": 3, + "option": 10, + "title": "条件分支", + "sequence": [], + "isInLoop": true, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "class": 0, + "value": "", + "code": "", + "waitTime": 0 + }, + "position": 1 + }, + { + "index": 10, + "id": 7, + "parentId": 5, + "type": 3, + "option": 10, + "title": "条件分支", + "sequence": [ + 11 + ], + "isInLoop": true, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "class": "7", + "value": "上一页", + "code": "return arguments[0].nextElementSibling.nextSibling.innerText.includes(\"免费资源\") && !arguments[0].innerText.includes(\"上一页\")", + "waitTime": 0 + }, + "position": 0 + }, + { + "id": 8, + "index": 11, + "parentId": 7, + "type": 0, + "option": 3, + "title": "提取数据", + "sequence": [], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "paras": [ + { + "nodeType": 0, + "contentType": 0, + "relative": false, + "name": "自定义参数_0", + "desc": "", + "extractType": 0, + "relativeXPath": "/html/body/table/tbody/tr/td/table[3]/tbody/tr/td[2]", + "allXPaths": [], + "exampleValues": [ + { + "num": 0, + "value": "自定义字段" + } + ], + "default": "", + "beforeJS": "", + "beforeJSWaitTime": 0, + "JS": "", + "JSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "downloadPic": 0 + } + ] + } + }, + { + "id": 1, + "index": 12, + "parentId": 0, + "type": 0, + "option": 1, + "title": "打开网页", + "sequence": [], + "isInLoop": false, + "position": 0, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "url": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "links": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "maxWaitTime": 10, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1 + } + } + ] +} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/19.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/19.json new file mode 100644 index 0000000..3a9b489 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/19.json @@ -0,0 +1 @@ +{"id":19,"name":"名录产品检索","url":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","links":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","create_time":"6/7/2023, 10:27:39 PM","version":"0.3.2","containJudge":true,"desc":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360"},{"id":1,"name":"loopTimes_循环点击下一页_1","nodeId":2,"nodeName":"循环点击下一页","desc":"循环循环点击下一页执行的次数（0代表无限循环）","type":"int","exampleValue":0,"value":0}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"\n \n \n \n     冶金钢铁\n  · 中国免费名录资源 ·     \n \n \n \n \n \n \n\t\t\t\n\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t 全国有色金属行业协会名单\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t —暂无   免费资源 Directory.MS\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t样本预览满意付款\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\n\t\t\t\n\t\t\tEXCEL  ￥580   2023中国冶金行业企业名录EXCEL  ￥480   2023中国钢铁行业企业名录EXCEL  ￥300   2023满州里企业名录\n \n \n \n \n 全国有色金属行业协会名单 中国有色金属工业协会 中国钨业协会 中国有色金属建设协会 中国有色金属加工工业协会 中国工程爆破协会 中国游艺机游乐园协会\n \n \n \n \n \n   本类目相关名录产品推荐\n \n \n 行业名录2023中国冶金行业企业名录2023中国钢铁行业企业名录2023中国建筑钢材制造企业名录2023中国板（卷）材制造企业名...2023中国型材制造企业名录2023中国管材制造企业名录2023中国炉料制造企业名录2023中国冶金机械企业名录2023中国不锈钢材制造企业名录2023中国基本金属制造企业名录名录书籍中国冶金行业企事业名录中国冶金企事业名录全国冶金企业名录全国重点钢材经销企业名录大全中国有色金属工业企事业单位名录...中国铸造行业企事业名录大全中国钢铁和有色金属企业大全中国有色金属产品选购指南金刚石磨料磨具、石材厂商通讯录中国冶金企业选购设备指南黄页号簿2023中国冶金行业企业黄页2023中国钢铁行业企业黄页免费资源2023中国冶金行业企业名录2023中国钢铁行业企业名录2007中国十大不锈钢品牌名单2009年钢铁企业最新排名2007中国钢铁工业协会团体会员单...2010年铁合金出口企业名单中国黄金协会会员名单值得重点关注钢铁上市公司名单2005中国钢铁行业百强名单2004年度中国1000大制造商排行榜（...\n \n \n "}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","links":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环点击下一页","sequence":[4,3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[last()]/font[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","//font[contains(., '下一页')]"]}},{"id":4,"index":3,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","//font[contains(., '下一页')]"],"loopType":0}},{"id":3,"index":4,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[7],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":7,"index":5,"parentId":6,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1}},{"id":8,"index":6,"parentId":6,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body/table/tbody/tr/td/table[3]/tbody/tr/td[2]","allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]","//td[contains(., '')]"],"exampleValues":[{"num":0,"value":"\n \n \n \n     冶金钢铁\n  · 中国免费名录资源 ·     \n \n \n \n \n \n \n\t\t\t\n\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t 全国有色金属行业协会名单\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t —暂无   免费资源 Directory.MS\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t样本预览满意付款\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\n\t\t\t\n\t\t\tEXCEL  ￥580   2023中国冶金行业企业名录EXCEL  ￥480   2023中国钢铁行业企业名录EXCEL  ￥300   2023满州里企业名录\n \n \n \n \n 全国有色金属行业协会名单 中国有色金属工业协会 中国钨业协会 中国有色金属建设协会 中国有色金属加工工业协会 中国工程爆破协会 中国游艺机游乐园协会\n \n \n \n \n \n   本类目相关名录产品推荐\n \n \n 行业名录2023中国冶金行业企业名录2023中国钢铁行业企业名录2023中国建筑钢材制造企业名录2023中国板（卷）材制造企业名...2023中国型材制造企业名录2023中国管材制造企业名录2023中国炉料制造企业名录2023中国冶金机械企业名录2023中国不锈钢材制造企业名录2023中国基本金属制造企业名录名录书籍中国冶金行业企事业名录中国冶金企事业名录全国冶金企业名录全国重点钢材经销企业名录大全中国有色金属工业企事业单位名录...中国铸造行业企事业名录大全中国钢铁和有色金属企业大全中国有色金属产品选购指南金刚石磨料磨具、石材厂商通讯录中国冶金企业选购设备指南黄页号簿2023中国冶金行业企业黄页2023中国钢铁行业企业黄页免费资源2023中国冶金行业企业名录2023中国钢铁行业企业名录2007中国十大不锈钢品牌名单2009年钢铁企业最新排名2007中国钢铁工业协会团体会员单...2010年铁合金出口企业名单中国黄金协会会员名单值得重点关注钢铁上市公司名单2005中国钢铁行业百强名单2004年度中国1000大制造商排行榜（...\n \n \n "}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":5,"index":7,"parentId":3,"type":2,"option":9,"title":"判断条件","sequence":[8],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":6,"parentId":5,"index":8,"type":3,"option":10,"title":"条件分支","sequence":[5,6],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"7","value":"","code":"return arguments[0].nextElementSibling.nextSibling.innerText.includes(\"免费资源\") && !arguments[0].innerText.includes(\"上一页\")","waitTime":0},"position":0},{"id":-1,"parentId":5,"index":9,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/tasks/31.json b/.temp_to_pub/EasySpider_windows_x64/tasks/31.json new file mode 100644 index 0000000..c0938c6 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/tasks/31.json @@ -0,0 +1 @@ +{"id":31,"name":"嘉兴市建筑业行业协会","url":"https://www.jx-jx.net/article/9","links":"https://www.jx-jx.net/article/9","create_time":"6/7/2023, 10:07:55 PM","version":"0.3.2","containJudge":false,"desc":"https://www.jx-jx.net/article/9","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jx-jx.net/article/9","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://www.jx-jx.net/article/9"},{"id":1,"name":"loopTimes_循环_1","nodeId":2,"nodeName":"循环","desc":"循环循环执行的次数（0代表无限循环）","type":"int","exampleValue":0,"value":0}],"outputParameters":[{"id":0,"name":"参数1_链接文本","desc":"","type":"string","exampleValue":"华建建设集团有限公司"},{"id":1,"name":"参数2_链接地址","desc":"","type":"string","exampleValue":"https://www.jx-jx.net/articleview/574.html"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jx-jx.net/article/9","links":"https://www.jx-jx.net/article/9","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[7,3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"pagination\")]/li[last()]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[2]/ul[1]/li[7]/a[1]","//a[contains(., '下页')]"]}},{"id":4,"index":3,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"//*[contains(@class, \"pagination\")]/li[7]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[2]/ul[1]/li[7]/a[1]","//a[contains(., '下页')]"],"loopType":0}},{"id":-1,"index":4,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[5,6],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":-1,"index":5,"parentId":3,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1}},{"id":-1,"index":6,"parentId":3,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":6,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[3]","allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[3]","//div[contains(., '海宁市建设监理咨询有')]","//DIV[@class='news_info_content']"],"exampleValues":[{"num":0,"value":"海宁市建设监理咨询有限公司"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":7,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[8],"isInLoop":true,"position":0,"parameters":{"history":12,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li[1]/a[1]","//a[contains(., '华建建设集团有限公司')]"]}},{"id":5,"index":8,"parentId":3,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":12,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":true,"name":"参数1_链接文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"华建建设集团有限公司"},{"num":1,"value":"嘉兴市明洲电力建设有限公司"},{"num":2,"value":"浙江嘉旺建设有限公司"},{"num":3,"value":"浙江尚都建设有限公司"},{"num":4,"value":"浙江华兴建设有限公司"},{"num":5,"value":"浙江秀州建设有限公司"},{"num":6,"value":"浙江嘉兴福达建设股份有限公司"},{"num":7,"value":"正益集团有限责任公司"},{"num":8,"value":"嘉兴市秀洲建筑设计院"},{"num":9,"value":"嘉兴市秀洲区建筑业管理处"},{"num":10,"value":"嘉兴市秀洲区规划与建设局"},{"num":11,"value":"浙江吉天建设有限公司"},{"num":12,"value":"嘉兴市恒诚装饰工程有限公司"},{"num":13,"value":"浙江大陆交通建设有限公司"},{"num":14,"value":"浙江华耀装饰工程有限公司"},{"num":15,"value":"浙江雅迪装饰工程有限公司"},{"num":16,"value":"嘉兴市天立工程建设监理有限公司"},{"num":17,"value":"浙江恒祥建设有限公司"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数2_链接地址","desc":"","relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"https://www.jx-jx.net/articleview/574.html"},{"num":1,"value":"https://www.jx-jx.net/articleview/573.html"},{"num":2,"value":"https://www.jx-jx.net/articleview/572.html"},{"num":3,"value":"https://www.jx-jx.net/articleview/571.html"},{"num":4,"value":"https://www.jx-jx.net/articleview/570.html"},{"num":5,"value":"https://www.jx-jx.net/articleview/569.html"},{"num":6,"value":"https://www.jx-jx.net/articleview/568.html"},{"num":7,"value":"https://www.jx-jx.net/articleview/567.html"},{"num":8,"value":"https://www.jx-jx.net/articleview/566.html"},{"num":9,"value":"https://www.jx-jx.net/articleview/565.html"},{"num":10,"value":"https://www.jx-jx.net/articleview/564.html"},{"num":11,"value":"https://www.jx-jx.net/articleview/563.html"},{"num":12,"value":"https://www.jx-jx.net/articleview/562.html"},{"num":13,"value":"https://www.jx-jx.net/articleview/561.html"},{"num":14,"value":"https://www.jx-jx.net/articleview/560.html"},{"num":15,"value":"https://www.jx-jx.net/articleview/559.html"},{"num":16,"value":"https://www.jx-jx.net/articleview/558.html"},{"num":17,"value":"https://www.jx-jx.net/articleview/557.html"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/tasks/32.json b/.temp_to_pub/EasySpider_windows_x64/tasks/32.json new file mode 100644 index 0000000..46630b6 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/tasks/32.json @@ -0,0 +1,437 @@ +{ + "id": 32, + "name": "名录产品检索", + "url": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "links": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "create_time": "6/7/2023, 10:20:17 PM", + "version": "0.3.2", + "containJudge": true, + "desc": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "inputParameters": [ + { + "id": 0, + "name": "loopTimes_循环点击下一页_0", + "nodeId": 3, + "nodeName": "循环点击下一页", + "desc": "循环循环点击下一页执行的次数（0代表无限循环）", + "type": "int", + "exampleValue": 0, + "value": 0 + }, + { + "id": 1, + "name": "urlList_1", + "nodeId": 12, + "nodeName": "打开网页", + "value": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "desc": "要采集的网址列表，多行以\\n分开", + "type": "string", + "exampleValue": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360" + } + ], + "outputParameters": [ + { + "id": 0, + "name": "自定义参数_0", + "desc": "", + "type": "string", + "exampleValue": "自定义字段" + } + ], + "graph": [ + { + "index": 0, + "id": 0, + "parentId": 0, + "type": -1, + "option": 0, + "title": "root", + "sequence": [ + 12, + 3 + ], + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0 + }, + "isInLoop": false + }, + { + "id": -1, + "index": 1, + "parentId": 0, + "type": 0, + "option": 1, + "title": "打开网页", + "sequence": [], + "isInLoop": false, + "position": 0, + "parameters": { + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "url": "emagecompany.com/search.php?key=协会&page=1&total=360", + "links": "emagecompany.com/search.php?key=协会&page=1&total=360", + "maxWaitTime": 10, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1 + } + }, + { + "id": -1, + "index": 2, + "parentId": 0, + "type": 0, + "option": 1, + "title": "打开网页", + "sequence": [], + "isInLoop": false, + "position": 1, + "parameters": { + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "url": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "links": "https://emagecompany.com/search.php?key=协会&page=1&total=360", + "maxWaitTime": 10, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1 + } + }, + { + "id": 2, + "index": 3, + "parentId": 0, + "type": 1, + "option": 8, + "title": "循环点击下一页", + "sequence": [ + 5, + 4 + ], + "isInLoop": false, + "position": 1, + "parameters": { + "history": 4, + "tabIndex": -1, + "useLoop": false, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[last()]/font[1]", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "loopType": 0, + "pathList": "", + "textList": "", + "code": "", + "waitTime": 0, + "exitCount": 0, + "historyWait": 2, + "breakMode": 0, + "breakCode": "", + "breakCodeWaitTime": 0, + "allXPaths": [ + "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "//font[contains(., '下一页')]" + ] + } + }, + { + "id": 4, + "index": 4, + "parentId": 2, + "type": 0, + "option": 2, + "title": "点击元素", + "sequence": [], + "isInLoop": true, + "position": 1, + "parameters": { + "history": 4, + "tabIndex": -1, + "useLoop": true, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "wait": 2, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "maxWaitTime": 10, + "paras": [], + "allXPaths": [ + "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "//font[contains(., '下一页')]" + ], + "loopType": 0 + } + }, + { + "id": 3, + "index": 5, + "parentId": 2, + "type": 1, + "option": 8, + "title": "循环", + "sequence": [ + 7, + 6 + ], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 5, + "tabIndex": -1, + "useLoop": false, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "loopType": 1, + "pathList": "", + "textList": "", + "code": "", + "waitTime": 0, + "exitCount": 0, + "historyWait": 2, + "breakMode": 0, + "breakCode": "", + "breakCodeWaitTime": 0, + "allXPaths": "" + } + }, + { + "id": 6, + "index": 6, + "parentId": 3, + "type": 0, + "option": 2, + "title": "点击元素", + "sequence": [], + "isInLoop": true, + "position": 1, + "parameters": { + "history": 5, + "tabIndex": -1, + "useLoop": true, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]", + "wait": 2, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "maxWaitTime": 10, + "paras": [], + "allXPaths": "", + "loopType": 1 + } + }, + { + "id": 5, + "index": 7, + "parentId": 3, + "type": 2, + "option": 9, + "title": "判断条件", + "sequence": [ + 10 + ], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0 + } + }, + { + "id": -1, + "parentId": 5, + "index": 8, + "type": 3, + "option": 10, + "title": "条件分支", + "sequence": [], + "isInLoop": true, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "class": "0", + "value": "上一页", + "code": "return arguments.innerText", + "waitTime": 0 + }, + "position": 1 + }, + { + "id": -1, + "parentId": 5, + "index": 9, + "type": 3, + "option": 10, + "title": "条件分支", + "sequence": [], + "isInLoop": true, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "class": 0, + "value": "", + "code": "", + "waitTime": 0 + }, + "position": 1 + }, + { + "index": 10, + "id": 7, + "parentId": 5, + "type": 3, + "option": 10, + "title": "条件分支", + "sequence": [ + 11 + ], + "isInLoop": true, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "class": "7", + "value": "上一页", + "code": "return arguments[0].nextElementSibling.nextSibling.innerText.includes(\"免费资源\") && !arguments[0].innerText.includes(\"上一页\")", + "waitTime": 0 + }, + "position": 0 + }, + { + "id": 8, + "index": 11, + "parentId": 7, + "type": 0, + "option": 3, + "title": "提取数据", + "sequence": [], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "paras": [ + { + "nodeType": 0, + "contentType": 0, + "relative": false, + "name": "自定义参数_0", + "desc": "", + "extractType": 0, + "relativeXPath": "/html/body/table/tbody/tr/td/table[3]/tbody/tr/td[2]", + "allXPaths": [], + "exampleValues": [ + { + "num": 0, + "value": "自定义字段" + } + ], + "default": "", + "beforeJS": "", + "beforeJSWaitTime": 0, + "JS": "", + "JSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "downloadPic": 0 + } + ] + } + }, + { + "id": 1, + "index": 12, + "parentId": 0, + "type": 0, + "option": 1, + "title": "打开网页", + "sequence": [], + "isInLoop": false, + "position": 0, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "url": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "links": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "maxWaitTime": 10, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1 + } + } + ] +} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/tasks/33.json b/.temp_to_pub/EasySpider_windows_x64/tasks/33.json new file mode 100644 index 0000000..6dd2507 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/tasks/33.json @@ -0,0 +1 @@ +{"id":33,"name":"名录产品检索","url":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","links":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","create_time":"6/7/2023, 10:27:39 PM","version":"0.3.2","containJudge":true,"desc":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360"},{"id":1,"name":"loopTimes_循环点击下一页_1","nodeId":2,"nodeName":"循环点击下一页","desc":"循环循环点击下一页执行的次数（0代表无限循环）","type":"int","exampleValue":0,"value":0}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"\n \n \n \n     冶金钢铁\n  · 中国免费名录资源 ·     \n \n \n \n \n \n \n\t\t\t\n\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t 全国有色金属行业协会名单\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t —暂无   免费资源 Directory.MS\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t样本预览满意付款\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\n\t\t\t\n\t\t\tEXCEL  ￥580   2023中国冶金行业企业名录EXCEL  ￥480   2023中国钢铁行业企业名录EXCEL  ￥300   2023满州里企业名录\n \n \n \n \n 全国有色金属行业协会名单 中国有色金属工业协会 中国钨业协会 中国有色金属建设协会 中国有色金属加工工业协会 中国工程爆破协会 中国游艺机游乐园协会\n \n \n \n \n \n   本类目相关名录产品推荐\n \n \n 行业名录2023中国冶金行业企业名录2023中国钢铁行业企业名录2023中国建筑钢材制造企业名录2023中国板（卷）材制造企业名...2023中国型材制造企业名录2023中国管材制造企业名录2023中国炉料制造企业名录2023中国冶金机械企业名录2023中国不锈钢材制造企业名录2023中国基本金属制造企业名录名录书籍中国冶金行业企事业名录中国冶金企事业名录全国冶金企业名录全国重点钢材经销企业名录大全中国有色金属工业企事业单位名录...中国铸造行业企事业名录大全中国钢铁和有色金属企业大全中国有色金属产品选购指南金刚石磨料磨具、石材厂商通讯录中国冶金企业选购设备指南黄页号簿2023中国冶金行业企业黄页2023中国钢铁行业企业黄页免费资源2023中国冶金行业企业名录2023中国钢铁行业企业名录2007中国十大不锈钢品牌名单2009年钢铁企业最新排名2007中国钢铁工业协会团体会员单...2010年铁合金出口企业名单中国黄金协会会员名单值得重点关注钢铁上市公司名单2005中国钢铁行业百强名单2004年度中国1000大制造商排行榜（...\n \n \n "}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","links":"https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环点击下一页","sequence":[4,3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[last()]/font[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","//font[contains(., '下一页')]"]}},{"id":4,"index":3,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]","//font[contains(., '下一页')]"],"loopType":0}},{"id":3,"index":4,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[7],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":7,"index":5,"parentId":6,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1}},{"id":8,"index":6,"parentId":6,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body/table/tbody/tr/td/table[3]/tbody/tr/td[2]","allXPaths":["/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]","//td[contains(., '')]"],"exampleValues":[{"num":0,"value":"\n \n \n \n     冶金钢铁\n  · 中国免费名录资源 ·     \n \n \n \n \n \n \n\t\t\t\n\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t 全国有色金属行业协会名单\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t —暂无   免费资源 Directory.MS\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t样本预览满意付款\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\n\t\t\t\n\t\t\tEXCEL  ￥580   2023中国冶金行业企业名录EXCEL  ￥480   2023中国钢铁行业企业名录EXCEL  ￥300   2023满州里企业名录\n \n \n \n \n 全国有色金属行业协会名单 中国有色金属工业协会 中国钨业协会 中国有色金属建设协会 中国有色金属加工工业协会 中国工程爆破协会 中国游艺机游乐园协会\n \n \n \n \n \n   本类目相关名录产品推荐\n \n \n 行业名录2023中国冶金行业企业名录2023中国钢铁行业企业名录2023中国建筑钢材制造企业名录2023中国板（卷）材制造企业名...2023中国型材制造企业名录2023中国管材制造企业名录2023中国炉料制造企业名录2023中国冶金机械企业名录2023中国不锈钢材制造企业名录2023中国基本金属制造企业名录名录书籍中国冶金行业企事业名录中国冶金企事业名录全国冶金企业名录全国重点钢材经销企业名录大全中国有色金属工业企事业单位名录...中国铸造行业企事业名录大全中国钢铁和有色金属企业大全中国有色金属产品选购指南金刚石磨料磨具、石材厂商通讯录中国冶金企业选购设备指南黄页号簿2023中国冶金行业企业黄页2023中国钢铁行业企业黄页免费资源2023中国冶金行业企业名录2023中国钢铁行业企业名录2007中国十大不锈钢品牌名单2009年钢铁企业最新排名2007中国钢铁工业协会团体会员单...2010年铁合金出口企业名单中国黄金协会会员名单值得重点关注钢铁上市公司名单2005中国钢铁行业百强名单2004年度中国1000大制造商排行榜（...\n \n \n "}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":5,"index":7,"parentId":3,"type":2,"option":9,"title":"判断条件","sequence":[8],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":6,"parentId":5,"index":8,"type":3,"option":10,"title":"条件分支","sequence":[5,6],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"7","value":"","code":"return arguments[0].nextElementSibling.nextSibling.innerText.includes(\"免费资源\") && !arguments[0].innerText.includes(\"上一页\")","waitTime":0},"position":0},{"id":-1,"parentId":5,"index":9,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1}]} \ No newline at end of file diff --git a/Examples/JS判断条件示例.json b/Examples/JS判断条件示例.json new file mode 100644 index 0000000..0aeec22 --- /dev/null +++ b/Examples/JS判断条件示例.json @@ -0,0 +1,360 @@ +{ + "id": 33, + "name": "名录产品检索", + "url": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "links": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "create_time": "6/7/2023, 10:27:39 PM", + "version": "0.3.2", + "containJudge": true, + "desc": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "inputParameters": [ + { + "id": 0, + "name": "urlList_0", + "nodeId": 1, + "nodeName": "打开网页", + "value": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "desc": "要采集的网址列表，多行以\\n分开", + "type": "string", + "exampleValue": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360" + }, + { + "id": 1, + "name": "loopTimes_循环点击下一页_1", + "nodeId": 2, + "nodeName": "循环点击下一页", + "desc": "循环循环点击下一页执行的次数（0代表无限循环）", + "type": "int", + "exampleValue": 0, + "value": 0 + } + ], + "outputParameters": [ + { + "id": 0, + "name": "参数1_文本", + "desc": "", + "type": "string", + "exampleValue": "\n \n \n \n     冶金钢铁\n  · 中国免费名录资源 ·     \n \n \n \n \n \n \n\t\t\t\n\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t 全国有色金属行业协会名单\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t —暂无   免费资源 Directory.MS\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t样本预览满意付款\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\n\t\t\t\n\t\t\tEXCEL  ￥580   2023中国冶金行业企业名录EXCEL  ￥480   2023中国钢铁行业企业名录EXCEL  ￥300   2023满州里企业名录\n \n \n \n \n 全国有色金属行业协会名单 中国有色金属工业协会 中国钨业协会 中国有色金属建设协会 中国有色金属加工工业协会 中国工程爆破协会 中国游艺机游乐园协会\n \n \n \n \n \n   本类目相关名录产品推荐\n \n \n 行业名录2023中国冶金行业企业名录2023中国钢铁行业企业名录2023中国建筑钢材制造企业名录2023中国板（卷）材制造企业名...2023中国型材制造企业名录2023中国管材制造企业名录2023中国炉料制造企业名录2023中国冶金机械企业名录2023中国不锈钢材制造企业名录2023中国基本金属制造企业名录名录书籍中国冶金行业企事业名录中国冶金企事业名录全国冶金企业名录全国重点钢材经销企业名录大全中国有色金属工业企事业单位名录...中国铸造行业企事业名录大全中国钢铁和有色金属企业大全中国有色金属产品选购指南金刚石磨料磨具、石材厂商通讯录中国冶金企业选购设备指南黄页号簿2023中国冶金行业企业黄页2023中国钢铁行业企业黄页免费资源2023中国冶金行业企业名录2023中国钢铁行业企业名录2007中国十大不锈钢品牌名单2009年钢铁企业最新排名2007中国钢铁工业协会团体会员单...2010年铁合金出口企业名单中国黄金协会会员名单值得重点关注钢铁上市公司名单2005中国钢铁行业百强名单2004年度中国1000大制造商排行榜（...\n \n \n " + } + ], + "graph": [ + { + "index": 0, + "id": 0, + "parentId": 0, + "type": -1, + "option": 0, + "title": "root", + "sequence": [ + 1, + 2 + ], + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0 + }, + "isInLoop": false + }, + { + "id": 1, + "index": 1, + "parentId": 0, + "type": 0, + "option": 1, + "title": "打开网页", + "sequence": [], + "isInLoop": false, + "position": 0, + "parameters": { + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "url": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "links": "https://emagecompany.com/search.php?key=%E5%8D%8F%E4%BC%9A&page=1&total=360", + "maxWaitTime": 10, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1 + } + }, + { + "id": 2, + "index": 2, + "parentId": 0, + "type": 1, + "option": 8, + "title": "循环点击下一页", + "sequence": [ + 4, + 3 + ], + "isInLoop": false, + "position": 1, + "parameters": { + "history": 4, + "tabIndex": -1, + "useLoop": false, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[last()]/font[1]", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "loopType": 0, + "pathList": "", + "textList": "", + "code": "", + "waitTime": 0, + "exitCount": 0, + "historyWait": 2, + "breakMode": 0, + "breakCode": "", + "breakCodeWaitTime": 0, + "allXPaths": [ + "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "//font[contains(., '下一页')]" + ] + } + }, + { + "id": 4, + "index": 3, + "parentId": 2, + "type": 0, + "option": 2, + "title": "点击元素", + "sequence": [], + "isInLoop": true, + "position": 1, + "parameters": { + "history": 4, + "tabIndex": -1, + "useLoop": true, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "wait": 2, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "maxWaitTime": 10, + "paras": [], + "allXPaths": [ + "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table[13]/tbody[1]/tr[1]/td[1]/a[11]/font[1]", + "//font[contains(., '下一页')]" + ], + "loopType": 0 + } + }, + { + "id": 3, + "index": 4, + "parentId": 2, + "type": 1, + "option": 8, + "title": "循环", + "sequence": [ + 7 + ], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 5, + "tabIndex": -1, + "useLoop": false, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "loopType": 1, + "pathList": "", + "textList": "", + "code": "", + "waitTime": 0, + "exitCount": 0, + "historyWait": 2, + "breakMode": 0, + "breakCode": "", + "breakCodeWaitTime": 0, + "allXPaths": "" + } + }, + { + "id": 7, + "index": 5, + "parentId": 6, + "type": 0, + "option": 2, + "title": "点击元素", + "sequence": [], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 5, + "tabIndex": -1, + "useLoop": true, + "xpath": "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]/table[1]/tbody[1]/tr[3]/td[1]/table/tbody[1]/tr[1]/td[1]/a[1]", + "wait": 2, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "scrollType": 0, + "scrollCount": 1, + "scrollWaitTime": 1, + "maxWaitTime": 10, + "paras": [], + "allXPaths": "", + "loopType": 1 + } + }, + { + "id": 8, + "index": 6, + "parentId": 6, + "type": 0, + "option": 3, + "title": "提取数据", + "sequence": [], + "isInLoop": true, + "position": 1, + "parameters": { + "history": 1, + "tabIndex": -1, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "paras": [ + { + "nodeType": 0, + "contentType": 0, + "relative": false, + "name": "参数1_文本", + "desc": "", + "extractType": 0, + "relativeXPath": "/html/body/table/tbody/tr/td/table[3]/tbody/tr/td[2]", + "allXPaths": [ + "/html/body/table[1]/tbody[1]/tr[1]/td[1]/table[3]/tbody[1]/tr[1]/td[2]", + "//td[contains(., '')]" + ], + "exampleValues": [ + { + "num": 0, + "value": "\n \n \n \n     冶金钢铁\n  · 中国免费名录资源 ·     \n \n \n \n \n \n \n\t\t\t\n\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t 全国有色金属行业协会名单\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t —暂无   免费资源 Directory.MS\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t样本预览满意付款\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\n\t\t\t\n\t\t\tEXCEL  ￥580   2023中国冶金行业企业名录EXCEL  ￥480   2023中国钢铁行业企业名录EXCEL  ￥300   2023满州里企业名录\n \n \n \n \n 全国有色金属行业协会名单 中国有色金属工业协会 中国钨业协会 中国有色金属建设协会 中国有色金属加工工业协会 中国工程爆破协会 中国游艺机游乐园协会\n \n \n \n \n \n   本类目相关名录产品推荐\n \n \n 行业名录2023中国冶金行业企业名录2023中国钢铁行业企业名录2023中国建筑钢材制造企业名录2023中国板（卷）材制造企业名...2023中国型材制造企业名录2023中国管材制造企业名录2023中国炉料制造企业名录2023中国冶金机械企业名录2023中国不锈钢材制造企业名录2023中国基本金属制造企业名录名录书籍中国冶金行业企事业名录中国冶金企事业名录全国冶金企业名录全国重点钢材经销企业名录大全中国有色金属工业企事业单位名录...中国铸造行业企事业名录大全中国钢铁和有色金属企业大全中国有色金属产品选购指南金刚石磨料磨具、石材厂商通讯录中国冶金企业选购设备指南黄页号簿2023中国冶金行业企业黄页2023中国钢铁行业企业黄页免费资源2023中国冶金行业企业名录2023中国钢铁行业企业名录2007中国十大不锈钢品牌名单2009年钢铁企业最新排名2007中国钢铁工业协会团体会员单...2010年铁合金出口企业名单中国黄金协会会员名单值得重点关注钢铁上市公司名单2005中国钢铁行业百强名单2004年度中国1000大制造商排行榜（...\n \n \n " + } + ], + "default": "", + "beforeJS": "", + "beforeJSWaitTime": 0, + "JS": "", + "JSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "downloadPic": 0 + } + ] + } + }, + { + "id": 5, + "index": 7, + "parentId": 3, + "type": 2, + "option": 9, + "title": "判断条件", + "sequence": [ + 8 + ], + "isInLoop": true, + "position": 0, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0 + } + }, + { + "id": 6, + "parentId": 5, + "index": 8, + "type": 3, + "option": 10, + "title": "条件分支", + "sequence": [ + 5, + 6 + ], + "isInLoop": true, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "class": "7", + "value": "", + "code": "return arguments[0].nextElementSibling.nextSibling.innerText.includes(\"免费资源\") && !arguments[0].innerText.includes(\"上一页\")", + "waitTime": 0 + }, + "position": 0 + }, + { + "id": -1, + "parentId": 5, + "index": 9, + "type": 3, + "option": 10, + "title": "条件分支", + "sequence": [], + "isInLoop": true, + "parameters": { + "history": 1, + "tabIndex": 0, + "useLoop": false, + "xpath": "", + "wait": 0, + "beforeJS": "", + "beforeJSWaitTime": 0, + "afterJS": "", + "afterJSWaitTime": 0, + "class": 0, + "value": "", + "code": "", + "waitTime": 0 + }, + "position": 1 + } + ] +} \ No newline at end of file diff --git a/Examples/循环点进详情页无新标签页打开.json b/Examples/循环点进详情页无新标签页打开.json new file mode 100644 index 0000000..d6211f7 --- /dev/null +++ b/Examples/循环点进详情页无新标签页打开.json @@ -0,0 +1 @@ +{"id":5,"name":"芜湖房地产交易信息网","url":"https://www.whfdcjy.cn:8065/website/app/NewHouseInfo/index?id=1771&city=330107","links":"https://www.whfdcjy.cn:8065/website/app/NewHouseInfo/index?id=1771&city=330107","create_time":"6/5/2023, 10:41:35 AM","version":"0.3.1","containJudge":false,"desc":"https://www.whfdcjy.cn:8065/website/app/NewHouseInfo/index?id=1771&city=330107","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.whfdcjy.cn:8065/website/app/NewHouseInfo/index?id=1771&city=330107","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://www.whfdcjy.cn:8065/website/app/NewHouseInfo/index?id=1771&city=330107"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"\n\t\t\t楼/幢:6\n\t\t"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":8,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.whfdcjy.cn:8065/website/app/NewHouseInfo/index?id=1771&city=330107","links":"https://www.whfdcjy.cn:8065/website/app/NewHouseInfo/index?id=1771&city=330107","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3,4],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[2]/div[10]/div[2]/div[1]/table[1]/tbody[1]/tr/td[5]/a[1]/span[1]/div[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":3,"index":3,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/div[2]/div[10]/div[2]/div[1]/table[1]/tbody[1]/tr/td[5]/a[1]/span[1]/div[1]","wait":8,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1}},{"id":4,"index":4,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body/div[2]/div[2]/div[2]/div[2]/div[1]","allXPaths":["/html/body/div[2]/div[2]/div[2]/div[2]/div[1]","//div[contains(., '楼/幢:6')]","//DIV[@class='loupanshow1']"],"exampleValues":[{"num":0,"value":"\n\t\t\t楼/幢:6\n\t\t"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} \ No newline at end of file diff --git a/Examples/最简单的翻页采集列表.json b/Examples/最简单的翻页采集列表.json new file mode 100644 index 0000000..c0938c6 --- /dev/null +++ b/Examples/最简单的翻页采集列表.json @@ -0,0 +1 @@ +{"id":31,"name":"嘉兴市建筑业行业协会","url":"https://www.jx-jx.net/article/9","links":"https://www.jx-jx.net/article/9","create_time":"6/7/2023, 10:07:55 PM","version":"0.3.2","containJudge":false,"desc":"https://www.jx-jx.net/article/9","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jx-jx.net/article/9","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://www.jx-jx.net/article/9"},{"id":1,"name":"loopTimes_循环_1","nodeId":2,"nodeName":"循环","desc":"循环循环执行的次数（0代表无限循环）","type":"int","exampleValue":0,"value":0}],"outputParameters":[{"id":0,"name":"参数1_链接文本","desc":"","type":"string","exampleValue":"华建建设集团有限公司"},{"id":1,"name":"参数2_链接地址","desc":"","type":"string","exampleValue":"https://www.jx-jx.net/articleview/574.html"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jx-jx.net/article/9","links":"https://www.jx-jx.net/article/9","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[7,3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"pagination\")]/li[last()]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[2]/ul[1]/li[7]/a[1]","//a[contains(., '下页')]"]}},{"id":4,"index":3,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"//*[contains(@class, \"pagination\")]/li[7]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[2]/ul[1]/li[7]/a[1]","//a[contains(., '下页')]"],"loopType":0}},{"id":-1,"index":4,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[5,6],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":-1,"index":5,"parentId":3,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"paras":[],"allXPaths":"","loopType":1}},{"id":-1,"index":6,"parentId":3,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":6,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[3]","allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[3]","//div[contains(., '海宁市建设监理咨询有')]","//DIV[@class='news_info_content']"],"exampleValues":[{"num":0,"value":"海宁市建设监理咨询有限公司"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":7,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[8],"isInLoop":true,"position":0,"parameters":{"history":12,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li[1]/a[1]","//a[contains(., '华建建设集团有限公司')]"]}},{"id":5,"index":8,"parentId":3,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":12,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":true,"name":"参数1_链接文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"华建建设集团有限公司"},{"num":1,"value":"嘉兴市明洲电力建设有限公司"},{"num":2,"value":"浙江嘉旺建设有限公司"},{"num":3,"value":"浙江尚都建设有限公司"},{"num":4,"value":"浙江华兴建设有限公司"},{"num":5,"value":"浙江秀州建设有限公司"},{"num":6,"value":"浙江嘉兴福达建设股份有限公司"},{"num":7,"value":"正益集团有限责任公司"},{"num":8,"value":"嘉兴市秀洲建筑设计院"},{"num":9,"value":"嘉兴市秀洲区建筑业管理处"},{"num":10,"value":"嘉兴市秀洲区规划与建设局"},{"num":11,"value":"浙江吉天建设有限公司"},{"num":12,"value":"嘉兴市恒诚装饰工程有限公司"},{"num":13,"value":"浙江大陆交通建设有限公司"},{"num":14,"value":"浙江华耀装饰工程有限公司"},{"num":15,"value":"浙江雅迪装饰工程有限公司"},{"num":16,"value":"嘉兴市天立工程建设监理有限公司"},{"num":17,"value":"浙江恒祥建设有限公司"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数2_链接地址","desc":"","relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"https://www.jx-jx.net/articleview/574.html"},{"num":1,"value":"https://www.jx-jx.net/articleview/573.html"},{"num":2,"value":"https://www.jx-jx.net/articleview/572.html"},{"num":3,"value":"https://www.jx-jx.net/articleview/571.html"},{"num":4,"value":"https://www.jx-jx.net/articleview/570.html"},{"num":5,"value":"https://www.jx-jx.net/articleview/569.html"},{"num":6,"value":"https://www.jx-jx.net/articleview/568.html"},{"num":7,"value":"https://www.jx-jx.net/articleview/567.html"},{"num":8,"value":"https://www.jx-jx.net/articleview/566.html"},{"num":9,"value":"https://www.jx-jx.net/articleview/565.html"},{"num":10,"value":"https://www.jx-jx.net/articleview/564.html"},{"num":11,"value":"https://www.jx-jx.net/articleview/563.html"},{"num":12,"value":"https://www.jx-jx.net/articleview/562.html"},{"num":13,"value":"https://www.jx-jx.net/articleview/561.html"},{"num":14,"value":"https://www.jx-jx.net/articleview/560.html"},{"num":15,"value":"https://www.jx-jx.net/articleview/559.html"},{"num":16,"value":"https://www.jx-jx.net/articleview/558.html"},{"num":17,"value":"https://www.jx-jx.net/articleview/557.html"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} \ No newline at end of file