diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/10.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/10.json new file mode 100644 index 0000000..5aca773 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/10.json @@ -0,0 +1 @@ +{"id":10,"name":"中国保险行业协会 栏目页右侧列表嵌入","url":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","links":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","create_time":"7/15/2023, 7:52:19 AM","update_time":"7/15/2023, 8:21:11 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html"},{"id":1,"name":"loopTimes_循环_1","nodeId":2,"nodeName":"循环","desc":"循环循环执行的次数(0代表无限循环)","type":"int","exampleValue":0,"value":0},{"id":2,"name":"inputText_2","nodeName":"输入文字","nodeId":9,"desc":"要输入的文本,如京东搜索框输入:电脑","type":"text","exampleValue":"123","value":"123"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"text","recordASField":1,"exampleValue":"11"},{"id":1,"name":"参数2_文本","desc":"","type":"text","recordASField":1,"exampleValue":"建信人寿保险有限公司"},{"id":2,"name":"参数3_文本","desc":"","type":"text","recordASField":1,"exampleValue":"康乐安心两全保险"},{"id":3,"name":"参数4_文本","desc":"","type":"text","recordASField":1,"exampleValue":"停售"},{"id":4,"name":"参数5_文本","desc":"","type":"text","recordASField":1,"exampleValue":"详细信息"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,9,6,8,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","links":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":5,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[4,3],"isInLoop":false,"position":4,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"btn-next\")]","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[2]/button[2]","//button[contains(., '')]","//BUTTON[@class='btn-next']","/html/body/div[last()-4]/div/div/div/div/div[last()-1]/button"]}},{"id":7,"index":3,"parentId":5,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"//*[contains(@class, \"btn-next\")]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[2]/button[2]","//button[contains(., '')]","//BUTTON[@class='btn-next']","/html/body/div[last()-4]/div/div/div/div/div[last()-1]/button"],"loopType":0}},{"id":6,"index":4,"parentId":5,"type":1,"option":8,"title":"循环","sequence":[5],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[1]/div[3]/table[1]/tbody[1]/tr","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[1]/div[3]/table[1]/tbody[1]/tr[1]","//tr[contains(., '11建信人寿保险有限')]","//TR[@class='el-table__row']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]"]}},{"id":8,"index":5,"parentId":6,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":1,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"/td[1]/div[1]/span[1]","allXPaths":["/td[1]/div[1]/span[1]","//span[contains(., '11')]","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-5]/div/span"],"exampleValues":[{"num":0,"value":"11"}],"unique_index":"/td[1]/div[1]/span[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数2_文本","desc":"","relativeXPath":"/td[2]/div[1]","allXPaths":["/td[2]/div[1]","//div[contains(., '建信人寿保险有限公司')]","//DIV[@class='cell el-tooltip']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-4]/div"],"exampleValues":[{"num":0,"value":"建信人寿保险有限公司"}],"unique_index":"/td[2]/div[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数3_文本","desc":"","relativeXPath":"/td[3]/div[1]","allXPaths":["/td[3]/div[1]","//div[contains(., '康乐安心两全保险')]","//DIV[@class='cell el-tooltip']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-3]/div"],"exampleValues":[{"num":0,"value":"康乐安心两全保险"}],"unique_index":"/td[3]/div[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数4_文本","desc":"","relativeXPath":"/td[5]/div[1]","allXPaths":["/td[5]/div[1]","//div[contains(., '停售')]","//DIV[@class='cell el-tooltip']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-1]/div"],"exampleValues":[{"num":0,"value":"停售"}],"unique_index":"/td[5]/div[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数5_文本","desc":"","relativeXPath":"/td[6]/div[1]/button[1]/span[1]","allXPaths":["/td[6]/div[1]/button[1]/span[1]","//span[contains(., '详细信息')]","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td/div/button/span"],"exampleValues":[{"num":0,"value":"详细信息"}],"unique_index":"/td[6]/div[1]/button[1]/span[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":3,"index":6,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"is-error\")]/div[1]/div[1]/div[1]/span[1]/span[1]/i[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[2]/form[1]/div[1]/div[1]/table[1]/tbody[4]/tr[1]/td[2]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/span[1]/span[1]/i[1]","//i[contains(., '')]","//I[@class='el-select__caret el-input__icon el-icon-arrow-up']","/html/body/div[last()-5]/div/div/div[last()-2]/form/div[last()-1]/div/table/tbody[last()-1]/tr/td/div/div/div/div/div/div[last()-1]/div/span/span/i"]}},{"id":-1,"index":7,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","//li[contains(., '人寿保险')]","//LI[@class='el-select-dropdown__item']","/html/body/div/div[last()-1]/div[last()-2]/ul/li[last()-4]"]}},{"id":4,"index":8,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":3,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","//li[contains(., '人寿保险')]","//LI[@class='el-select-dropdown__item']","/html/body/div/div[last()-1]/div[last()-2]/ul/li[last()-4]"]}},{"id":2,"index":9,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":3,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"h_description\")]/div[1]/table[1]/tbody[1]/tr[1]/td[1]/div[1]/div[1]/div[1]/div[1]/input[1]","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"123","allXPaths":["/html/body/div[1]/div[1]/div[1]/div[2]/form[1]/div[1]/div[1]/table[1]/tbody[1]/tr[1]/td[1]/div[1]/div[1]/div[1]/div[1]/input[1]","//input[contains(., '')]","//INPUT[@class='el-input__inner']","/html/body/div[last()-3]/div/div/div[last()-1]/form/div[last()-1]/div/table/tbody[last()-4]/tr/td[last()-1]/div/div/div/div/input"]}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/tasks/128.json b/.temp_to_pub/EasySpider_windows_x64/tasks/128.json index 01667a6..9589bf9 100644 --- a/.temp_to_pub/EasySpider_windows_x64/tasks/128.json +++ b/.temp_to_pub/EasySpider_windows_x64/tasks/128.json @@ -1 +1 @@ -{"id":128,"name":"中国保险行业协会 栏目页右侧列表嵌入","url":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","links":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","create_time":"7/15/2023, 7:52:19 AM","update_time":"7/15/2023, 8:00:02 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html"},{"id":1,"name":"loopTimes_循环_1","nodeId":2,"nodeName":"循环","desc":"循环循环执行的次数(0代表无限循环)","type":"int","exampleValue":0,"value":0}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"text","recordASField":1,"exampleValue":"11"},{"id":1,"name":"参数2_文本","desc":"","type":"text","recordASField":1,"exampleValue":"建信人寿保险有限公司"},{"id":2,"name":"参数3_文本","desc":"","type":"text","recordASField":1,"exampleValue":"康乐安心两全保险"},{"id":3,"name":"参数4_文本","desc":"","type":"text","recordASField":1,"exampleValue":"停售"},{"id":4,"name":"参数5_文本","desc":"","type":"text","recordASField":1,"exampleValue":"详细信息"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,6,8,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","links":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":4,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[4,3],"isInLoop":false,"position":3,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"btn-next\")]","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[2]/button[2]","//button[contains(., '')]","//BUTTON[@class='btn-next']","/html/body/div[last()-4]/div/div/div/div/div[last()-1]/button"]}},{"id":6,"index":3,"parentId":4,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"//*[contains(@class, \"btn-next\")]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[2]/button[2]","//button[contains(., '')]","//BUTTON[@class='btn-next']","/html/body/div[last()-4]/div/div/div/div/div[last()-1]/button"],"loopType":0}},{"id":5,"index":4,"parentId":4,"type":1,"option":8,"title":"循环","sequence":[5],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[1]/div[3]/table[1]/tbody[1]/tr","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[1]/div[3]/table[1]/tbody[1]/tr[1]","//tr[contains(., '11建信人寿保险有限')]","//TR[@class='el-table__row']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]"]}},{"id":7,"index":5,"parentId":5,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":1,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"/td[1]/div[1]/span[1]","allXPaths":["/td[1]/div[1]/span[1]","//span[contains(., '11')]","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-5]/div/span"],"exampleValues":[{"num":0,"value":"11"}],"unique_index":"/td[1]/div[1]/span[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数2_文本","desc":"","relativeXPath":"/td[2]/div[1]","allXPaths":["/td[2]/div[1]","//div[contains(., '建信人寿保险有限公司')]","//DIV[@class='cell el-tooltip']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-4]/div"],"exampleValues":[{"num":0,"value":"建信人寿保险有限公司"}],"unique_index":"/td[2]/div[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数3_文本","desc":"","relativeXPath":"/td[3]/div[1]","allXPaths":["/td[3]/div[1]","//div[contains(., '康乐安心两全保险')]","//DIV[@class='cell el-tooltip']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-3]/div"],"exampleValues":[{"num":0,"value":"康乐安心两全保险"}],"unique_index":"/td[3]/div[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数4_文本","desc":"","relativeXPath":"/td[5]/div[1]","allXPaths":["/td[5]/div[1]","//div[contains(., '停售')]","//DIV[@class='cell el-tooltip']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-1]/div"],"exampleValues":[{"num":0,"value":"停售"}],"unique_index":"/td[5]/div[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数5_文本","desc":"","relativeXPath":"/td[6]/div[1]/button[1]/span[1]","allXPaths":["/td[6]/div[1]/button[1]/span[1]","//span[contains(., '详细信息')]","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td/div/button/span"],"exampleValues":[{"num":0,"value":"详细信息"}],"unique_index":"/td[6]/div[1]/button[1]/span[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":2,"index":6,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"is-error\")]/div[1]/div[1]/div[1]/span[1]/span[1]/i[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[2]/form[1]/div[1]/div[1]/table[1]/tbody[4]/tr[1]/td[2]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/span[1]/span[1]/i[1]","//i[contains(., '')]","//I[@class='el-select__caret el-input__icon el-icon-arrow-up']","/html/body/div[last()-5]/div/div/div[last()-2]/form/div[last()-1]/div/table/tbody[last()-1]/tr/td/div/div/div/div/div/div[last()-1]/div/span/span/i"]}},{"id":-1,"index":7,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","//li[contains(., '人寿保险')]","//LI[@class='el-select-dropdown__item']","/html/body/div/div[last()-1]/div[last()-2]/ul/li[last()-4]"]}},{"id":3,"index":8,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","//li[contains(., '人寿保险')]","//LI[@class='el-select-dropdown__item']","/html/body/div/div[last()-1]/div[last()-2]/ul/li[last()-4]"]}}]} \ No newline at end of file +{"id":128,"name":"中国保险行业协会 栏目页右侧列表嵌入","url":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","links":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","create_time":"7/15/2023, 7:52:19 AM","update_time":"7/15/2023, 8:21:11 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html"},{"id":1,"name":"loopTimes_循环_1","nodeId":2,"nodeName":"循环","desc":"循环循环执行的次数(0代表无限循环)","type":"int","exampleValue":0,"value":0},{"id":2,"name":"inputText_2","nodeName":"输入文字","nodeId":9,"desc":"要输入的文本,如京东搜索框输入:电脑","type":"text","exampleValue":"123","value":"123"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"text","recordASField":1,"exampleValue":"11"},{"id":1,"name":"参数2_文本","desc":"","type":"text","recordASField":1,"exampleValue":"建信人寿保险有限公司"},{"id":2,"name":"参数3_文本","desc":"","type":"text","recordASField":1,"exampleValue":"康乐安心两全保险"},{"id":3,"name":"参数4_文本","desc":"","type":"text","recordASField":1,"exampleValue":"停售"},{"id":4,"name":"参数5_文本","desc":"","type":"text","recordASField":1,"exampleValue":"详细信息"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,9,6,8,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","links":"https://www.iachina.cn/art/2017/6/29/art_71_45682.html","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":5,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[4,3],"isInLoop":false,"position":4,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"btn-next\")]","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[2]/button[2]","//button[contains(., '')]","//BUTTON[@class='btn-next']","/html/body/div[last()-4]/div/div/div/div/div[last()-1]/button"]}},{"id":7,"index":3,"parentId":5,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"//*[contains(@class, \"btn-next\")]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":1,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[2]/button[2]","//button[contains(., '')]","//BUTTON[@class='btn-next']","/html/body/div[last()-4]/div/div/div/div/div[last()-1]/button"],"loopType":0}},{"id":6,"index":4,"parentId":5,"type":1,"option":8,"title":"循环","sequence":[5],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[1]/div[3]/table[1]/tbody[1]/tr","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[4]/div[1]/div[1]/div[3]/table[1]/tbody[1]/tr[1]","//tr[contains(., '11建信人寿保险有限')]","//TR[@class='el-table__row']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]"]}},{"id":8,"index":5,"parentId":6,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":1,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"/td[1]/div[1]/span[1]","allXPaths":["/td[1]/div[1]/span[1]","//span[contains(., '11')]","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-5]/div/span"],"exampleValues":[{"num":0,"value":"11"}],"unique_index":"/td[1]/div[1]/span[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数2_文本","desc":"","relativeXPath":"/td[2]/div[1]","allXPaths":["/td[2]/div[1]","//div[contains(., '建信人寿保险有限公司')]","//DIV[@class='cell el-tooltip']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-4]/div"],"exampleValues":[{"num":0,"value":"建信人寿保险有限公司"}],"unique_index":"/td[2]/div[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数3_文本","desc":"","relativeXPath":"/td[3]/div[1]","allXPaths":["/td[3]/div[1]","//div[contains(., '康乐安心两全保险')]","//DIV[@class='cell el-tooltip']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-3]/div"],"exampleValues":[{"num":0,"value":"康乐安心两全保险"}],"unique_index":"/td[3]/div[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数4_文本","desc":"","relativeXPath":"/td[5]/div[1]","allXPaths":["/td[5]/div[1]","//div[contains(., '停售')]","//DIV[@class='cell el-tooltip']","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td[last()-1]/div"],"exampleValues":[{"num":0,"value":"停售"}],"unique_index":"/td[5]/div[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数5_文本","desc":"","relativeXPath":"/td[6]/div[1]/button[1]/span[1]","allXPaths":["/td[6]/div[1]/button[1]/span[1]","//span[contains(., '详细信息')]","/html/body/div[last()-5]/div/div/div/div/div[last()-2]/div[last()-1]/table/tbody/tr[last()-9]/td/div/button/span"],"exampleValues":[{"num":0,"value":"详细信息"}],"unique_index":"/td[6]/div[1]/button[1]/span[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":3,"index":6,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"is-error\")]/div[1]/div[1]/div[1]/span[1]/span[1]/i[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[1]/div[1]/div[2]/form[1]/div[1]/div[1]/table[1]/tbody[4]/tr[1]/td[2]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/span[1]/span[1]/i[1]","//i[contains(., '')]","//I[@class='el-select__caret el-input__icon el-icon-arrow-up']","/html/body/div[last()-5]/div/div/div[last()-2]/form/div[last()-1]/div/table/tbody[last()-1]/tr/td/div/div/div/div/div/div[last()-1]/div/span/span/i"]}},{"id":-1,"index":7,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","//li[contains(., '人寿保险')]","//LI[@class='el-select-dropdown__item']","/html/body/div/div[last()-1]/div[last()-2]/ul/li[last()-4]"]}},{"id":4,"index":8,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":3,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[3]/div[1]/div[1]/ul[1]/li[1]","//li[contains(., '人寿保险')]","//LI[@class='el-select-dropdown__item']","/html/body/div/div[last()-1]/div[last()-2]/ul/li[last()-4]"]}},{"id":2,"index":9,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":3,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"h_description\")]/div[1]/table[1]/tbody[1]/tr[1]/td[1]/div[1]/div[1]/div[1]/div[1]/input[1]","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"123","allXPaths":["/html/body/div[1]/div[1]/div[1]/div[2]/form[1]/div[1]/div[1]/table[1]/tbody[1]/tr[1]/td[1]/div[1]/div[1]/div[1]/div[1]/input[1]","//input[contains(., '')]","//INPUT[@class='el-input__inner']","/html/body/div[last()-3]/div/div/div[last()-1]/form/div[last()-1]/div/table/tbody[last()-4]/tr/td[last()-1]/div/div/div/div/input"]}}]} \ No newline at end of file diff --git a/ElectronJS/src/taskGrid/FlowChart.html b/ElectronJS/src/taskGrid/FlowChart.html index 1364e55..71e159e 100644 --- a/ElectronJS/src/taskGrid/FlowChart.html +++ b/ElectronJS/src/taskGrid/FlowChart.html @@ -271,11 +271,12 @@ + -
- +
+ diff --git a/ElectronJS/src/taskGrid/FlowChart_CN.html b/ElectronJS/src/taskGrid/FlowChart_CN.html index 75c36fb..cd49196 100644 --- a/ElectronJS/src/taskGrid/FlowChart_CN.html +++ b/ElectronJS/src/taskGrid/FlowChart_CN.html @@ -271,11 +271,12 @@ + -
- +
+ diff --git a/ElectronJS/tasks/182.json b/ElectronJS/tasks/182.json new file mode 100644 index 0000000..6af729e --- /dev/null +++ b/ElectronJS/tasks/182.json @@ -0,0 +1 @@ +{"id":182,"name":"京东全球版-专业的综合网上购物商城","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"7/15/2023, 6:23:53 PM","update_time":"7/15/2023, 6:25:18 PM","version":"0.3.6","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","inputExcel":"","startFromExit":0,"containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"自定义操作","desc":"自定义操作返回的数据","type":"text","recordASField":0,"exampleValue":""},{"id":1,"name":"自定义参数_1","desc":"","type":"text","recordASField":1,"exampleValue":"自定义值"},{"id":2,"name":"自定义参数_2","desc":"","type":"text","recordASField":1,"exampleValue":"自定义值"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":5,"title":"自定义操作","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"clear":0,"codeMode":"5","code":"self.a = 151515","waitTime":0,"recordASField":0,"paraType":"text"}},{"id":3,"index":3,"parentId":0,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"clear":0,"paras":[{"nodeType":0,"contentType":13,"relative":false,"name":"自定义参数_1","desc":"","extractType":0,"relativeXPath":"//body","recordASField":1,"allXPaths":[],"exampleValues":[{"num":0,"value":"自定义值"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"self.a","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0,"paraType":"text"},{"nodeType":0,"contentType":13,"relative":false,"name":"自定义参数_2","desc":"","extractType":0,"relativeXPath":"//body","recordASField":1,"allXPaths":[],"exampleValues":[{"num":0,"value":"自定义值"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"self.a + 10000","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0,"paraType":"text"}]}}]} \ No newline at end of file diff --git a/ExecuteStage/.vscode/launch.json b/ExecuteStage/.vscode/launch.json index 7ccc02c..948ff11 100644 --- a/ExecuteStage/.vscode/launch.json +++ b/ExecuteStage/.vscode/launch.json @@ -12,7 +12,7 @@ "justMyCode": false, // "args": ["--id", "[7]", "--read_type", "remote", "--headless", "0"] // "args": ["--id", "[9]", "--read_type", "remote", "--headless", "0", "--saved_file_name", "YOUTUBE"] - "args": ["--id", "[9]", "--headless", "0", "--user_data", "1", "--keyboard", "0"] + "args": ["--id", "[84]", "--headless", "0", "--user_data", "1", "--keyboard", "0"] } ] } \ No newline at end of file diff --git a/ExecuteStage/easyspider_executestage.py b/ExecuteStage/easyspider_executestage.py index 0a8e114..eb4bbd4 100644 --- a/ExecuteStage/easyspider_executestage.py +++ b/ExecuteStage/easyspider_executestage.py @@ -1415,6 +1415,8 @@ class BrowserThread(Thread): 2, p["JS"], p["JSWaitTime"], element, iframe=p["iframe"]) elif p["contentType"] == 12: # 系统命令返回值 content = self.execute_code(1, p["JS"], p["JSWaitTime"]) + elif p["contentType"] == 13: # eval返回值 + content = self.execute_code(6, p["JS"], p["JSWaitTime"]) elif p["contentType"] == 10: # 下拉框选中的值 try: select_element = Select(element)