From dde63bdd2ebc09585c3a2f10a59b4570fe2be807 Mon Sep 17 00:00:00 2001 From: naibo Date: Wed, 20 Dec 2023 17:59:16 +0800 Subject: [PATCH] Bug Fix --- .../Code/easyspider_executestage.py | 2 ++ ElectronJS/EasySpider_en.crx | Bin 211968 -> 211968 bytes ElectronJS/EasySpider_zh.crx | Bin 211969 -> 211969 bytes ElectronJS/src/taskGrid/FlowChart.js | 1 + ElectronJS/src/taskGrid/logic.js | 1 + ElectronJS/tasks/301.json | 1 + ExecuteStage/.vscode/launch.json | 2 +- ExecuteStage/easyspider_executestage.py | 2 ++ 8 files changed, 8 insertions(+), 1 deletion(-) create mode 100644 ElectronJS/tasks/301.json diff --git a/.temp_to_pub/EasySpider_windows_x64/Code/easyspider_executestage.py b/.temp_to_pub/EasySpider_windows_x64/Code/easyspider_executestage.py index c71bdb0..e760a48 100644 --- a/.temp_to_pub/EasySpider_windows_x64/Code/easyspider_executestage.py +++ b/.temp_to_pub/EasySpider_windows_x64/Code/easyspider_executestage.py @@ -1913,6 +1913,8 @@ class BrowserThread(Thread): content = element.get_attribute(attribute_name) except: content = "" + if content == None: + content = "" return content def clearOutputParameters(self): diff --git a/ElectronJS/EasySpider_en.crx b/ElectronJS/EasySpider_en.crx index 7131ddf2c94182054630836397165ffab3b1ad8d..65443404574d0b453877df0ee9d85df2a001fd47 100644 GIT binary patch delta 1296 zcmXZWdpOez7zc3n8gG0lv2Eae$Pp>=4rtd2BC9ee7p&-eX4@AEz{aY>K3q*vrhcz*g#F!R?K{#f_N z&RY5Y={@F&37<%Bd?Vt6Wv${CKUDLfxH8m};6e6uX%g}gbui2RwT+!Nqq93=TY73U zXU#Kae|>@X(Grzr{W)NoIxwG^R$&B{-ypsaA)bZPHE)=(F}qhf!~$-!*=pXDq= znxEOOQ{J@>Rt2lCH6v5c|s?n^)O(0==2UmJB*Rqa@`}*v-?Z=gP?0u#C zi2za<;(mggwm>k}rIYnJ{5Q+jUU0Etf$}=I5EdzjH9!!sx)zX|)=t`_c=Tml2h;T1 zq>MJySHGC7awhhyP!v4BW~{;3s3ZEhlc~bB>KflsdcKEo=P>+>Q#$jp#NR88`B6Gv z0Dq{c8vWX%-#s^ElJ#9ADmmzl5gAzjmtVv8&zW+oX`T46oj94~gPg zcBes@MR?hikrJicY~I^N-Xe^;%**w!F?OAEq|fI1H*J+fNdoHLGTv&Gy&BQ8InXgh zKO&nMZh11f!MN=g-O!_awEl|kQd(ZvrJ{?3z$x^^&~@pCJJHZ!c=zdLkF<4#L9Qwv z#<_s8=+wL7LF>lxW`5_RXsiA2|1dI0WvyVPGQ5KHK zZmIA)X&cs~o9Q{bl%m2}u4z*^xC3RqfeHuu0*?Pr%2$_ZxJAq$ZnKUDu#izaN_e*> z`&8e0CFj=bIKR-qWlNiM(+|CLyJA|abTo;Uywz~~U2b(0_Y51dJ8%RBcjhD~7fBZh z2CQjk@(JUi9kvbgf5+7m3KLh5=Y$Ps7m~qvxo5TI?Q56P9IgJ14Y@0ihgga~M9mJ! zx~>lNKek=049Yuca(pDuEdjK{yL1m}LE&1toBAM}u?#|nK&g1A zYcYx&-+#eA76-HHN$?CB)An?&9(r)moD4~%T{+yp8OeYR>xbI*&d-oSH+1@f#2{75 zC8LpfGJY2CTe*mbBjUArQHO|ChbBvs#19+j-*OhfhPvyjdh+c@_BSXty{Hcl;3?~a z`~k4B1_T1ph@h}A;9NgY1m)(v1Z%1%63}Mp9KB`mvtV&Cv(VMdx|dK2Q|q3`*HWuR z=Gm!tgsg#8u2S2tQQI{+)OOIR)2lN_1q1qZ)q%GO2v8s37$JZKO?A+A0|emJKpox- zc&Rl+0-kC^ep>QVF%m$kdwmpeKy4TbQ2$A-LIK`t-=KhCwR_QkkJ@bXkNpQ|!1sU4 CVQGl~ delta 1296 zcmXZWeKgYx7zglezlm*x(NPrk!g1|JdAXO(-54v`?e5B~(86`(b-LZWw$@N0t7#%p zb19Kh!*spHR_0~Y8H=QeNQz-~tv7nPc5Z)tzR&kO=Q&U2N5jmIhUZ+l1+S24MuJP@ z{OQt~jr=I%)}m;mHamj|P1N=GeYMgqvmRxm9*^=0kv`P;hksYw!wjvdQ_9)e;m-<| z1KSPgG#pgpoTs8RkXdsG$Bn9*J4MU z(pT8IUWE3{RWT@T#@r9FR>;t(q+PzpA4n-J7I(}Qhh@W=-IS2ZBj_-}Z%1eE#@9hF z1944@5gX1A(KTi-7H>@{s=cj}?K98h)u|op{FdPM zSlAZ?T_!9PjkvoyY%w8|Dg)flEu@6|ZC?qo#ay^~UoLAsOPfmNXjTJ7{fpL}pMPob z5mfs-gSgg_@F{L(C|@EOk+bGaC*1wEDq_#Dwe8!0EL4sf9TX#6uu}c|Wa8Ak;ocod zy%$U`pU4C4@qRZNHA{th^W!&V9mAL{?jLwsuoDRlhm(6T6Je?Z8J5w*-F%yvcF_)( zJ|9tiG}(LcUNJkfnWXe>ByI-z=N({wxj#F?MG)u$2ml6wk(p5A{?_tg<)FAk!Rasr z$7rO~(Vj;?rJly1I>+oRCsoA?$7e8J`Rp9GP`tnsWhGI}XEGR%!P;x?pP823@i)T! z@9j>%z2f8!o6D#zlN8opD+p{V(qLG~MhvKCgOP(Z?!4t35$*q`Zs-B5t0%fEAA;1=U9baK zzo*Y$Jzq`swau=BL~rWx;fo&%$|jsd2fa=)mT8&;TOsp-enb_iDT7}5$>tGZqZPA= z@KO@*FjWyfn>y+;o`#|lehquQ{m>3>LaVzl`z;g+H{nG?$7XizoD`>?fyIFKf_|q0 zP;-!hfdPn+BW6NR20#co=c`%PB}7kPomih%y8e41mNI9I*Rr^pRb-*lE2mdaryft{ zpxYS`_pfoHq$#(g3EW)L1c{7Vo10fGfIhe`$k4!U-GOE^7vL>e7uLA}a_Cwp8S(%~ zI+30LQRklT7JgUh33%#yBRoLSNyh`aKT9g`fUnM%cpy-x2LbTYd7SY7ek%dk`5&II BSJeOj diff --git a/ElectronJS/EasySpider_zh.crx b/ElectronJS/EasySpider_zh.crx index fbacf480176dc0073281f57dfb77b6f40d349be5..009e629859fb03c2f858d068f879f787270420af 100644 GIT binary patch delta 1296 zcmXZWdpOez7zc3t#zwi%LfbG;Pejg6ZOxYKAYBwfN#@qvPB9UoTs9PG^30iL%3KbX zFqbyBYNZTASGpNOLl@McVvo@|e$VNz&-eX4@AE!yhGJueVk2uO{TW6|!N^<3Ihb&Z zydVdU+`lqcZ8yaQr)Jf#JGt6S_jK=|rQA1D&PM#EU^9s@T|{jV@^sLLJ8W!{i|rpo zOjD<1?Y##o6$|ssfi~Omk;%)1c8`~z2KA(G6C1`_E9)M6YM;9j`}!^`YKvBfWhn*U zqU(5BWZH6zFzZQIwvY){ydVgYGfdW`lA1LbOYALV$)obBuQea>0HL5M^F zUR5exji&n-eb2_ zxPXpE@_X#(>mR;3{;;d>)a_kE1x;=X38-tcp%&2Ud_z;5$i!4KfLK%W4VRdd>~l7~ z$D|QwDKm@75uM9N9an3`@JZH<9dYk1=-$4D=hOgI6;%TUgnZ#ngLk%i8hwdZBvEl* zo-#9>Hh!@=eXc72FZgWqQ_bdI=NplYDvymTpGRl{PuG~n2jwU?@s(&USLaYj?Pys> zwTH_{?|1@l1Zi})oyinu)_)Y{kv6R0x7Ny67$oA}v(gajX8rl5=dhQF5KDc!kAK^@ zzyUn!H8!i8+f)~MU4gE`rS|6}ARMCcU&;^+m`WBhEoqWHW_f-n#3^8BPj{ zWX){5dW0rh)}OrJ9>!xqo}iOW{O_MAaiukM>`DFnj+3%zVmnUxUeSEE((Ky6gU}C7 zHHEbAPnDU+Mg3Os1+Iu&96h?$)e?HGxA)bwNLU}$#>E7__d^*gC}reJs={$RA;sz5 zC)1tj31vwsJ5QhQU7Lt4T>L6~mjGYOHFE0+Lr9?ljKr^S4oX56o?PNI1bj37n$3&n z>h#NF$BvIxlDhjRt;$ZR_0asmCJ}7YH=(kR;(pQy&2=mjftKD7`C|BKW4~iL*E3x6{vI7T zatMIHRbVif3MF3{2)XE{M#*RMY3L#{5zr7qJ&SdI6~fNIDc$ufjP zc3XivkA?l~WN}3~T#;%USEP0_bbW49ZUUrQVCcpG?%;to_zqw}6%0@u&<9x$MT7PL z8Pt#nID-28lKsmeB0vOt9TMOQdW-~se->4c02k0165s_&+zspnrSJZK|ITh;|9`-l BT?qgH delta 1296 zcmXZWdpOez7zgm#Z;UnORzq!P9G6ri*Ibh2nv`1?p;og<(oE_+h5fMDTyn`}Qj|*^ zLu+j;B`MkHC@G7bl7rGwPodYB`Gu>2 zR(YR^hdYn<@wQ?_VvD%3svkW$K9jMxEb>QL!kwvk{ZptzYGVI>PU%VQUK8J<#$ z7?FKAiymmcT*-3}fEG2~y-^}HBdp%IHopx0#;SNI5)(Se61V3)WxD>I%~?$Oexs|B zcMk|8=sJWcU9Lh5K7*(EnQM$t5Y36zekY{VEVXcm5Ntl*`QkN8xlD)~ZZi?8Z)t-q z(R<7e(7jR`>MCh+FwlEebNBVw+cS`SQf2);46kO_dAky*$KYG9xX(Jq{Rzb_qPC2% z=%Q3x3dA!Pb&1@Fl=FG-g~nG{e-%}S7YUHH@NIn(#++e{{(hO8QF%v`kyOtBfnqUGCShQEgaEMNxU!F#Pbo={H1k41PDH<87zbXN)RRO6qpJ&UpPhCT$VZfpNoa- z9esCS^@#`RnquPB@UA(yX@}S`2z9D}K)slgJ8T=`ueb7b{cO+gOM)>h>rW6TFE@w| z5^Gs^U!$m_FPeT)CmmqNzbeNMxG!P?Z)sl89{RXWJ9*9~IAy+~<-JB%A+FY80$gWP zK_;Bm@bn26oo12Z5(kGk_5!^qjmLt~vTuVyWPt?cW*{Pw_U)l$)XRu$lzUFW zd<#&Oy?wDoR)6m6kK#T&v9~lHkKj&bP!1ft>cVQLH6*Eo(fw!SmPL=?)xvKW#@;SM z^*f6oLiD04Ibp7ts%&2$fdUP5H%apakmNfj5(xEm9Pc<)b|d}k%20XhsA(Y4Zpg)Q z#sF6ywvdtQ3}MQ%GqrKabh71+O}?t2O;ShbyU1st@#T4(^7OWU#%E3*e&(^aahwMm z(?}W~o8rLr85?8jD?(do0}fthO*hjfDVZdHbKAj~c=S0oHN#nKbMap{)8=axuEF@1Qj7t6WO)|LOx8)u z(#zQxX_OP0yg@**Hd?Ny_+@L88P%<4koP^mr_I5%5t>-7m-ndTtX{w8wvkP4Nq+?F z17NxkRaI38KAn3EcEuNpPcN*E#WHt00xDd%|8fDgXcg diff --git a/ElectronJS/src/taskGrid/FlowChart.js b/ElectronJS/src/taskGrid/FlowChart.js index a4d3960..3a7197f 100644 --- a/ElectronJS/src/taskGrid/FlowChart.js +++ b/ElectronJS/src/taskGrid/FlowChart.js @@ -277,6 +277,7 @@ let app = new Vue({ "afterJSWaitTime": 0, "downloadPic": 0, "paraType": "text", + "splitLine": 0, }); notifyParameterNum(1); this.paraIndex = this.nowNode["parameters"]["params"].length - 1; diff --git a/ElectronJS/src/taskGrid/logic.js b/ElectronJS/src/taskGrid/logic.js index db1674d..03e100a 100644 --- a/ElectronJS/src/taskGrid/logic.js +++ b/ElectronJS/src/taskGrid/logic.js @@ -71,6 +71,7 @@ function changeOutputFormat(param) { } function changeGetDataParameters(msg, i) { + //Flowchart.js的addParam函数要配套跟上！！！ msg["parameters"][i]["default"] = ""; //找不到元素时候的默认值 msg["parameters"][i]["paraType"] = "text"; //参数类型 msg["parameters"][i]["recordASField"] = 1; //是否记录为字段值 diff --git a/ElectronJS/tasks/301.json b/ElectronJS/tasks/301.json new file mode 100644 index 0000000..6a460fb --- /dev/null +++ b/ElectronJS/tasks/301.json @@ -0,0 +1 @@ +{"id":301,"name":"教育学 - 中国科学院文献情报中心期刊分区表升级版","url":"https://advanced.fenqubiao.com/Macro/Journal?name=%E6%95%99%E8%82%B2%E5%AD%A6&year=2022","links":"https://advanced.fenqubiao.com/Macro/Journal?name=%E6%95%99%E8%82%B2%E5%AD%A6&year=2022","create_time":"12/20/2023, 5:28:09 PM","update_time":"12/20/2023, 5:46:10 PM","version":"0.6.0","saveThreshold":10,"quitWaitTime":60,"environment":0,"maximizeWindow":0,"maxViewLength":15,"recordLog":1,"outputFormat":"xlsx","saveName":"current_time","dataWriteMode":1,"inputExcel":"","startFromExit":0,"pauseKey":"p","containJudge":false,"browser":"chrome","removeDuplicate":0,"desc":"https://advanced.fenqubiao.com/Macro/Journal?name=%E6%95%99%E8%82%B2%E5%AD%A6&year=2022","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://advanced.fenqubiao.com/Macro/Journal?name=%E6%95%99%E8%82%B2%E5%AD%A6&year=2022","desc":"要采集的网址列表，多行以\\n分开","type":"text","exampleValue":"https://advanced.fenqubiao.com/Macro/Journal?name=%E6%95%99%E8%82%B2%E5%AD%A6&year=2022"}],"outputParameters":[{"id":0,"name":"参数2_文本","desc":"","type":"text","recordASField":1,"exampleValue":"1"},{"id":1,"name":"参数3_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"REVIEW OF EDUCATIONAL RESEARCH"},{"id":2,"name":"参数4_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"/Journal/Detail/247367"},{"id":3,"name":"参数5_文本","desc":"","type":"text","recordASField":1,"exampleValue":"review"},{"id":4,"name":"参数6_文本","desc":"","type":"text","recordASField":1,"exampleValue":"0034-6543"},{"id":5,"name":"参数7_文本","desc":"","type":"text","recordASField":1,"exampleValue":"区"},{"id":6,"name":"区号","desc":"","type":"text","recordASField":1,"exampleValue":"自定义值"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,4],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"waitElement":"","waitElementTime":10,"waitElementIframeIndex":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"waitElement":"","waitElementTime":10,"waitElementIframeIndex":0,"url":"https://advanced.fenqubiao.com/Macro/Journal?name=%E6%95%99%E8%82%B2%E5%AD%A6&year=2022","links":"https://advanced.fenqubiao.com/Macro/Journal?name=%E6%95%99%E8%82%B2%E5%AD%A6&year=2022","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":-1,"index":2,"parentId":0,"type":1,"option":8,"title":"循环采集数据","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[1]/div[1]/section[2]/div[1]/div[1]/div[1]/div[2]/div[2]/table[1]/tbody[1]/tr[1]/td","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"waitElement":"","waitElementTime":10,"waitElementIframeIndex":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","code":"","waitTime":0,"exitCount":0,"exitElement":"//body","historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"skipCount":0,"allXPaths":["/html/body/div[1]/div[1]/div[1]/section[2]/div[1]/div[1]/div[1]/div[2]/div[2]/table[1]/tbody[1]/tr[1]/td[1]","//td[contains(., '1')]","//TD[@class=' ']","/html/body/div[last()-3]/div/div/section/div/div/div/div/div/table/tbody/tr[last()-19]/td[last()-3]"]}},{"id":-1,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"waitElement":"","waitElementTime":10,"waitElementIframeIndex":0,"clear":0,"newLine":1,"params":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"区"}],"unique_index":"i0yk4xzxzlqdkmkqr","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0,"splitLine":0}]}},{"id":2,"index":4,"parentId":0,"type":1,"option":8,"title":"循环采集数据","sequence":[5],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[1]/div[1]/section[2]/div[1]/div[1]/div[1]/div[2]/div[2]/table[1]/tbody[1]/tr","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"waitElement":"","waitElementTime":10,"waitElementIframeIndex":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","code":"","waitTime":0,"exitCount":0,"exitElement":"//body","historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"skipCount":0,"allXPaths":["/html/body/div[1]/div[1]/div[1]/section[2]/div[1]/div[1]/div[1]/div[2]/div[2]/table[1]/tbody[1]/tr[1]","//tr[contains(., '1REVIEW OF')]","//TR[@class='odd']","/html/body/div[last()-3]/div/div/section/div/div/div/div/div/table/tbody/tr[last()-19]"]}},{"id":3,"index":5,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"waitElement":"","waitElementTime":10,"waitElementIframeIndex":0,"clear":0,"newLine":1,"params":[{"nodeType":0,"contentType":1,"relative":true,"name":"参数2_文本","desc":"","relativeXPath":"/td[1]","allXPaths":["/td[1]","//td[contains(., '1')]","//TD[@class=' ']","/html/body/div[last()-3]/div/div/section/div/div/div/div/div/table/tbody/tr[last()-19]/td[last()-3]"],"exampleValues":[{"num":0,"value":"1"}],"unique_index":"/td[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0,"splitLine":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数3_链接文本","desc":"","relativeXPath":"/td[2]/a[1]","allXPaths":["/td[2]/a[1]","//a[contains(., 'REVIEW OF')]","/html/body/div[last()-3]/div/div/section/div/div/div/div/div/table/tbody/tr[last()-19]/td[last()-2]/a"],"exampleValues":[{"num":0,"value":"REVIEW OF EDUCATIONAL RESEARCH"}],"unique_index":"/td[2]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0,"splitLine":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数4_链接地址","desc":"","relativeXPath":"/td[2]/a[1]","allXPaths":["/td[2]/a[1]","//a[contains(., 'REVIEW OF')]","/html/body/div[last()-3]/div/div/section/div/div/div/div/div/table/tbody/tr[last()-19]/td[last()-2]/a"],"exampleValues":[{"num":0,"value":"/Journal/Detail/247367"}],"unique_index":"/td[2]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0,"splitLine":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数5_文本","desc":"","relativeXPath":"/td[2]/span[1]","allXPaths":["/td[2]/span[1]","//span[contains(., 'review')]","//SPAN[@class='label label-primary box-con']","/html/body/div[last()-3]/div/div/section/div/div/div/div/div/table/tbody/tr[last()-19]/td[last()-2]/span"],"exampleValues":[{"num":0,"value":"review"}],"unique_index":"/td[2]/span[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0,"splitLine":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数6_文本","desc":"","relativeXPath":"/td[3]","allXPaths":["/td[3]","//td[contains(., '0034-6543')]","//TD[@class=' ']","/html/body/div[last()-3]/div/div/section/div/div/div/div/div/table/tbody/tr[last()-19]/td[last()-1]"],"exampleValues":[{"num":0,"value":"0034-6543"}],"unique_index":"/td[3]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0,"splitLine":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数7_文本","desc":"","relativeXPath":"/td[4]/span[1]","allXPaths":["/td[4]/span[1]","//span[contains(., '区')]","id(\"c247376\")","//SPAN[@class='class']","/html/body/div[last()-3]/div/div/section/div/div/div/div/div/table/tbody/tr[last()-19]/td/span"],"exampleValues":[{"num":0,"value":"区"}],"unique_index":"/td[4]/span[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0,"splitLine":0},{"nodeType":0,"contentType":14,"relative":true,"name":"区号","desc":"","iframe":false,"extractType":0,"relativeXPath":"/td[4]/span[1]","recordASField":1,"allXPaths":[],"exampleValues":[{"num":0,"value":"自定义值"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"data-attr","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0,"paraType":"text"}]}}]} \ No newline at end of file diff --git a/ExecuteStage/.vscode/launch.json b/ExecuteStage/.vscode/launch.json index fbe336e..3eb62ce 100644 --- a/ExecuteStage/.vscode/launch.json +++ b/ExecuteStage/.vscode/launch.json @@ -12,7 +12,7 @@ "justMyCode": false, // "args": ["--ids", "[7]", "--read_type", "remote", "--headless", "0"] // "args": ["--ids", "[9]", "--read_type", "remote", "--headless", "0", "--saved_file_name", "YOUTUBE"] - "args": ["--ids", "[2]", "--headless", "0", "--user_data", "0", "--keyboard", "0", + "args": ["--ids", "[43]", "--headless", "0", "--user_data", "1", "--keyboard", "0", "--read_type", "remote"] // "args": "--ids '[97]' --user_data 1 --server_address http://localhost:8074 --config_folder '/Users/naibo/Documents/EasySpider/ElectronJS/' --headless 0 --read_type remote --config_file_name config.json --saved_file_name" } diff --git a/ExecuteStage/easyspider_executestage.py b/ExecuteStage/easyspider_executestage.py index c71bdb0..e760a48 100644 --- a/ExecuteStage/easyspider_executestage.py +++ b/ExecuteStage/easyspider_executestage.py @@ -1913,6 +1913,8 @@ class BrowserThread(Thread): content = element.get_attribute(attribute_name) except: content = "" + if content == None: + content = "" return content def clearOutputParameters(self):