mirror of
https://github.com/NaiboWang/EasySpider.git
synced 2025-04-19 23:14:54 +08:00
Excel
This commit is contained in:
naibo
parent
c9eb5b0932
commit
09ccb5d56f
@ -636,7 +636,7 @@ If the expression returns a value greater than 0 or evaluates to True, the opera
|
||||
<input onkeydown="inputDelete(event)" id="serviceDescription" name="serviceDescription" class="form-control"></input>
|
||||
<label>Export Data Format (Excel/CSV/TXT/Database):</label>
|
||||
<select id="outputFormat" class="form-control">
|
||||
<option value = "xlsx">XLSX (EXCEL)</option>
|
||||
<option value = "xlsx">XLSX (EXCEL, note that a single Excel cell can accommodate up to 32767 characters)</option>
|
||||
<option value = "csv">CSV</option>
|
||||
<option value = "txt">TXT</option>
|
||||
<option value = "mysql">MySQL Database</option>
|
||||
|
||||
@ -637,7 +637,7 @@ print(emotlib.emoji()) # 使用其中的函数。
|
||||
<input onkeydown="inputDelete(event)" id="serviceDescription" name="serviceDescription" class="form-control"></input>
|
||||
<label>导出数据格式（Excel/CSV/TXT/数据库，<a href="https://www.bilibili.com/video/BV1os4y1679S/" target="_blank">查看MySQL操作教程</a>）：</label>
|
||||
<select id="outputFormat" class="form-control">
|
||||
<option value = "xlsx">XLSX（EXCEL）</option>
|
||||
<option value = "xlsx">XLSX（即EXCEL文件，注意Excel单个单元格最多可容纳32767字符）</option>
|
||||
<option value = "csv">CSV</option>
|
||||
<option value = "txt">TXT</option>
|
||||
<option value = "mysql">MySQL数据库</option>
|
||||
|
||||
1
ElectronJS/tasks/196.json
Normal file
1
ElectronJS/tasks/196.json
Normal file
File diff suppressed because one or more lines are too long
2
ExecuteStage/.vscode/launch.json
vendored
2
ExecuteStage/.vscode/launch.json
vendored
@ -12,7 +12,7 @@
|
||||
"justMyCode": false,
|
||||
// "args": ["--id", "[7]", "--read_type", "remote", "--headless", "0"]
|
||||
// "args": ["--id", "[9]", "--read_type", "remote", "--headless", "0", "--saved_file_name", "YOUTUBE"]
|
||||
"args": ["--id", "[84]", "--headless", "0", "--user_data", "1", "--keyboard", "0"]
|
||||
"args": ["--id", "[98]", "--headless", "0", "--user_data", "1", "--keyboard", "0"]
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -240,7 +240,6 @@ export function handleElement() {
|
||||
generateMultiParameters();
|
||||
} else {
|
||||
generateParameters(0);
|
||||
console.log("HandleElement generate parameters");
|
||||
}
|
||||
} else if (global.nodeList.length == 1) {
|
||||
findRelated(); //寻找和元素相关的元素
|
||||
@ -311,11 +310,9 @@ function parameterName(value){
|
||||
export function generateParameters(type, linktext = true, linkhref = true) {
|
||||
clearParameters(false);
|
||||
let n = 1;
|
||||
console.log("generateParameters for " + global.nodeList.length + " nodes");
|
||||
chrome.storage.local.get('parameterNum', function(items) {
|
||||
let at = parseInt(new Date().getTime());
|
||||
// let at = parseInt(new Date().getTime());
|
||||
n = items.parameterNum;
|
||||
console.log("Storage get parameterNum: ", items , n);
|
||||
let ndPath = "";
|
||||
let ndAllXPaths = [];
|
||||
for (let num = 0; num < global.nodeList.length; num++) {
|
||||
@ -467,8 +464,8 @@ export function generateParameters(type, linktext = true, linkhref = true) {
|
||||
}
|
||||
}
|
||||
}
|
||||
let at2 = parseInt(new Date().getTime());
|
||||
console.log("generateParameters:", at2, at, at2 - at);
|
||||
// let at2 = parseInt(new Date().getTime());
|
||||
// console.log("generateParameters:", at2, at, at2 - at);
|
||||
generateValTable();
|
||||
console.log(global.outputParameters);
|
||||
});
|
||||
@ -480,7 +477,7 @@ export function generateMultiParameters() {
|
||||
clearParameters(false);
|
||||
let n = 1;
|
||||
chrome.storage.local.get({ parameterNum: 1 }, function(items) {
|
||||
let at = parseInt(new Date().getTime());
|
||||
// let at = parseInt(new Date().getTime());
|
||||
n = items.parameterNum;
|
||||
let nd, ndText, ndPath, pname, ndAllXPaths;
|
||||
for (let num = 0; num < global.nodeList.length; num++) {
|
||||
@ -559,8 +556,8 @@ export function generateMultiParameters() {
|
||||
}
|
||||
}
|
||||
// console.log(global.outputParameters);
|
||||
let at2 = parseInt(new Date().getTime());
|
||||
console.log("generateMultiParameters", at2, at, at2 - at);
|
||||
// let at2 = parseInt(new Date().getTime());
|
||||
// console.log("generateMultiParameters", at2, at, at2 - at);
|
||||
generateValTable(false);
|
||||
});
|
||||
|
||||
@ -570,7 +567,7 @@ export function generateMultiParameters() {
|
||||
export function handleDescendents(mode = 0) {
|
||||
let n = 1;
|
||||
chrome.storage.local.get({ parameterNum: 1 }, function(items) {
|
||||
let at = parseInt(new Date().getTime());
|
||||
// let at = parseInt(new Date().getTime());
|
||||
n = items.parameterNum;
|
||||
clearParameters(); //清除原来的参数列表
|
||||
global.app._data.selectedDescendents = true;
|
||||
@ -606,7 +603,7 @@ export function handleDescendents(mode = 0) {
|
||||
}
|
||||
// 将共有元素集合转换为数组
|
||||
let commonXPathList = Array.from(commonXPaths);
|
||||
console.log(commonXPathList);
|
||||
// console.log(commonXPathList);
|
||||
let hash = {}; //记录index和数组位置的对应关系
|
||||
for (let num = 0; num < global.nodeList.length; num++) {
|
||||
let tnode = global.nodeList[num]["node"];
|
||||
@ -645,7 +642,7 @@ export function handleDescendents(mode = 0) {
|
||||
});
|
||||
nd.style.boxShadow = global.boxShadowColor;
|
||||
}
|
||||
console.log("Hash", hash);
|
||||
// console.log("Hash", hash);
|
||||
if (num == 0) { //从第二个节点开始，只插入那些不在参数列表中的元素，根据xpath进行寻址
|
||||
//如果当前节点除了子元素外仍然有其他文字或者该元素是图片/表单项，加入子元素节点
|
||||
if (ndText != "" || nd.tagName == "IMG" || nd.tagName == "INPUT" || nd.tagName == "A") {
|
||||
@ -915,8 +912,8 @@ export function handleDescendents(mode = 0) {
|
||||
}
|
||||
}
|
||||
}
|
||||
let at2 = parseInt(new Date().getTime());
|
||||
console.log("选中子元素", at2, at, at2 - at);
|
||||
// let at2 = parseInt(new Date().getTime());
|
||||
// console.log("选中子元素", at2, at, at2 - at);
|
||||
generateValTable();
|
||||
});
|
||||
|
||||
@ -942,7 +939,7 @@ export function generateValTable(multiline = true) {
|
||||
paraValues.push(tValues);
|
||||
}
|
||||
global.app._data.valTable = paraValues;
|
||||
console.log("生成参数表格", paraValues);
|
||||
// console.log("生成参数表格", paraValues);
|
||||
}
|
||||
|
||||
// 选中第一个节点，自动寻找同类节点
|
||||
@ -951,7 +948,7 @@ export function generateValTable(multiline = true) {
|
||||
// 如果没有，则恢复原状，然后试试倒数第二个：/div[1]/div[2]/div/a[1]
|
||||
// 直到找到第一个变多的节点或者追溯到根节点为止
|
||||
export function findRelated() {
|
||||
let at = parseInt(new Date().getTime());
|
||||
// let at = parseInt(new Date().getTime());
|
||||
let testPath = global.nodeList[0]["xpath"].replace("//iframe","").split("/").splice(1); //分离xpath成 ["html","body","div[0]"]这样子
|
||||
let nodeNameList = [];
|
||||
let nodeIndexList = [];
|
||||
@ -982,8 +979,8 @@ export function findRelated() {
|
||||
break;
|
||||
}
|
||||
}
|
||||
let at2 = parseInt(new Date().getTime());
|
||||
console.log("findRelated：", at2, at, at2 - at);
|
||||
// let at2 = parseInt(new Date().getTime());
|
||||
// console.log("findRelated：", at2, at, at2 - at);
|
||||
}
|
||||
|
||||
|
||||
@ -1016,7 +1013,6 @@ export function readyToList(step, dealparameters = true) {
|
||||
clearReady();
|
||||
if (dealparameters) { //防止出现先选中子元素再选中全部失效的问题
|
||||
generateParameters(0); //根据nodelist列表内的元素生成参数列表，0代表纯文本
|
||||
console.log("Deal Parameters");
|
||||
}
|
||||
|
||||
}
|
||||
@ -1041,7 +1037,7 @@ export function combineXpath(nameList, indexList) {
|
||||
// 最终转换为：
|
||||
// /html/body/div[3]/div[1]/div[1]/div[1]/div[3]/div/div[3]/a
|
||||
export function relatedTest() {
|
||||
let at = new Date().getTime()
|
||||
// let at = new Date().getTime()
|
||||
let testList = [];
|
||||
let testpath = "";
|
||||
for (let i = 0; i < global.nodeList.length; i++) {
|
||||
@ -1081,7 +1077,7 @@ export function relatedTest() {
|
||||
console.log("finalPath:", finalPath, "element:", element);
|
||||
global.app.$data.nowPath = finalPath; //标记此元素xpath
|
||||
pushToReadyList(finalPath);
|
||||
let at2 = parseInt(new Date().getTime());
|
||||
console.log("手动：", at2, at, at2 - at);
|
||||
// let at2 = parseInt(new Date().getTime());
|
||||
// console.log("手动：", at2, at, at2 - at);
|
||||
return 50; //先返回给默认码
|
||||
}
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user