mirror of
https://github.com/NaiboWang/EasySpider.git
synced 2025-04-22 08:27:27 +08:00
1000 lines
48 KiB
JavaScript
1000 lines
48 KiB
JavaScript
// Modules to control application life and create native browser window
|
||
const {app, BrowserWindow, dialog, ipcMain, screen, session} = require('electron');
|
||
app.commandLine.appendSwitch("--disable-http-cache");
|
||
const {Builder, By, Key, until, Select, StaleElementReferenceException} = require("selenium-webdriver");
|
||
const chrome = require('selenium-webdriver/chrome');
|
||
const {ServiceBuilder} = require('selenium-webdriver/chrome');
|
||
const {rootCertificates} = require('tls');
|
||
const {exit} = require('process');
|
||
const path = require('path');
|
||
const fs = require('fs');
|
||
const {exec, spawn} = require('child_process');
|
||
const iconPath = path.join(__dirname, 'favicon.ico');
|
||
const task_server = require(path.join(__dirname, 'server.js'));
|
||
const util = require('util');
|
||
|
||
let config = fs.readFileSync(path.join(task_server.getDir(), `config.json`), 'utf8');
|
||
config = JSON.parse(config);
|
||
|
||
if (config.debug) {
|
||
let logPath = 'info.log'
|
||
let logFile = fs.createWriteStream(logPath, {flags: 'a'})
|
||
console.log = function () {
|
||
logFile.write(util.format.apply(null, arguments) + '\n')
|
||
process.stdout.write(util.format.apply(null, arguments) + '\n')
|
||
}
|
||
console.error = function () {
|
||
logFile.write(util.format.apply(null, arguments) + '\n')
|
||
process.stderr.write(util.format.apply(null, arguments) + '\n')
|
||
}
|
||
}
|
||
let allWindowSockets = [];
|
||
let allWindowScoketNames = [];
|
||
task_server.start(config.webserver_port); //start local server
|
||
let server_address = `${config.webserver_address}:${config.webserver_port}`;
|
||
const websocket_port = 8084; //目前只支持8084端口，写死，因为扩展里面写死了
|
||
console.log("server_address: " + server_address);
|
||
let driverPath = "";
|
||
let chromeBinaryPath = "";
|
||
let execute_path = "";
|
||
console.log(process.arch);
|
||
|
||
exec(`wmic os get Caption`, function (error, stdout, stderr) {
|
||
if (error) {
|
||
console.error(`执行的错误: ${error}`);
|
||
return;
|
||
}
|
||
|
||
if (stdout.includes('Windows 7')) {
|
||
console.log('Windows 7');
|
||
let sys_arch = config.sys_arch;
|
||
if (sys_arch === 'x64') {
|
||
dialog.showMessageBoxSync({
|
||
type: 'error',
|
||
title: 'Error',
|
||
message: 'Windows 7系统请下载使用x32版本的软件，不论Win 7系统为x64还是x32版本。\nFor Windows 7, please download and use the x32 version of the software, regardless of whether the Win 7 system is x64 or x32 version.',
|
||
});
|
||
}
|
||
} else {
|
||
console.log('Not Windows 7');
|
||
}
|
||
});
|
||
|
||
if (process.platform === 'win32' && process.arch === 'ia32') {
|
||
driverPath = path.join(__dirname, "chrome_win32/chromedriver_win32.exe");
|
||
chromeBinaryPath = path.join(__dirname, "chrome_win32/chrome.exe");
|
||
execute_path = path.join(__dirname, "chrome_win32/execute.bat");
|
||
} else if (process.platform === 'win32' && process.arch === 'x64') {
|
||
driverPath = path.join(__dirname, "chrome_win64/chromedriver_win64.exe");
|
||
chromeBinaryPath = path.join(__dirname, "chrome_win64/chrome.exe");
|
||
execute_path = path.join(__dirname, "chrome_win64/execute.bat");
|
||
} else if (process.platform === 'darwin') {
|
||
driverPath = path.join(__dirname, "chromedriver_mac64");
|
||
chromeBinaryPath = path.join(__dirname, "chrome_mac64.app/Contents/MacOS/Google Chrome");
|
||
execute_path = path.join(__dirname, "");
|
||
} else if (process.platform === 'linux') {
|
||
driverPath = path.join(__dirname, "chrome_linux64/chromedriver_linux64");
|
||
chromeBinaryPath = path.join(__dirname, "chrome_linux64/chrome");
|
||
execute_path = path.join(__dirname, "chrome_linux64/execute.sh");
|
||
}
|
||
console.log(driverPath, chromeBinaryPath, execute_path);
|
||
let language = "en";
|
||
let driver = null;
|
||
let mainWindow = null;
|
||
let flowchart_window = null;
|
||
let current_handle = null;
|
||
let old_handles = [];
|
||
let handle_pairs = {};
|
||
let socket_window = null;
|
||
let socket_start = null;
|
||
let socket_flowchart = null;
|
||
let invoke_window = null;
|
||
|
||
// var ffi = require('ffi-napi');
|
||
// var libm = ffi.Library('libm', {
|
||
// 'ceil': [ 'double', [ 'double' ] ]
|
||
// });
|
||
// libm.ceil(1.5); // 2
|
||
// const {user32FindWindowEx,
|
||
// winspoolGetDefaultPrinter,} = require('win32-api/fun');
|
||
// async function testt(){
|
||
// // 获取当前电脑当前用户默认打印机名
|
||
// const printerName = await winspoolGetDefaultPrinter()
|
||
// console.log(printerName);
|
||
// }
|
||
|
||
// testt();
|
||
|
||
function createWindow() {
|
||
// Create the browser window.
|
||
mainWindow = new BrowserWindow({
|
||
width: 550,
|
||
height: 750,
|
||
webPreferences: {
|
||
preload: path.join(__dirname, 'src/js/preload.js')
|
||
},
|
||
icon: iconPath,
|
||
// frame: false, //取消window自带的关闭最小化等
|
||
resizable: false //禁止改变主窗口尺寸
|
||
})
|
||
|
||
// and load the index.html of the app.
|
||
// mainWindow.loadFile('src/index.html');
|
||
mainWindow.loadURL(server_address + '/index.html?user_data_folder=' + config.user_data_folder + "©right=" + config.copyright, {extraHeaders: 'pragma: no-cache\n'});
|
||
// 隐藏菜单栏
|
||
const {Menu} = require('electron');
|
||
Menu.setApplicationMenu(null);
|
||
mainWindow.on('close', function (e) {
|
||
if (process.platform !== 'darwin') {
|
||
app.quit();
|
||
}
|
||
});
|
||
// mainWindow.webContents.openDevTools();
|
||
// Open the DevTools.
|
||
// mainWindow.webContents.openDevTools()
|
||
}
|
||
|
||
|
||
async function findElementRecursive(driver, by, value, frames) {
|
||
for (const frame of frames) {
|
||
try {
|
||
// Try to switch to the frame
|
||
try {
|
||
await driver.switchTo().frame(frame);
|
||
} catch (error) {
|
||
if (error.name.indexOf('StaleElement') >= 0) {
|
||
// If the frame is stale, switch to the parent frame and then retry switching to the frame
|
||
await driver.switchTo().parentFrame();
|
||
await driver.switchTo().frame(frame);
|
||
} else {
|
||
// If it is another exception rethrow it
|
||
throw error;
|
||
}
|
||
}
|
||
|
||
let element;
|
||
try {
|
||
// Attempt to find the element in this frame
|
||
element = await driver.findElement(by(value));
|
||
return element;
|
||
} catch (error) {
|
||
if (error.name.indexOf('NoSuchElement') >= 0) {
|
||
// The element was not found in this frame, recurse into nested iframes
|
||
const nestedFrames = await driver.findElements(By.tagName("iframe"));
|
||
if (nestedFrames.length > 0) {
|
||
element = await findElementRecursive(driver, by, value, nestedFrames);
|
||
if (element) {
|
||
return element;
|
||
}
|
||
}
|
||
} else {
|
||
// If it is another exception, log it
|
||
console.error(`Exception while processing frame: ${error}`);
|
||
}
|
||
}
|
||
} catch (error) {
|
||
console.error(`Exception while processing frame: ${error}`);
|
||
}
|
||
}
|
||
|
||
throw new Error(`Element ${value} not found in any frame or iframe`);
|
||
}
|
||
|
||
async function findElement(driver, by, value, iframe = false) {
|
||
// Switch back to the main document
|
||
await driver.switchTo().defaultContent();
|
||
|
||
if (iframe) {
|
||
const frames = await driver.findElements(By.tagName("iframe"));
|
||
if (frames.length === 0) {
|
||
throw new Error(`No iframes found in the current page while searching for ${value}`);
|
||
}
|
||
const element = await findElementRecursive(driver, by, value, frames);
|
||
return element;
|
||
} else {
|
||
// Find element in the main document as normal
|
||
let element = await driver.findElement(by(value));
|
||
return element;
|
||
}
|
||
}
|
||
|
||
async function findElementAcrossAllWindows(msg, notifyBrowser = true, scrollIntoView = true) {
|
||
let handles = await driver.getAllWindowHandles();
|
||
// console.log("handles", handles);
|
||
let content_handle = current_handle;
|
||
let id = -1;
|
||
try {
|
||
id = msg.message.id;
|
||
} catch {
|
||
id = msg.id;
|
||
}
|
||
if (id == -1) { //如果是-1，从当前窗口开始搜索
|
||
content_handle = current_handle;
|
||
} else {
|
||
content_handle = handle_pairs[id];
|
||
}
|
||
// console.log(msg.message.id, content_handle);
|
||
let order = [...handles.filter(handle => handle != current_handle && handle != content_handle), current_handle, content_handle]; //搜索顺序
|
||
let len = order.length;
|
||
let element = null;
|
||
let iframe = false;
|
||
try {
|
||
iframe = msg.message.iframe;
|
||
} catch {
|
||
iframe = msg.iframe;
|
||
}
|
||
// if (iframe) {
|
||
// notify_browser("在IFrame中执行操作可能需要较长时间，请耐心等待。", "Executing operations in IFrame may take a long time, please wait patiently.", "info");
|
||
// }
|
||
let xpath = "";
|
||
try {
|
||
xpath = msg.message.xpath;
|
||
} catch {
|
||
xpath = msg.xpath;
|
||
}
|
||
if (xpath.indexOf("Field(") >= 0 || xpath.indexOf("eval(") >= 0) {
|
||
//两秒后通知浏览器
|
||
await new Promise(resolve => setTimeout(resolve, 2000));
|
||
notify_browser("检测到XPath中包含Field(\"\")或eval(\"\")，试运行时无法正常定位到包含此两项表达式的元素，请在任务正式调用阶段测试是否有效。", "Field(\"\") or eval(\"\") is detected in xpath, and the element containing these two expressions cannot be located normally during trial operation. Please test whether it is valid in the formal call stage.", "warning");
|
||
return null;
|
||
}
|
||
let notify = false;
|
||
while (true) {
|
||
// console.log("handles");
|
||
try {
|
||
let h = order[len - 1];
|
||
console.log("current_handle", current_handle);
|
||
if (h != null && handles.includes(h)) {
|
||
await driver.switchTo().window(h);
|
||
current_handle = h;
|
||
console.log("switch to handle: ", h);
|
||
}
|
||
element = await findElement(driver, By.xpath, xpath, iframe);
|
||
break;
|
||
} catch (error) {
|
||
console.log("len", len);
|
||
len = len - 1;
|
||
if (!notify) {
|
||
notify = true;
|
||
// notify_browser("正在尝试在其他窗口中查找元素，请耐心等待。", "Trying to find elements in other windows, please wait patiently.", "info");
|
||
}
|
||
if (len == 0) {
|
||
break;
|
||
}
|
||
}
|
||
}
|
||
if (element == null && notifyBrowser) {
|
||
notify_browser("无法找到元素，请检查XPath是否正确：" + xpath, "Cannot find the element, please check if the XPath is correct: " + xpath, "warning");
|
||
}
|
||
if (element != null && scrollIntoView) {
|
||
// 浏览器切换到元素位置稍微靠上的位置
|
||
try {
|
||
// let script = `arguments[0].scrollIntoView(true);`;
|
||
let script = `arguments[0].scrollIntoView({block: "center", inline: "center"});`;
|
||
await driver.executeScript(script, element);
|
||
} catch (e) {
|
||
console.log("Cannot scrollIntoView");
|
||
}
|
||
}
|
||
return element;
|
||
}
|
||
|
||
async function beginInvoke(msg, ws) {
|
||
if (msg.type == 1) {
|
||
if (msg.message.id != -1) {
|
||
let url = "";
|
||
if (language == "zh") {
|
||
url = server_address + `/taskGrid/FlowChart_CN.html?id=${msg.message.id}&wsport=${websocket_port}&backEndAddressServiceWrapper=` + server_address;
|
||
} else if (language == "en") {
|
||
url = server_address + `/taskGrid/FlowChart.html?id=${msg.message.id}&wsport=${websocket_port}&backEndAddressServiceWrapper=` + server_address;
|
||
}
|
||
console.log(url);
|
||
flowchart_window.loadURL(url, {extraHeaders: 'pragma: no-cache\n'});
|
||
}
|
||
mainWindow.hide();
|
||
// Prints the currently focused window bounds.
|
||
// This method has to be called on macOS before changing the window's bounds, otherwise it will throw an error.
|
||
// It will prompt an accessibility permission request dialog, if needed.
|
||
if (process.platform != "linux" && process.platform != "darwin") {
|
||
const {windowManager} = require("node-window-manager");
|
||
const window = windowManager.getActiveWindow();
|
||
console.log(window);
|
||
windowManager.requestAccessibility();
|
||
// Sets the active window's bounds.
|
||
let size = screen.getPrimaryDisplay().workAreaSize
|
||
let width = parseInt(size.width)
|
||
let height = parseInt(size.height * 0.6)
|
||
window.setBounds({x: 0, y: size.height * 0.4, height: height, width: width});
|
||
}
|
||
flowchart_window.show();
|
||
// flowchart_window.openDevTools();
|
||
} else if (msg.type == 2) {
|
||
// 键盘输入事件
|
||
// const robot = require("@jitsi/robotjs");
|
||
let keyInfo = msg.message.keyboardStr;
|
||
let enter = false;
|
||
if (/<enter>/i.test(keyInfo)) {
|
||
keyInfo = keyInfo.replace(/<enter>/gi, '');
|
||
enter = true;
|
||
}
|
||
let element = await findElementAcrossAllWindows(msg, notifyBrowser = true, scrollIntoView = false);
|
||
await element.sendKeys(Key.HOME, Key.chord(Key.SHIFT, Key.END), keyInfo);
|
||
if (enter) {
|
||
await element.sendKeys(Key.ENTER);
|
||
}
|
||
} else if (msg.type == 3) {
|
||
try {
|
||
if (msg.from == 0) {
|
||
socket_flowchart.send(msg.message.pipe); //直接把消息转接
|
||
let message = JSON.parse(msg.message.pipe);
|
||
let type = message.type;
|
||
console.log("FROM Browser: ", message);
|
||
if (type.indexOf("Click") >= 0 || type.indexOf("Move") >= 0) {
|
||
let element = await findElementAcrossAllWindows(message, notifyBrowser = true, scrollIntoView = false);
|
||
if (type.indexOf("Click") >= 0) {
|
||
await click_element(element);
|
||
} else if (type.indexOf("Move") >= 0) {
|
||
await driver.actions().move({origin: element}).perform();
|
||
}
|
||
}
|
||
} else {
|
||
send_message_to_browser(msg.message.pipe);
|
||
console.log("FROM Flowchart: ", JSON.parse(msg.message.pipe));
|
||
}
|
||
} catch (e) {
|
||
console.log(e);
|
||
}
|
||
} else if (msg.type == 4) { //标记元素和试运行功能
|
||
let node = JSON.parse(msg.message.node);
|
||
let type = msg.message.type;
|
||
if (type == 0) { //标记元素
|
||
let option = node.option;
|
||
let parameters = node.parameters;
|
||
//下面是让浏览器自动滚动到元素位置
|
||
if (option == 2 || option == 4 || option == 6 || option == 7) {
|
||
let xpath = parameters.xpath;
|
||
let parent_node = JSON.parse(msg.message.parentNode);
|
||
if (parameters.useLoop && option != 4 && option != 6) {
|
||
let parentXPath = parent_node.parameters.xpath;
|
||
xpath = parentXPath + xpath;
|
||
}
|
||
let elementInfo = {"iframe": parameters.iframe, "xpath": xpath, "id": -1};
|
||
//用于跳转到元素位置
|
||
let element = await findElementAcrossAllWindows(elementInfo);
|
||
} else if (option == 3) {
|
||
let paras = parameters.paras; //所有的提取数据参数
|
||
let para = paras[0];
|
||
let xpath = para.relativeXPath;
|
||
if (para.relative) {
|
||
let parent_node = JSON.parse(msg.message.parentNode);
|
||
let parent_xpath = parent_node.parameters.xpath;
|
||
if (parent_node.parameters.loopType == 2) {
|
||
parent_xpath = parent_node.parameters.pathList.split("\n")[0].trim();
|
||
}
|
||
xpath = parent_xpath + xpath;
|
||
}
|
||
let elementInfo = {"iframe": para.iframe, "xpath": xpath, "id": -1};
|
||
let element = await findElementAcrossAllWindows(elementInfo);
|
||
} else if (option == 11) {
|
||
let paras = parameters.paras; //所有的提取数据参数
|
||
let i = parameters.index;
|
||
let para = paras[i];
|
||
let xpath = para.relativeXPath;
|
||
if (para.relative) {
|
||
let parent_node = JSON.parse(msg.message.parentNode);
|
||
let parent_xpath = parent_node.parameters.xpath;
|
||
if (parent_node.parameters.loopType == 2) {
|
||
parent_xpath = parent_node.parameters.pathList.split("\n")[0].trim();
|
||
}
|
||
xpath = parent_xpath + xpath;
|
||
}
|
||
let elementInfo = {"iframe": para.iframe, "xpath": xpath, "id": -1};
|
||
let element = await findElementAcrossAllWindows(elementInfo);
|
||
} else if (option == 8) {
|
||
let loopType = parameters.loopType;
|
||
if (loopType <= 2) {
|
||
let xpath = "";
|
||
if (loopType <= 1) {
|
||
xpath = parameters.xpath;
|
||
} else if (loopType == 2) {
|
||
xpath = parameters.pathList.split("\n")[0].trim();
|
||
}
|
||
let elementInfo = {"iframe": parameters.iframe, "xpath": xpath, "id": -1};
|
||
let element = await findElementAcrossAllWindows(elementInfo);
|
||
} else if (loopType == 5) { //JavaScript命令返回值
|
||
let code = parameters.code;
|
||
let waitTime = parameters.waitTime;
|
||
let element = await driver.findElement(By.tagName("body"));
|
||
let outcome = await execute_js(code, element, waitTime);
|
||
if (!outcome || outcome == -1) {
|
||
notify_browser("目前页面中，设置的循环“" + node.title + "”的JavaScript条件不成立", "The condition of the loop " + node.title + " is not met, skip this loop.", "warning");
|
||
} else {
|
||
notify_browser("目前页面中，设置的循环“" + node.title + "”的JavaScript条件成立", "The condition of the loop " + node.title + " is met, continue this loop.", "success");
|
||
}
|
||
}
|
||
} else if (option == 10) { //条件分支
|
||
let condition = parameters.class; //条件类型
|
||
let result = -1;
|
||
let additionalInfo = "";
|
||
if (condition == 5 || condition == 7) { //JavaScript命令返回值
|
||
let code = parameters.code;
|
||
let waitTime = parameters.waitTime;
|
||
let element = await driver.findElement(By.tagName("body"));
|
||
if (condition == 7) {
|
||
let parent_node = JSON.parse(msg.message.parentNode);
|
||
let xpath = parent_node.parameters.xpath;
|
||
elementInfo = {"iframe": parent_node.parameters.iframe, "xpath": xpath, "id": -1};
|
||
element = await findElementAcrossAllWindows(elementInfo);
|
||
}
|
||
let outcome = await execute_js(code, element, waitTime);
|
||
if (!outcome) {
|
||
msg.message.result = 0; //条件不成立传入扩展
|
||
} else if (outcome == -1) {
|
||
msg.message.result = -1; //JS执行出错
|
||
} else {
|
||
msg.message.result = 1; //条件成立传入扩展
|
||
}
|
||
}
|
||
}
|
||
send_message_to_browser(JSON.stringify({"type": "trial", "message": msg}));
|
||
} else { //试运行
|
||
try {
|
||
let flowchart_url = flowchart_window.webContents.getURL();
|
||
} catch {
|
||
flowchart_window = null;
|
||
}
|
||
if (flowchart_window == null) {
|
||
notify_flowchart("试运行功能只能在设计任务阶段，Chrome浏览器打开时使用！", "The trial run function can only be used when designing tasks and opening in Chrome browser!", "error");
|
||
} else {
|
||
notify_browser("正在试运行操作：" + node.title, "Trying to run the operation: " + node.title, "info");
|
||
let option = node.option;
|
||
let parameters = node.parameters;
|
||
let beforeJS = "";
|
||
let beforeJSWaitTime = 0;
|
||
let afterJS = "";
|
||
let afterJSWaitTime = 0;
|
||
try {
|
||
beforeJS = parameters.beforeJS;
|
||
beforeJSWaitTime = parameters.beforeJSWaitTime;
|
||
afterJS = parameters.afterJS;
|
||
afterJSWaitTime = parameters.afterJSWaitTime;
|
||
} catch (e) {
|
||
console.log(e);
|
||
}
|
||
if (option == 1) {
|
||
let url = parameters.links.split("\n")[0].trim();
|
||
if (parameters.useLoop) {
|
||
let parent_node = JSON.parse(msg.message.parentNode);
|
||
url = parent_node["parameters"]["textList"].split("\n")[0];
|
||
}
|
||
try {
|
||
await driver.get(url);
|
||
} catch (e) {
|
||
try {
|
||
await driver.switchTo().window(current_handle);
|
||
await driver.get(url);
|
||
} catch (e){
|
||
let all_handles = await driver.getAllWindowHandles();
|
||
let handle = all_handles[all_handles.length - 1];
|
||
await driver.switchTo().window(handle);
|
||
await driver.get(url);
|
||
}
|
||
|
||
}
|
||
} else if (option == 2 || option == 7) { //点击事件
|
||
let elementInfo = {"iframe": parameters.iframe, "xpath": parameters.xpath, "id": -1};
|
||
if (parameters.useLoop) {
|
||
let parent_node = JSON.parse(msg.message.parentNode);
|
||
let parent_xpath = parent_node.parameters.xpath;
|
||
elementInfo.xpath = parent_xpath + elementInfo.xpath;
|
||
}
|
||
let element = await findElementAcrossAllWindows(elementInfo, notifyBrowser = false); //通过此函数找到元素并切换到对应的窗口
|
||
await execute_js(parameters.beforeJS, element, parameters.beforeJSWaitTime);
|
||
if (option == 2) {
|
||
await click_element(element);
|
||
let alertHandleType = parameters.alertHandleType;
|
||
if (alertHandleType == 1) {
|
||
try {
|
||
await driver.switchTo().alert().accept();
|
||
} catch (e) {
|
||
console.log("No alert");
|
||
}
|
||
} else if (alertHandleType == 2) {
|
||
try {
|
||
await driver.switchTo().alert().dismiss();
|
||
} catch (e) {
|
||
console.log("No alert");
|
||
}
|
||
}
|
||
} else if (option == 7) {
|
||
await driver.actions().move({origin: element}).perform();
|
||
}
|
||
await execute_js(parameters.afterJS, element, parameters.afterJSWaitTime);
|
||
send_message_to_browser(JSON.stringify({"type": "cancelSelection"}));
|
||
} else if (option == 3) { //提取数据
|
||
notify_browser("提示：提取数据操作只能试运行设置的JavaScript语句，且只针对第一个匹配的元素。", "Hint: can only test JavaScript statement set in the data extraction operation, and only for the first matching element.", "info");
|
||
let paras = parameters.paras; //所有的提取数据参数
|
||
let not_found_xpaths = [];
|
||
for (let i = 0; i < paras.length; i++) {
|
||
let para = paras[i];
|
||
let xpath = para.relativeXPath;
|
||
if (para.relative) {
|
||
let parent_node = JSON.parse(msg.message.parentNode);
|
||
let parent_xpath = parent_node.parameters.xpath;
|
||
if (parent_node.parameters.loopType == 2) {
|
||
parent_xpath = parent_node.parameters.pathList.split("\n")[0].trim();
|
||
}
|
||
xpath = parent_xpath + xpath;
|
||
}
|
||
let elementInfo = {"iframe": para.iframe, "xpath": xpath, "id": -1};
|
||
let element = await findElementAcrossAllWindows(elementInfo, notifyBrowser = false);
|
||
if (element != null) {
|
||
await execute_js(para.beforeJS, element, para.beforeJSWaitTime);
|
||
await execute_js(para.afterJS, element, para.afterJSWaitTime);
|
||
} else {
|
||
not_found_xpaths.push(xpath);
|
||
}
|
||
}
|
||
if (not_found_xpaths.length > 0) {
|
||
notify_browser("无法找到以下元素，请检查XPath是否正确：" + not_found_xpaths.join("\n"), "Cannot find the element, please check if the XPath is correct: " + not_found_xpaths.join("\n"), "warning");
|
||
}
|
||
} else if (option == 4) { //键盘输入事件
|
||
let elementInfo = {"iframe": parameters.iframe, "xpath": parameters.xpath, "id": -1};
|
||
let value = node.parameters.value;
|
||
if (node.parameters.useLoop) {
|
||
let parent_node = JSON.parse(msg.message.parentNode);
|
||
value = parent_node["parameters"]["textList"].split("\n")[0];
|
||
let index = node.parameters.index;
|
||
if (index > 0) {
|
||
value = value.split("~")[index - 1];
|
||
}
|
||
}
|
||
let keyInfo = value
|
||
let enter = false;
|
||
if (/<enter>/i.test(keyInfo)) {
|
||
keyInfo = keyInfo.replace(/<enter>/gi, '');
|
||
enter = true;
|
||
}
|
||
if (keyInfo.indexOf("Field(") >= 0 || keyInfo.indexOf("eval(") >= 0) {
|
||
//两秒后通知浏览器
|
||
await new Promise(resolve => setTimeout(resolve, 2000));
|
||
notify_browser("检测到文字中包含Field(\"\")或eval(\"\")，试运行时无法输入两项表达式的替换值，请在任务正式调用阶段测试是否有效。", "Field(\"\") or eval(\"\") is detected in the text, and the replacement value of the two expressions cannot be entered during trial operation. Please test whether it is valid in the formal call stage.", "warning");
|
||
}
|
||
let element = await findElementAcrossAllWindows(elementInfo, notifyBrowser = false);
|
||
await execute_js(beforeJS, element, beforeJSWaitTime);
|
||
await element.sendKeys(Key.HOME, Key.chord(Key.SHIFT, Key.END), keyInfo);
|
||
if (enter) {
|
||
await element.sendKeys(Key.ENTER);
|
||
}
|
||
await execute_js(afterJS, element, afterJSWaitTime);
|
||
} else if (option == 5) { //自定义操作的JS代码
|
||
let code = parameters.code;
|
||
let codeMode = parameters.codeMode;
|
||
let waitTime = parameters.waitTime;
|
||
let element = await driver.findElement(By.tagName("body"));
|
||
if (codeMode == 0) {
|
||
await execute_js(code, element, waitTime);
|
||
} else if (codeMode == 8) {
|
||
//刷新页面
|
||
await driver.navigate().refresh();
|
||
}
|
||
} else if (option == 6) { //切换下拉选项
|
||
let optionMode = parseInt(parameters.optionMode);
|
||
let optionValue = parameters.optionValue;
|
||
if (node.parameters.useLoop) {
|
||
let parent_node = JSON.parse(msg.message.parentNode);
|
||
optionValue = parent_node["parameters"]["textList"].split("\n")[0];
|
||
let index = node.parameters.index;
|
||
if (index > 0) {
|
||
optionValue = optionValue.split("~")[index - 1];
|
||
}
|
||
}
|
||
let elementInfo = {"iframe": parameters.iframe, "xpath": parameters.xpath, "id": -1};
|
||
let element = await findElementAcrossAllWindows(elementInfo, notifyBrowser = false);
|
||
execute_js(beforeJS, element, beforeJSWaitTime);
|
||
let dropdown = new Select(element);
|
||
// Interacting with dropdown element based on optionMode
|
||
switch (optionMode) {
|
||
case 0: //切换到下一个选项
|
||
let script = `var options = arguments[0].options;
|
||
for (var i = 0; i < options.length; i++) {
|
||
if (options[i].selected) {
|
||
options[i].selected = false;
|
||
if (i == options.length - 1) {
|
||
options[0].selected = true;
|
||
} else {
|
||
options[i + 1].selected = true;
|
||
}
|
||
break;
|
||
}
|
||
}`;
|
||
await driver.executeScript(script, element);
|
||
break;
|
||
case 1:
|
||
await dropdown.selectByIndex(parseInt(optionValue));
|
||
break;
|
||
case 2:
|
||
await dropdown.selectByValue(optionValue);
|
||
break;
|
||
case 3:
|
||
await dropdown.selectByVisibleText(optionValue);
|
||
break;
|
||
default:
|
||
throw new Error('Invalid option mode');
|
||
}
|
||
execute_js(afterJS, element, afterJSWaitTime);
|
||
} else if (option == 11) { //单个提取数据参数
|
||
notify_browser("提示：提取数据操作只能试运行设置的JavaScript语句，且只针对第一个匹配的元素。", "Hint: can only test JavaScript statement set in the data extraction operation, and only for the first matching element.", "info");
|
||
let paras = parameters.paras; //所有的提取数据参数
|
||
let i = parameters.index;
|
||
let para = paras[i];
|
||
let xpath = para.relativeXPath;
|
||
if (para.relative) {
|
||
let parent_node = JSON.parse(msg.message.parentNode);
|
||
let parent_xpath = parent_node.parameters.xpath;
|
||
if (parent_node.parameters.loopType == 2) {
|
||
parent_xpath = parent_node.parameters.pathList.split("\n")[0].trim();
|
||
}
|
||
xpath = parent_xpath + xpath;
|
||
}
|
||
let elementInfo = {"iframe": para.iframe, "xpath": xpath, "id": -1};
|
||
let element = await findElementAcrossAllWindows(elementInfo, notifyBrowser = false);
|
||
if (element != null) {
|
||
await execute_js(para.beforeJS, element, para.beforeJSWaitTime);
|
||
await execute_js(para.afterJS, element, para.afterJSWaitTime);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
} else if (msg.type == 5) {
|
||
let child = require('child_process').execFile;
|
||
// 参数顺序： 1. task id 2. server address 3. saved_file_name 4. "remote" or "local" 5. user_data_folder
|
||
// var parameters = [msg.message.id, server_address];
|
||
let parameters = [];
|
||
console.log(msg.message)
|
||
if (msg.message.user_data_folder == null || msg.message.user_data_folder == undefined || msg.message.user_data_folder == "") {
|
||
parameters = ["--ids", "[" + msg.message.id + "]", "--server_address", server_address, "--user_data", 0];
|
||
} else {
|
||
let user_data_folder_path = path.join(task_server.getDir(), msg.message.user_data_folder);
|
||
parameters = ["--ids", "[" + msg.message.id + "]", "--server_address", server_address, "--user_data", 1];
|
||
config.user_data_folder = msg.message.user_data_folder;
|
||
config.absolute_user_data_folder = user_data_folder_path;
|
||
fs.writeFileSync(path.join(task_server.getDir(), "config.json"), JSON.stringify(config));
|
||
}
|
||
if (msg.message.mysql_config_path != "-1") {
|
||
config.mysql_config_path = msg.message.mysql_config_path;
|
||
}
|
||
fs.writeFileSync(path.join(task_server.getDir(), "config.json"), JSON.stringify(config));
|
||
// child('Chrome/easyspider_executestage.exe', parameters, function(err,stdout, stderr) {
|
||
// console.log(stdout);
|
||
// });
|
||
|
||
let spawn = require("child_process").spawn;
|
||
if (process.platform != "darwin" && msg.message.execute_type == 1 && msg.message.id != -1) {
|
||
let child_process = spawn(execute_path, parameters);
|
||
child_process.stdout.on('data', function (data) {
|
||
console.log(data.toString());
|
||
});
|
||
}
|
||
ws.send(JSON.stringify({
|
||
"config_folder": task_server.getDir() + "/",
|
||
"easyspider_location": task_server.getEasySpiderLocation()
|
||
}));
|
||
} else if (msg.type == 6) {
|
||
try {
|
||
flowchart_window.openDevTools();
|
||
} catch {
|
||
console.log("open devtools error");
|
||
}
|
||
try {
|
||
invoke_window.openDevTools();
|
||
} catch {
|
||
console.log("open devtools error");
|
||
}
|
||
} else if (msg.type == 7) {
|
||
// 获得当前页面Cookies
|
||
try {
|
||
let cookies = await driver.manage().getCookies();
|
||
console.log("Cookies: ", cookies);
|
||
let cookiesText = cookies.map(cookie => `${cookie.name}=${cookie.value}`).join('\n');
|
||
socket_flowchart.send(JSON.stringify({"type": "GetCookies", "message": cookiesText}));
|
||
} catch {
|
||
console.log("Cannot get Cookies");
|
||
}
|
||
}
|
||
}
|
||
|
||
async function click_element(element) {
|
||
try {
|
||
await element.click();
|
||
//ctrl+click
|
||
// await driver.actions().keyDown(Key.CONTROL).click(element).keyUp(Key.CONTROL).perform();
|
||
} catch (e) {
|
||
console.log(e);
|
||
await driver.executeScript("arguments[0].click();", element);
|
||
}
|
||
}
|
||
|
||
async function execute_js(js, element, wait_time = 3) {
|
||
let outcome = 0;
|
||
if (js.length != 0) {
|
||
try {
|
||
outcome = await driver.executeScript(js, element);
|
||
if (wait_time == 0) {
|
||
wait_time = 30000;
|
||
}
|
||
// await new Promise(resolve => setTimeout(resolve, wait_time));
|
||
} catch (e) {
|
||
// await new Promise(resolve => setTimeout(resolve, 2000));
|
||
notify_browser("执行JavaScript出错，请检查JavaScript语句是否正确：" + js + "\n错误信息：" + e, "Error executing JavaScript, please check if the JavaScript statement is correct: " + js + "\nError message: " + e, "error");
|
||
outcome = -1;
|
||
}
|
||
if (js.indexOf("Field(") >= 0 || js.indexOf("eval(") >= 0) {
|
||
//两秒后通知浏览器
|
||
await new Promise(resolve => setTimeout(resolve, 2000));
|
||
notify_browser("检测到JavaScript中包含Field(\"\")或eval(\"\")，试运行时无法执行两项表达式，请在任务正式调用阶段测试是否有效。", "Field(\"\") or eval(\"\") is detected in JavaScript, and the two expressions cannot be executed during trial operation. Please test whether it is valid in the formal call stage.", "warning");
|
||
}
|
||
}
|
||
return outcome;
|
||
}
|
||
|
||
function notify_flowchart(msg_zh, msg_en, level = "info") {
|
||
socket_flowchart.send(JSON.stringify({"type": "notify", "level": level, "msg_zh": msg_zh, "msg_en": msg_en}));
|
||
}
|
||
|
||
function notify_browser(msg_zh, msg_en, level = "info") {
|
||
send_message_to_browser(JSON.stringify({"type": "notify", "level": level, "msg_zh": msg_zh, "msg_en": msg_en}));
|
||
}
|
||
|
||
function send_message_to_browser(message) {
|
||
socket_window.send(message);
|
||
for (let i in allWindowSockets) {
|
||
try {
|
||
allWindowSockets[i].send(message);
|
||
} catch {
|
||
console.log("Cannot send to socket with id: ", allWindowScoketNames[i]);
|
||
}
|
||
}
|
||
}
|
||
|
||
const WebSocket = require('ws');
|
||
const {all} = require("express/lib/application");
|
||
let wss = new WebSocket.Server({port: websocket_port});
|
||
wss.on('connection', function (ws) {
|
||
ws.on('message', async function (message, isBinary) {
|
||
let msg = JSON.parse(message.toString());
|
||
// console.log("\n\nGET A MESSAGE: ", msg);
|
||
// console.log(msg, msg.type, msg.message);
|
||
if (msg.type == 0) {
|
||
if (msg.message.id == 0) {
|
||
socket_window = ws;
|
||
// socket_window.on('close', function (event) {
|
||
// socket_window = null;
|
||
// console.log("socket_window closed");
|
||
// });
|
||
// console.log("set socket_window at time: ", new Date());
|
||
} else if (msg.message.id == 1) {
|
||
socket_start = ws;
|
||
console.log("set socket_start at time: ", new Date());
|
||
} else if (msg.message.id == 2) {
|
||
socket_flowchart = ws;
|
||
// socket_flowchart.on('close', function (event) {
|
||
// socket_flowchart = null;
|
||
// console.log("socket_flowchart closed");
|
||
// });
|
||
console.log("set socket_flowchart at time: ", new Date());
|
||
} else { //其他的ID是用来标识不同的浏览器标签页的
|
||
// await new Promise(resolve => setTimeout(resolve, 200));
|
||
let handles = await driver.getAllWindowHandles();
|
||
if (arrayDifference(handles, old_handles).length > 0) {
|
||
old_handles = handles;
|
||
current_handle = handles[handles.length - 1];
|
||
await driver.switchTo().window(current_handle);
|
||
console.log("New tab opened, change current_handle to: ", current_handle);
|
||
// 调整浏览器窗口大小，不然扩展会白屏
|
||
// let size = await driver.manage().window().getRect();
|
||
// let width = size.width;
|
||
// let height = size.height;
|
||
// await driver.manage().window().setRect({width: width, height: height + 10});
|
||
// // height = height - 1;
|
||
// await driver.manage().window().setRect({width: width, height: height});
|
||
}
|
||
await new Promise(resolve => setTimeout(resolve, 2000));
|
||
handle_pairs[msg.message.id] = current_handle;
|
||
console.log("Set handle_pair for id: ", msg.message.id, " to ", current_handle, ", title is: ", msg.message.title);
|
||
socket_flowchart.send(JSON.stringify({"type": "title", "data": {"title": msg.message.title}}));
|
||
allWindowSockets.push(ws);
|
||
allWindowScoketNames.push(msg.message.id);
|
||
console.log("set socket for id: ", msg.message.id, " at time: ", new Date());
|
||
ws.on('close', async function (event) {
|
||
let index = allWindowSockets.indexOf(ws);
|
||
if (index > -1) {
|
||
allWindowSockets.splice(index, 1);
|
||
allWindowScoketNames.splice(index, 1);
|
||
}
|
||
let handles = await driver.getAllWindowHandles();
|
||
if (handles.length < old_handles.length) {
|
||
old_handles = handles;
|
||
current_handle = handles[handles.length - 1];
|
||
await driver.switchTo().window(current_handle);
|
||
console.log("Current tab closed, change current_handle to: ", current_handle);
|
||
}
|
||
console.log("socket for id: ", msg.message.id, " closed at time: ", new Date());
|
||
});
|
||
// console.log("handle_pairs: ", handle_pairs);
|
||
}
|
||
} else if (msg.type == 10) {
|
||
let leave_handle = handle_pairs[msg.message.id];
|
||
if (leave_handle != null && leave_handle != undefined && leave_handle != "") {
|
||
await driver.switchTo().window(leave_handle);
|
||
console.log("Switch to handle: ", leave_handle);
|
||
current_handle = leave_handle;
|
||
}
|
||
} else {
|
||
await beginInvoke(msg, ws);
|
||
}
|
||
});
|
||
|
||
});
|
||
|
||
console.log(process.platform);
|
||
|
||
async function runBrowser(lang = "en", user_data_folder = '', mobile = false) {
|
||
const serviceBuilder = new ServiceBuilder(driverPath);
|
||
let options = new chrome.Options();
|
||
options.addArguments('--disable-blink-features=AutomationControlled');
|
||
options.addArguments('--disable-infobars');
|
||
// 添加实验性选项以排除'enable-automation'开关
|
||
options.set('excludeSwitches', ['enable-automation']);
|
||
options.excludeSwitches("enable-automation")
|
||
|
||
// 添加实验性选项来禁用自动化扩展
|
||
options.set('useAutomationExtension', false);
|
||
// options.addArguments('--user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36');
|
||
options.set
|
||
language = lang;
|
||
if (lang == "en") {
|
||
options.addExtensions(path.join(__dirname, "EasySpider_en.crx"));
|
||
} else if (lang == "zh") {
|
||
options.addExtensions(path.join(__dirname, "EasySpider_zh.crx"));
|
||
}
|
||
options.addExtensions(path.join(__dirname, "XPathHelper.crx"));
|
||
options.setChromeBinaryPath(chromeBinaryPath);
|
||
|
||
if (user_data_folder != "") {
|
||
let dir = path.join(task_server.getDir(), user_data_folder);
|
||
console.log(dir);
|
||
options.addArguments("--user-data-dir=" + dir);
|
||
config.user_data_folder = user_data_folder;
|
||
fs.writeFileSync(path.join(task_server.getDir(), "config.json"), JSON.stringify(config));
|
||
}
|
||
if (mobile) {
|
||
const mobileEmulation = {
|
||
deviceName: 'iPhone XR'
|
||
};
|
||
options.addArguments(`--user-agent="Mozilla/5.0 (iPhone; CPU iPhone OS 13_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1"`);
|
||
options.setMobileEmulation(mobileEmulation);
|
||
}
|
||
driver = new Builder()
|
||
.forBrowser('chrome')
|
||
.setChromeOptions(options)
|
||
.setChromeService(serviceBuilder)
|
||
.build();
|
||
await driver.manage().setTimeouts({implicit: 3, pageLoad: 10000, script: 10000});
|
||
await driver.executeScript("Object.defineProperty(navigator, 'webdriver', {get: () => undefined})");
|
||
// await driver.executeScript("localStorage.clear();"); //重置参数数量
|
||
const cdpConnection = await driver.createCDPConnection("page");
|
||
let stealth_path = path.join(__dirname, "stealth.min.js");
|
||
let stealth = fs.readFileSync(stealth_path, 'utf8');
|
||
await cdpConnection.execute('Page.addScriptToEvaluateOnNewDocument', {
|
||
source: stealth,
|
||
});
|
||
try {
|
||
if (mobile) {
|
||
await driver.get(server_address + "/taskGrid/taskList.html?wsport=" + websocket_port + "&backEndAddressServiceWrapper=" + server_address + "&mobile=1&lang=" + lang);
|
||
} else {
|
||
await driver.get(server_address + "/taskGrid/taskList.html?wsport=" + websocket_port + "&backEndAddressServiceWrapper=" + server_address + "&lang=" + lang);
|
||
}
|
||
|
||
old_handles = await driver.getAllWindowHandles();
|
||
current_handle = old_handles[old_handles.length - 1];
|
||
} finally {
|
||
// await driver.quit(); // 退出浏览器
|
||
}
|
||
}
|
||
|
||
function handleOpenBrowser(event, lang = "en", user_data_folder = "", mobile = false) {
|
||
const webContents = event.sender;
|
||
const win = BrowserWindow.fromWebContents(webContents);
|
||
runBrowser(lang, user_data_folder, mobile);
|
||
let size = screen.getPrimaryDisplay().workAreaSize;
|
||
let width = parseInt(size.width);
|
||
let height = parseInt(size.height * 0.5);
|
||
flowchart_window = new BrowserWindow({
|
||
x: 0,
|
||
y: 0,
|
||
width: width,
|
||
height: height,
|
||
icon: iconPath,
|
||
maximizable: true,
|
||
resizable: true,
|
||
});
|
||
let url = "";
|
||
let id = -1;
|
||
if (lang == "en") {
|
||
url = server_address + `/taskGrid/FlowChart.html?id=${id}&wsport=${websocket_port}&backEndAddressServiceWrapper=` + server_address + "&mobile=" + mobile.toString();
|
||
} else if (lang == "zh") {
|
||
url = server_address + `/taskGrid/FlowChart_CN.html?id=${id}&wsport=${websocket_port}&backEndAddressServiceWrapper=` + server_address + "&mobile=" + mobile.toString();
|
||
}
|
||
// and load the index.html of the app.
|
||
flowchart_window.loadURL(url, {extraHeaders: 'pragma: no-cache\n'});
|
||
if (process.platform != "darwin") {
|
||
flowchart_window.hide();
|
||
}
|
||
flowchart_window.on('close', function (event) {
|
||
mainWindow.show();
|
||
driver.quit();
|
||
});
|
||
}
|
||
|
||
function handleOpenInvoke(event, lang = "en") {
|
||
invoke_window = new BrowserWindow({icon: iconPath});
|
||
let url = "";
|
||
language = lang;
|
||
if (lang == "en") {
|
||
url = server_address + `/taskGrid/taskList.html?type=1&wsport=${websocket_port}&backEndAddressServiceWrapper=` + server_address;
|
||
} else if (lang == "zh") {
|
||
url = server_address + `/taskGrid/taskList.html?type=1&wsport=${websocket_port}&backEndAddressServiceWrapper=` + server_address + "&lang=zh";
|
||
}
|
||
// and load the index.html of the app.
|
||
invoke_window.loadURL(url, {extraHeaders: 'pragma: no-cache\n'});
|
||
invoke_window.maximize();
|
||
mainWindow.hide();
|
||
invoke_window.on('close', function (event) {
|
||
mainWindow.show();
|
||
});
|
||
}
|
||
|
||
// This method will be called when Electron has finished
|
||
// initialization and is ready to create browser windows.
|
||
// Some APIs can only be used after this event occurs.
|
||
app.whenReady().then(() => {
|
||
session.defaultSession.webRequest.onBeforeSendHeaders((details, callback) => {
|
||
details.requestHeaders['Accept-Language'] = 'zh'
|
||
callback({cancel: false, requestHeaders: details.requestHeaders})
|
||
})
|
||
ipcMain.on('start-design', handleOpenBrowser);
|
||
ipcMain.on('start-invoke', handleOpenInvoke);
|
||
ipcMain.on('accept-agreement', function (event, arg) {
|
||
config.copyright = 1;
|
||
fs.writeFileSync(path.join(task_server.getDir(), "config.json"), JSON.stringify(config));
|
||
});
|
||
createWindow();
|
||
|
||
app.on('activate', function () {
|
||
// On MacOS it's common to re-create a window in the app when the
|
||
// dock icon is clicked and there are no other windows open.
|
||
if (BrowserWindow.getAllWindows().length === 0) {
|
||
createWindow();
|
||
}
|
||
})
|
||
})
|
||
|
||
// Quit when all windows are closed, except on macOS. There, it's common
|
||
// for applications and their menu bar to stay active until the user quits
|
||
// explicitly with Cmd + Q.
|
||
app.on('window-all-closed', function () {
|
||
if (process.platform !== 'darwin') {
|
||
app.quit();
|
||
}
|
||
})
|
||
|
||
// In this file you can include the rest of your app's specific main process
|
||
// code. You can also put them in separate files and require them here.
|
||
|
||
|
||
function arrayDifference(arr1, arr2) {
|
||
return arr1.filter(item => !arr2.includes(item));
|
||
}
|