spider/EasySpider
1
0
Fork 0
mirror of https://github.com/NaiboWang/EasySpider.git synced 2025-04-22 09:17:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

V0.3.2

Browse Source
This commit is contained in:
naibo 2023-06-02 22:37:21 +08:00
parent 8b607309bc
commit 3a59073a2c
4 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.temp_to_pub/EasySpider_windows_amd64/execution_instances/10.json Normal file
View File

@ -0,0 +1 @@
{"id":10,"name":"BigSpy","url":"https://bigspy.com/adspy/facebook/?app_type=3","links":"https://bigspy.com/adspy/facebook/?app_type=3","create_time":"6/2/2023, 10:20:57 PM","version":"0.3.2","containJudge":false,"desc":"https://bigspy.com/adspy/facebook/?app_type=3","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://bigspy.com/adspy/facebook/?app_type=3","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://bigspy.com/adspy/facebook/?app_type=3"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":500,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://bigspy.com/adspy/facebook/?app_type=3","links":"https://bigspy.com/adspy/facebook/?app_type=3","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}}]}

1
.temp_to_pub/EasySpider_windows_amd64/tasks/29.json Normal file
View File

@ -0,0 +1 @@
{"id":29,"name":"BigSpy","url":"https://bigspy.com/adspy/facebook/?app_type=3","links":"https://bigspy.com/adspy/facebook/?app_type=3","create_time":"6/2/2023, 10:20:57 PM","version":"0.3.2","containJudge":false,"desc":"https://bigspy.com/adspy/facebook/?app_type=3","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://bigspy.com/adspy/facebook/?app_type=3","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://bigspy.com/adspy/facebook/?app_type=3"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":500,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://bigspy.com/adspy/facebook/?app_type=3","links":"https://bigspy.com/adspy/facebook/?app_type=3","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}}]}

2
ExecuteStage/.vscode/launch.json vendored
View File

@ -12,7 +12,7 @@
"console": "integratedTerminal",
"justMyCode": true,
// "args": ["--id", "38", "--read_type", "local", "--headless", "1"]
"args": ["--id", "[80]", "--headless", "0", "--user_data", "0"]
"args": ["--id", "[10]", "--headless", "0", "--user_data", "0"]
}
]
}

1
ExecuteStage/easyspider_executestage.py
View File

@ -24,6 +24,7 @@ from selenium.common.exceptions import StaleElementReferenceException, InvalidSe
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
from selenium.webdriver.support.ui import Select
from selenium.webdriver import ActionChains
# import undetected_chromedriver as uc
import random
# import numpy
import csv