spider/EasySpider
1
0
Fork 0
mirror of https://github.com/NaiboWang/EasySpider.git synced 2025-04-21 21:25:21 +08:00
Code Issues Packages Projects Releases Wiki Activity

V0.3.5

Browse Source
This commit is contained in:
naibo 2023-07-09 01:44:35 +08:00
parent b8f8c190ba
commit d4d695c747
2 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.temp_to_pub/EasySpider_windows_x64/Code/easyspider_executestage.py
View File

@ -1144,7 +1144,10 @@ class BrowserThread(Thread):
# 提取数据事件 # 提取数据事件
def getData(self, para, loopElement, isInLoop=True, parentPath="", index=0): def getData(self, para, loopElement, isInLoop=True, parentPath="", index=0):
try:
pageHTML = etree.HTML(self.browser.page_source) pageHTML = etree.HTML(self.browser.page_source)
except:
pageHTML = ""
if loopElement != "": # 只在数据在循环中提取时才需要获取循环元素 if loopElement != "": # 只在数据在循环中提取时才需要获取循环元素
try: try:
loopElementOuterHTML = loopElement.get_attribute('outerHTML') loopElementOuterHTML = loopElement.get_attribute('outerHTML')

2
.temp_to_pub/compress.py
View File

@ -65,7 +65,7 @@ if __name__ == "__main__":
os.remove("./EasySpider_windows_x64/mysql_config.json") os.remove("./EasySpider_windows_x64/mysql_config.json")
os.mkdir("./EasySpider_windows_x64/Data") os.mkdir("./EasySpider_windows_x64/Data")
os.mkdir("./EasySpider_windows_x64/execution_instances") os.mkdir("./EasySpider_windows_x64/execution_instances")
# compress_folder_to_7z_split("./EasySpider_windows_x64", file_name) compress_folder_to_7z_split("./EasySpider_windows_x64", file_name)
print(f"Compress {file_name} Split successfully!") print(f"Compress {file_name} Split successfully!")
compress_folder_to_7z("./EasySpider_windows_x64", file_name) compress_folder_to_7z("./EasySpider_windows_x64", file_name)
print(f"Compress {file_name} successfully!") print(f"Compress {file_name} successfully!")