spider/EasySpider
1
0
Fork 0
mirror of https://github.com/NaiboWang/EasySpider.git synced 2025-04-22 07:17:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

Remove duplicate parameter names

Browse Source
This commit is contained in:
naibo 2023-06-28 22:31:44 +08:00
parent b9f640f7ce
commit df9545b62b
3 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.temp_to_pub/EasySpider_windows_x64/execution_instances/36.json Normal file
View File

File diff suppressed because one or more lines are too long

2
ExecuteStage/.vscode/launch.json vendored
View File

@ -12,7 +12,7 @@
"console": "integratedTerminal",
"justMyCode": true,
// "args": ["--id", "38", "--read_type", "local", "--headless", "1"]
"args": ["--id", "[99]", "--headless", "0", "--user_data", "1"]
"args": ["--id", "[36]", "--headless", "0", "--user_data", "1"]
}
]
}

7
ExecuteStage/easyspider_executestage.py
View File

@ -156,9 +156,10 @@ class BrowserThread(Thread):
self.history = {"index": 0, "handle": None} # 记录页面现在所以在的历史记录的位置
self.SAVED = False # 记录是否已经存储了
for para in tOut:
self.outputParameters[para["name"]] = ""
self.dataNotFoundKeys[para["name"]] = False
self.OUTPUT[0].append(para["name"])
if para["name"] not in self.outputParameters.keys():
self.outputParameters[para["name"]] = ""
self.dataNotFoundKeys[para["name"]] = False
self.OUTPUT[0].append(para["name"])
self.urlId = 0 # 全局记录变量
def run(self):