mirror of
https://github.com/NaiboWang/EasySpider.git
synced 2025-04-20 02:24:56 +08:00
76 lines
3.3 KiB
Python
76 lines
3.3 KiB
Python
|
|
|
|
from selenium.webdriver.chrome.options import Options
|
|
from selenium.webdriver.common.keys import Keys
|
|
from selenium.webdriver.common.action_chains import ActionChains
|
|
from selenium import webdriver
|
|
from selenium.webdriver.support.ui import WebDriverWait
|
|
from selenium.webdriver.support import expected_conditions as EC
|
|
from selenium.webdriver.common.by import By
|
|
from selenium.common.exceptions import NoSuchElementException
|
|
from selenium.common.exceptions import TimeoutException
|
|
from selenium.common.exceptions import StaleElementReferenceException, InvalidSelectorException
|
|
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
|
|
from selenium.webdriver.support.ui import Select
|
|
from selenium.webdriver import ActionChains
|
|
from selenium.webdriver.common.by import By
|
|
desired_capabilities = DesiredCapabilities.CHROME
|
|
desired_capabilities["pageLoadStrategy"] = "none"
|
|
|
|
|
|
class MyChrome(webdriver.Chrome):
|
|
def find_element(self, by=By.ID, value=None, iframe=False):
|
|
# 在这里改变查找元素的行为
|
|
if iframe:
|
|
# 获取所有的 iframe
|
|
try:
|
|
iframes = super().find_elements(By.XPATH, "//iframe")
|
|
except Exception as e:
|
|
print(e)
|
|
find_element = False
|
|
# 遍历所有的 iframe 并点击里面的元素
|
|
for iframe in iframes:
|
|
# 切换到 iframe
|
|
super().switch_to.frame(iframe)
|
|
try:
|
|
# 在 iframe 中查找并点击元素
|
|
# 在这个例子中，我们查找 XPath 为 '//div[1]' 的元素
|
|
element = super().find_element(by=by, value=value)
|
|
find_element = True
|
|
except NoSuchElementException:
|
|
print("No such element found in the iframe")
|
|
# 完成操作后切回主文档
|
|
# super().switch_to.default_content()
|
|
if find_element:
|
|
return element
|
|
if not find_element:
|
|
raise NoSuchElementException
|
|
else:
|
|
return super().find_element(by=by, value=value)
|
|
|
|
def find_elements(self, by=By.ID, value=None, iframe=False):
|
|
# 在这里改变查找元素的行为
|
|
if iframe:
|
|
# 获取所有的 iframe
|
|
iframes = iframes = super().find_elements(By.CSS_SELECTOR, "iframe")
|
|
find_element = False
|
|
# 遍历所有的 iframe 并点击里面的元素
|
|
for iframe in iframes:
|
|
# 切换到 iframe
|
|
super().switch_to.frame(iframe)
|
|
try:
|
|
# 在 iframe 中查找并点击元素
|
|
# 在这个例子中，我们查找 XPath 为 '//div[1]' 的元素
|
|
elements = super().find_elements(by=by, value=value)
|
|
find_element = True
|
|
except NoSuchElementException:
|
|
print("No such element found in the iframe")
|
|
# 完成操作后切回主文档
|
|
# super().switch_to.default_content()
|
|
if find_element:
|
|
return elements
|
|
if not find_element:
|
|
raise NoSuchElementException
|
|
else:
|
|
return super().find_elements(by=by, value=value)
|