使用Selenium处理动态隐藏元素并提取文本的教程

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
import time

# 假设 browser 已经被初始化并导航到目标页面
# browser = webdriver.Chrome()
# browser.get("your_page_url")

# 为了演示，我们创建一个虚拟的WebDriver实例
class MockWebElement:
    def __init__(self, tag_name, class_name=None, text=None, innerHTML=None, attributes=None):
        self.tag_name = tag_name
        self.class_name = class_name
        self._text = text
        self._innerHTML = innerHTML
        self._attributes = attributes if attributes else {}
        self.is_displayed_status = False # 初始隐藏

    def find_element(self, by, value):
        # 模拟查找子元素
        if by == By.CLASS_NAME and value == "popup":
            return self
        if by == By.TAG_NAME and value == "b":
            return MockWebElement("b", text="Mock Data")
        return None

    def find_elements(self, by, value):
        if by == By.CLASS_NAME and value == "rigaPopup":
            # 模拟popup内部的行
            return [
                MockWebElement("div", text=" Numero "),
                MockWebElement("div", text=" Anno "),
                MockWebElement("div", text=" Data apertura ")
            ]
        return []

    def click(self):
        print(f"Clicked on {self.tag_name} with class {self.class_name}")
        self.is_displayed_status = True # 模拟点击后显示

    def is_displayed(self):
        return self.is_displayed_status

    @property
    def text(self):
        return self._text if self.is_displayed_status else ""

    def get_attribute(self, name):
        if name == "innerHTML":
            return self._innerHTML
        elif name == "textContent":
            return self._text
        return self._attributes.get(name)

class MockWebDriver:
    def __init__(self):
        self.elements = {
            "table-list": MockWebElement("div", class_name="table-list"),
            "openPopup": MockWebElement("a", class_name="openPopup", attributes={"title": "Ulteriori dettagli"}),
            "popup_hidden": MockWebElement("div", class_name="popup hide", text="Numero 1\nAnno 2024\nData apertura 03/01/2024", innerHTML="<div><b>1</b></div><div><b>2024</b></div>"),
            "popup_visible": MockWebElement("div", class_name="popup", text="Numero 1\nAnno 2024\nData apertura 03/01/2024", innerHTML="<div><b>1</b></div><div><b>2024</b></div>")
        }
        self.current_popup_state = "popup_hidden"

    def find_element(self, by, value):
        if by == By.CLASS_NAME and value == "openPopup":
            return self.elements["openPopup"]
        elif by == By.CLASS_NAME and value == "popup":
            # 模拟点击后popup的class会变化，这里简化为直接返回模拟的visible状态
            if self.elements["openPopup"].is_displayed_status: # 如果openPopup被点击了
                return self.elements["popup_visible"]
            else:
                return self.elements["popup_hidden"]
        raise Exception(f"Element not found: {by}={value}")

    def find_elements(self, by, value):
        if by == By.CLASS_NAME and value == "table-list":
            return [self.elements["table-list"]]
        return []

# 使用模拟的WebDriver进行演示
browser = MockWebDriver()
wait = WebDriverWait(browser, 10)

try:
    # 1. 找到所有包含 'table-list' 的父容器
    table_lists = browser.find_elements(By.CLASS_NAME, "table-list")

    for table_list_elem in table_lists:
        # 2. 在每个 'table-list' 中寻找 'openPopup' 链接
        # 注意：这里需要更精确的定位，因为可能有多个popup
        # 假设我们定位第一个 'openPopup' 链接
        open_popup_link = wait.until(
            EC.element_to_be_clickable((By.CSS_SELECTOR, ".list-big-row-cell .openPopup"))
        )
        print(f"找到 'openPopup' 链接: {open_popup_link.get_attribute('title')}")

        # 3. 点击 'openPopup' 链接
        open_popup_link.click()
        print("已点击 'openPopup' 链接。")

        # 4. 等待隐藏的 'popup' 元素变为可见
        # 这里的定位器需要精确到点击后出现的那个popup
        popup_element = wait.until(
            EC.visibility_of_element_located((By.CSS_SELECTOR, ".popup:not(.hide)"))
        )
        print("Popup 已变为可见。")

        # 5. 提取 popup 中的文本内容
        popup_text = popup_element.text
        print(f"提取到的 Popup 文本: \n{popup_text}")

        # 进一步提取详细数据，例如每个 rigaPopup 中的键值对
        popup_data = {}
        riga_popups = popup_element.find_elements(By.CLASS_NAME, "rigaPopup")
        for riga in riga_popups:
            spans = riga.find_elements(By.TAG_NAME, "span")
            b_tag = riga.find_element(By.TAG_NAME, "b") # 假设值在<b>标签中
            if len(spans) > 0 and b_tag:
                key = spans[0].text.strip()
                value = b_tag.text.strip()
                popup_data[key] = value

        print(f"提取到的 Popup 详细数据: {popup_data}")

        # 如果需要，可以模拟关闭popup，以便处理下一个
        # 例如，点击一个关闭按钮或再次点击openPopup来切换状态
        # open_popup_link.click() # 再次点击可能关闭popup
        # wait.until(EC.invisibility_of_element_located((By.CSS_SELECTOR, ".popup:not(.hide)")))

except Exception as e:
    print(f"发生错误: {e}")
finally:
    # browser.quit() # 实际使用时需要关闭浏览器
    pass

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

# 假设 browser 已经被初始化并导航到目标页面
# browser = webdriver.Chrome()
# browser.get("your_page_url")

# 使用模拟的WebDriver进行演示
browser = MockWebDriver() # 沿用上面的MockWebDriver

try:
    # 尝试直接获取隐藏popup的textContent
    # 注意：这里我们假设即使是隐藏的元素也能被定位到
    # 在实际场景中，如果元素完全不在DOM中，则无法定位
    hidden_popup_element = browser.find_element(By.CSS_SELECTOR, ".popup.hide")

    if hidden_popup_element:
        print("直接获取隐藏Popup的 textContent:")
        text_content = hidden_popup_element.get_attribute("textContent")
        print(f"textContent: \n{text_content.strip()}")

        print("\n直接获取隐藏Popup的 innerHTML:")
        inner_html = hidden_popup_element.get_attribute("innerHTML")
        print(f"innerHTML: \n{inner_html.strip()}")
    else:
        print("未找到隐藏的popup元素。")

except Exception as e:
    print(f"发生错误: {e}")
finally:
    # browser.quit() # 实际使用时需要关闭浏览器
    pass