Selenium自动化：在无头Chrome中点击自定义选择菜单的策略

<div id="category" data-filters="Reports,Announcements" class="filter-form active">
  <span aria-hidden="true" class="filter-label">Category</span>
  <button aria-haspopup="dialog" aria-expanded="true" aria-controls="categoryContent" data-initial-name="Category" class="filter-values" aria-label="Category">Category</button>
  <div class="styled-select-icon arrow" aria-expanded="true"></div>
  <button aria-label="Clear Category filter" class="styled-select-icon cross"></button>
  <div id="categoryContent" role="dialog" class="filter-form-labels filter-form-labels-wide">
      <strong class="small-only">Category<button aria-label="Close filter" class="close-btn close-filter-form">x</button></strong>
      <div class="inner">
        <div>
         <input type="checkbox" id="Reports">
         <label for="Reports" data-filtergroup="category" data-value="Reports">Reports</label>
        </div>
        <div>
         <input type="checkbox" id="Announcements">
         <label for="Announcements" data-filtergroup="category" data-value="Announcements">Announcements</label>
        </div>
    </div>
</div>

from selenium import webdriver
from selenium.webdriver.chrome.options import Options as ChromeOptions
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.common.exceptions import TimeoutException
import time

# 假设chromedriver的路径
path_driver = 'chromedriver' # 请替换为您的chromedriver实际路径

chrome_options = ChromeOptions()
chrome_options.add_argument('--headless')                 # 启用无头模式
chrome_options.add_argument('--no-sandbox')               # 禁用沙盒模式，在某些环境中（如Docker）是必需的
chrome_options.add_argument('--disable-dev-shm-usage')    # 禁用/dev/shm使用，解决内存不足问题
chrome_options.add_argument('--disable-gpu')              # 禁用GPU加速，在无头模式下通常不需要
# 模拟真实用户代理，避免被网站识别为自动化工具
chrome_options.add_argument("User-Agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.5112.79 Safari/537.36")
# 设置窗口大小，对于无头模式至关重要，确保页面布局和元素可见性与有头浏览器一致
chrome_options.add_argument('window-size=1920x1080')

driver = webdriver.Chrome(executable_path=path_driver, options=chrome_options)

# 假设 driver 已经初始化并加载了页面
# driver.get("您的页面URL")

print("尝试点击主类别菜单...")
# 使用XPath定位主类别按钮
category_button_xpath = "//div[@id='category']/button[@aria-label='Category']"
try:
    category_button = WebDriverWait(driver, 20).until(
        EC.element_to_be_clickable((By.XPATH, category_button_xpath))
    )
    # 使用execute_script进行点击，对于某些复杂或隐藏的元素更可靠
    driver.execute_script("arguments[0].click();", category_button)
    print("主类别菜单已点击。")
    time.sleep(1) # 给予时间让菜单展开
except TimeoutException:
    print(f"点击主类别菜单超时，XPath: {category_button_xpath}")
    # 调试时可保存截图
    driver.save_screenshot("category_click_timeout.png")

print("尝试选择'Reports'选项...")
# 通过点击与input关联的label元素来选择选项
reports_label_xpath = "//label[@for='Reports']"
try:
    # 使用presence_of_element_located确保元素存在并可见
    reports_label = WebDriverWait(driver, 20).until(
        EC.presence_of_element_located((By.XPATH, reports_label_xpath))
    )
    driver.execute_script("arguments[0].click();", reports_label)
    print("'Reports'选项已选择。")
    time.sleep(2) # 给予时间让操作完成
except TimeoutException:
    print(f"选择'Reports'选项超时，XPath: {reports_label_xpath}")
    driver.save_screenshot("reports_select_timeout.png")

import time
from selenium import webdriver
from selenium.webdriver.chrome.options import Options as ChromeOptions
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.common.exceptions import TimeoutException, WebDriverException

def select_menu_option_in_headless_chrome(url, path_driver='chromedriver'):
    """
    在Selenium无头Chrome中选择自定义菜单选项。

    Args:
        url (str): 目标网页的URL。
        path_driver (str): ChromeDriver可执行文件的路径。
    """
    chrome_options = ChromeOptions()
    chrome_options.add_argument('--headless')
    chrome_options.add_argument('--no-sandbox')
    chrome_options.add_argument('--disable-dev-shm-usage')
    chrome_options.add_argument('--disable-gpu')
    chrome_options.add_argument("User-Agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.5112.79 Safari/537.36")
    chrome_options.add_argument('window-size=1920x1080')

    driver = None
    try:
        driver = webdriver.Chrome(executable_path=path_driver, options=chrome_options)
        driver.get(url)
        print(f"成功访问页面: {url}")

        # 1. 点击主类别菜单以展开选项
        # 目标是带有 aria-label="Category" 的按钮
        print("尝试点击主类别菜单...")
        category_button_xpath = "//div[@id='category']/button[@aria-label='Category']"
        category_button = WebDriverWait(driver, 20).until(