Извлечь данные с веб-страницы с помощью Selenium Python ⇐ Python

[Anonymous]

Код: Выделить всё

from selenium.webdriver import ChromeOptions
from selenium import webdriver
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import Select
from selenium.webdriver.support.wait import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

URL = "https://www.cbp.gov/newsroom/media-releases/all?field_date_release_value%5Bmin%5D=&field_date_release_value%5Bmax%5D=&field_newsroom_type_target_id_1=54&body_value="
SELECT_XPATH = "/html/body/div[1]/main/div/div[2]/div/div/div[4]/article/div/div[4]/div/div/div/div/div[1]/form/div/div[2]/div[1]/div[2]/div/select"
SEARCH_ID = "edit-submit-newsroom--5CcqMDJL-LM"

driver = webdriver.Chrome()
fiscal_yr = '2023'
driver.get(URL)
time.sleep(5)
wait = WebDriverWait(driver, 20)
s = Select(wait.until(EC.presence_of_element_located((By.XPATH, SELECT_XPATH))))
fiscal_yr = str(fiscal_yr)
if fiscal_yr in {option.text for option in s.options}:
print(fiscal_yr)
logging.info("fiscal_year: {}".format(fiscal_yr))
s.select_by_visible_text(fiscal_yr)
search_element = WebDriverWait(driver, 20).until(EC.element_to_be_clickable((By.ID, "edit-submit-newsroom--uZGWwDKmBW8")))
time.sleep(10)
search_element.click()
global page1
page_xpath = "/html/body/div[1]/main/div/div[2]/div/div/div[4]/article/div/div[4]/div/div/div/div/div[2]"
if driver.find_elements(By.XPATH, page_xpath):
page_nums = WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.XPATH, page_xpath)))
page1 = page_nums.find_element(By.XPATH, page_xpath).text
print(page1)

Появляется ошибка в строке - search_element = WebDriverWait(driver, 20).until(EC.element_to_be_clickable((By.ID, "edit-submit-newsroom--uZGWwDKmBW8")))< /p>
Будем благодарны за любую помощь, чтобы получить данные по указанному выше URL-адресу, выбрав год?

Подробнее здесь: https://stackoverflow.com/questions/793 ... ium-python