python - guia - qgis español

Hacer clic en elementos que no están visibles(donde hay un control deslizante)

Question

¿Hay alguna manera de hacer clic en los elementos fuera de la línea de visión en el selenio? Intento hacer clic en todos los elementos del control deslizante para poder raspar cada página. Sin embargo, el trabajo me da un error con:

Traceback (most recent call last):
File "C:/Users/Bain3/PycharmProjects/untitled4/TOPBETTA.py", line 1329, in <module>
clickMe = wait(driver, 10).until(EC.element_to_be_clickable((By.XPATH, ''("//*[@class="name"]//span")[%s]'' % str(index + 1))))
File "C:/Users/Bain3/Anaconda3/lib/site-packages/selenium/webdriver/support/wait.py", line 80, in until
raise TimeoutException(message, screen, stacktrace)
selenium.common.exceptions.TimeoutException: Message: 

El Href parece ser la página predeterminada como https://www.topbetta.com.au/sports/ como se ve en la imagen, por lo que no es posible extraer el Href y navegar por cada página individualmente.

Pude borrar esto con Winautomation. ¿Alguna idea sobre cómo puedo hacer esto con Selenium?

driver.execute_script(''document.getElementByxpath("//[@class="name"]//span").style.visibility = "visible";'')

El código anterior lamentablemente no ayudó y dio:

Traceback (most recent call last):
File "C:/Users/Bain3/PycharmProjects/untitled4/TOPBETTA.py", line 1329, in <module>
driver.execute_script(''document.getElementByxpath("//*[@class="name"]//span").style.visibility = "visible";'')
File "C:/Users/Bain3/Anaconda3/lib/site-packages/selenium/webdriver/remote/webdriver.py", line 532, in execute_script
''args'': converted_args})[''value'']
File "C:/Users/Bain3/Anaconda3/lib/site-packages/selenium/webdriver/remote/webdriver.py", line 297, in execute
self.error_handler.check_response(response)
File "C:/Users/Bain3/Anaconda3/lib/site-packages/selenium/webdriver/remote/errorhandler.py", line 194, in check_response
raise exception_class(message, screen, stacktrace)
selenium.common.exceptions.WebDriverException: Message: unknown error: Runtime.evaluate threw exception: SyntaxError: missing ) after argument list
(Session info: chrome=61.0.3163.100)
(Driver info: chromedriver=2.31.488763 (092de99f48a300323ecf8c2a4e2e7cab51de5ba8),platform=Windows NT 10.0.16299 x86_64)

Code:
try:
os.remove(''vtg121.csv'')
except OSError:
pass
driver.get(''https://www.topbetta.com.au/sports/football/'')
#SCROLL_PAUSE_TIME = 0.5
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
#clickMe = wait(driver, 3).until(EC.element_to_be_clickable((By.XPATH, (''//*[@id="TopPromotionBetNow"]''))))
#if driver.find_element_by_css_selector(''#TopPromotionBetNow''):
#driver.find_element_by_css_selector(''#TopPromotionBetNow'').click()
#last_height = driver.execute_script("return document.body.scrollHeight")
#while True:
#driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
#time.sleep(SCROLL_PAUSE_TIME)
#new_height = driver.execute_script("return document.body.scrollHeight")
#if new_height == last_height:
#break
#last_height = new_height
time.sleep(1)
#clickMe = wait(driver, 10).until(EC.element_to_be_clickable((By.XPATH, (''//div[text()="Soccer"][contains(@class, "wn-Classification")]''))))
#clickMe.click()
#time.sleep(0)
options = driver.find_elements_by_xpath(''//*[@class="name"]//span'')
indexes = [index for index in range(len(options))]
shuffle(indexes)
for index in indexes:
time.sleep(0)
clickMe = wait(driver, 10).until(EC.element_to_be_clickable((By.XPATH, ''("//*[@class="name"]//span")[%s]'' % str(index + 1))))
clickMe.click()
time.sleep(0)
# Team
clickMe = wait(driver, 10).until(EC.element_to_be_clickable((By.CSS_SELECTOR,("#js_body-region > div > div:nth-child(1) > div.sports-body-region > div.js_event-list-region > div > div.js_events-container.events-container > div > div.js_event-region.event-region > div > a > div > div.team-container.home > div"))))
langs3 = driver.find_elements_by_css_selector("#js_body-region > div > div:nth-child(1) > div.sports-body-region > div.js_event-list-region > div > div.js_events-container.events-container > div > div.js_event-region.event-region > div > a > div > div.team-container.home > div")
langs3_text = []
for lang in langs3:
#print(lang.text)
langs3_text.append(lang.text)
time.sleep(0)
# Team ODDS
langs = driver.find_elements_by_css_selector(" #js_body-region > div > div:nth-child(1) > div.sports-body-region > div.js_event-list-region > div > div.js_events-container.events-container > div > div.js_event-region.event-region > div > div > div > div.js_teams-container.market-items > div.head-to-head-item.home > div > div > button.js_price-button.price")
langs_text = []
for lang in langs:
#print(lang.text)
langs_text.append(lang.text)
time.sleep(0)
# Draw odds
#langs1 = driver.find_elements_by_xpath("//ul[@class=''runners'']//li[2]")
langs1 = driver.find_elements_by_css_selector("#js_body-region > div > div:nth-child(1) > div.sports-body-region > div.js_event-list-region > div > div.js_events-container.events-container > div > div.js_event-region.event-region > div > a > div > div.team-container.away > div")
langs1_text = []
for lang in langs1:
#print(lang.text)
langs1_text.append(lang.text)
time.sleep(0)
# HREF
#langs2 = driver.find_elements_by_xpath("//ul[@class=''runners'']//li[1]")
url1 = driver.current_url
print(("NEW LINE BREAK"))
import sys
import io
with open(''vtg121.csv'', ''a'', newline='''', encoding="utf-8") as outfile:
writer = csv.writer(outfile)
for row in zip(langs_text, langs1_text, langs3_text):
writer.writerow(row + (url1,))
print(row + (url1,))

Answer 1

No se puede hacer clic en un elemento cuando no está visible en Selenium. Deberá usar los botones de desplazamiento para hacer clic en todos los elementos.

Answer 2

Pruebe la siguiente solución para raspar las páginas requeridas:

url = "https://www.topbetta.com.au/sports/football/"
driver.get(url)
counter = 0
for link in range(len(wait(driver, 15).until(EC.presence_of_all_elements_located((By.XPATH, ''//a[@href="/sports" and ./div[@class="name"]]''))))):
wait(driver, 15).until_not(EC.visibility_of_element_located((By.CLASS_NAME, "mask")))
link = wait(driver, 15).until(EC.presence_of_all_elements_located((By.XPATH, ''//a[@href="/sports" and ./div[@class="name"]]'')))[counter]
link.location_once_scrolled_into_view
link = wait(driver, 10).until(EC.element_to_be_clickable((By.XPATH, ''(//a[@href="/sports" and ./div[@class="name"]])[%s]'' % str(counter + 1))))
wait(driver, 15).until_not(EC.visibility_of_element_located((By.CLASS_NAME, "mask")))
link.click()
print(driver.current_url)
wait(driver, 10).until(EC.staleness_of(driver.find_element(By.XPATH, ''//div[@class="competition-events-module"]'')))
counter += 1
driver.get(url)

Simplemente reemplace print(driver.current_url) con el código que desea aplicar a cada página