使用Selenium抓取LinkedIn(问题)
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
import time
# ------------------- LinkedIn gobs link
driver = webdriver.Edge()
driver.get("LinkedIn_Gob_Link")
# ------------------- Login to LinkedIn
driver.find_element(By.LINK_TEXT, 'Sign in').click()
driver.find_element(By.ID, 'username').send_keys('My_Username')
driver.find_element(By.ID, 'password').send_keys('My_Password')
driver.find_element(By.CLASS_NAME, 'from__button--floating').click()
# ------------------- Get a_tag in job list and click it
jobs_titles_links = driver.find_elements(By.CSS_SELECTOR, '.scaffold-layout__list-container .job-card-list__title--link')
for a_tag in jobs_titles_links:
a_tag.click()
print(a_tag.get_attribute('href'))
time.sleep(3000)
driver.quit()
我想打印一个叫 a_tag 的东西,但它不是把整个列表都打印出来,而是只打印了 7 个工作标题链接,明明有 23 个。这是因为滚动的原因吗?我该怎么解决这个问题呢?
0 个回答
暂无回答