一、火狐webdriver驱动下载
1、打开官网
from selenium import webdriver
url = "https://github.com/mozilla/geckodriver/releases"
browser = webdriver.Firefox()
browser.get(url)
2、下载最新版本
from selenium import webdriver
from bs4 import BeautifulSoup
url = "https://github.com/mozilla/geckodriver/releases"
browser = webdriver.Firefox()
browser.get(url)
soup = BeautifulSoup(browser.page_source, 'html.parser')
latest_version = soup.find("div", {"class": "release-entry"})
download_url = latest_version.find("a")["href"]
driver_path = "/path/to/driver"
urllib.request.urlretrieve(download_url, driver_path)
3、指定版本下载
from selenium import webdriver
from bs4 import BeautifulSoup
url = "https://github.com/mozilla/geckodriver/releases"
browser = webdriver.Firefox()
browser.get(url)
soup = BeautifulSoup(browser.page_source, 'html.parser')
version = "v0.27.0"
download_url = None
for release in soup.find_all("div", {"class": "release-entry"}):
if version in release.text:
download_url = release.find("a")["href"]
break
if download_url:
driver_path = "/path/to/driver"
urllib.request.urlretrieve(download_url, driver_path)
二、webdriver驱动卡顿问题
1、使用无头浏览器
from selenium import webdriver
options = webdriver.ChromeOptions()
options.add_argument("--headless")
options.add_argument("--disable-gpu")
browser = webdriver.Chrome(options=options)
2、设置implicitly_wait
from selenium import webdriver
browser = webdriver.Chrome()
browser.implicitly_wait(10)
3、设置页面加载策略
from selenium import webdriver
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
caps = DesiredCapabilities().CHROME
caps["pageLoadStrategy"] = "normal"
browser = webdriver.Chrome(desired_capabilities=caps)
三、webdriver下载选取
1、webdriver驱动下载官网
from selenium import webdriver
url = "https://sites.google.com/a/chromium.org/chromedriver/downloads"
browser = webdriver.Chrome()
browser.get(url)
2、获取最新版本
from selenium import webdriver
from bs4 import BeautifulSoup
url = "https://sites.google.com/a/chromium.org/chromedriver/downloads"
browser = webdriver.Chrome()
browser.get(url)
soup = BeautifulSoup(browser.page_source, 'html.parser')
latest_version = soup.find("div", {"class": "gd-body"})
download_url = latest_version.find("a")["href"]
driver_path = "/path/to/driver"
urllib.request.urlretrieve(download_url, driver_path)
3、按系统选取
from sys import platform
from selenium import webdriver
from bs4 import BeautifulSoup
url = "https://sites.google.com/a/chromium.org/chromedriver/downloads"
if platform == "linux" or platform == "linux2":
os_type = "linux64"
elif platform == "darwin":
os_type = "mac64"
elif platform == "win32":
os_type = "win32"
else:
os_type = ""
if os_type:
browser = webdriver.Chrome()
browser.get(url)
soup = BeautifulSoup(browser.page_source, 'html.parser')
download_links = soup.find_all(
"a", {"class": "download-icon"}, href=True)
for link in download_links:
if os_type in link["href"]:
download_url = link["href"]
driver_path = "/path/to/driver"
urllib.request.urlretrieve(download_url, driver_path)
break
