1. 程式人生 > >設置超時時間(項目案例僅供參考)

設置超時時間(項目案例僅供參考)

n) htm click ont mls play .get 放大 .html

#設置超時時間爬取網頁速度相對要快些
#encoding:utf8
from lxml import etree
#xpath
import re
#正則
import time
#時間
import requests
#傳值
from selenium import webdriver
#通用閱覽器
from selenium.webdriver.support.ui import WebDriverWait
#引用超時模塊
import random
#自定義模塊
url = ‘(網址)‘
driver = webdriver.Firefox()
#用火狐閱覽器
driver.get(url)
time.sleep(3)
#限制時間
driver.maximize_window()
#頁面放大
thelist = []
for i in range(1,10):
time.sleep(1)
WebDriverWait(driver,10).until(lambda the_driver:
the_driver.find_element_by_xpath(‘//*[@id="tableData_"]/div[3]/nav/ul/li[last()]/a‘).is_displayed())
#設定超時和超時時間,超時時間是10秒
driver.find_element_by_xpath(‘//*[@id="tableData_"]/div[3]/nav/ul//li[last()]/a‘).click()
#模擬點擊
yuan = driver.page_source
#獲取源代碼
xpa = etree.HTML(yuan)
zheng = xpa.xpath(‘//*[@id="tableData_"]/div[2]/table/tbody/tr/td[8][email protected]
/* */)
thelist = thelist+zheng
# print(thelist)
for k in thelist:
xin = "http://www.sse.com.cn"+k
# print(xin)
yuna2 = driver.get(xin)
driver.maximize_window()
me2 = driver.page_source
WebDriverWait(driver,10).until(lambda the_driver:
the_driver.find_element_by_xpath(‘//*[@id="overview-slide"]/div[1]/div[2]/div/a/span‘).is_displayed())
#設定超時和超時時間,超時時間是10秒

driver.find_element_by_xpath(‘//*[@id="overview-slide"]/div[1]/div[2]/div/a/span‘).click()
time.sleep(2)
yuna3 = driver.page_source
lxmls = etree.HTML(yuna3)
zhua2 = lxmls.xpath(‘//*[@id="tableData_two"]/div[2]/table/tbody/tr/td[1]/text()‘)
zhua3 = lxmls.xpath(‘//*[@id="tableData_two"]/div[2]/table/tbody/tr/td[2]/text()‘)
zhua4 = lxmls.xpath(‘//*[@id="tableData_two"]/div[2]/table/tbody/tr/td[3]/div/text()‘)
for g in range(len(zhua2)):
print(zhua2[g])
print(zhua3[g])
print(zhua4[g])











設置超時時間(項目案例僅供參考)