#備注以下小段代碼描述了頁面變化規律，這個得自己去研究
if not has_pre_page: #點擊第2頁時會出現上一頁，頁號加1
has_pre_page = True
page_num = page_num + 1
if page_num % 7 == 0: #page_num等于7時，頁號減1
page_num = page_num - 1
time.sleep(2)
driver.execute_script(js)
time.sleep(2)
time.sleep(3)
driver.quit()
改進版(自動翻頁，前翻頁后翻頁)
# -*- coding: utf-8 -*-
from selenium import webdriver
import time
if __name__ == "__main__":
driver = webdriver.Firefox()
driver.maximize_window()
driver.get('http://www.baidu.com')
driver.implicitly_wait(5)
driver.find_element_by_id('kw1').send_keys('selenium selenium')#測試數據 selenium zhidashso dld#selenium zhidashso dldld
driver.find_element_by_id('su1').click()
js = 'document.documentElement.scrollTop=10000'
total = 0 #頁面數
is_next_page = True #存在下一頁
page_num = 0 #要點擊的頁面號
#往后翻頁
while is_next_page:#'sv_page=1' in one_page.get_attribute('href')
driver.execute_script(js)
page_num = page_num + 1 #設置頁號為下一頁
total = page_num #記錄頁面數
value=str(page_num)
try:
#查找指定頁面
one_page = driver.find_element_by_css_selector('p[id="page"]>a[href*=pn='+value+']')
one_page.click()
time.sleep(1)
driver.execute_script(js)
time.sleep(1)
except:
print('no next page')
is_next_page = False
total = total - 1
break
#往前翻頁
while total >= 0:
driver.execute_script(js)
try:
total = total -1
value = str(total)
one_page = driver.find_element_by_css_selector('p[id="page"]>a[href*=pn='+value+']')
one_page.click()
time.sleep(1)
driver.execute_script(js)
time.sleep(1)
except:
print('no pre page')
break;
time.sleep(3)
driver.quit()
