标签:scrollto body col 自动 iframe 爬虫 gpu www. document
# demo01
from selenium import webdriver
from time import sleep
bro = webdriver.Chrome(executable_path=‘/Users/ls/Desktop/爬虫+新工具/chromedriver‘)
bro.get(url=‘https://www.baidu.com/‘)
text_input=bro.find_element_by_id ‘kw‘)
text_input.send_keys(‘人民币‘)
sleep(1)
bro.find_element_by_id(‘su‘).click()
url = ‘https://movie.douban.com/typerank?type_name=%E6%83%8A%E6%82%9A&type=19&interval_id=100:90&action=‘
bro = webdriver.Chrome(executable_path=r‘C:\Users\Administrator\Desktop\爬虫+数据\day_03_爬虫\chromedriver.exe‘)
bro.get(url)
sleep(3)
bro.execute_script(‘window.scrollTo(0,document.body.scrollHeight)‘)
sleep(3)
bro.execute_script(‘window.scrollTo(0,document.body.scrollHeight)‘)
sleep(3)
bro.execute_script(‘window.scrollTo(0,document.body.scrollHeight)‘)
sleep(2)
page_text = bro.page_source
with open(‘./douban.html‘,‘w‘,encoding=‘utf-8‘) as fp:
fp.write(page_text)
sleep(1)
bro.quit()
#隐藏浏览器 from selenium.webdriver.chrome.options import Options chrome_options = Options() chrome_options.add_argument(‘--headless‘) chrome_options.add_argument(‘--disable-gpu‘)
#定位到一个具体的iframe bro.switch_to.frame(‘login_frame‘)
自动化测试selenium + request + 动态加载页面
标签:scrollto body col 自动 iframe 爬虫 gpu www. document
原文地址:https://www.cnblogs.com/ls1997/p/10859230.html