(二)requests模块

import requests

word = input(‘请你输入你要查的词‘)

url = ‘https://www.sogou.com/web?‘

params = {
    ‘query‘: word
}

heards = {
‘user-agent‘: ‘Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3578.98 Safari/537.36‘
}

response = requests.get(url=url, params=params,heards=heards,proxies={‘https‘: ‘62.103.68.8:8080‘}) ######UA  和   IP

page_tail = response.text

filename = word + ‘.html‘

with open(filename, ‘w‘, encoding=‘utf-8‘) as f:
    f.write(page_tail)

import requests

# 1 指定url
url = ‘https://www.sogou.com/‘
# 2 基于ruquests模块发送请求
response = requests.get(url=url)
# 3 获取响应对象的数据值
page_text = response.text
# 4 持久化存储
with open(‘./sogou.html‘,‘w‘,encoding=‘utf-8‘) as f:
    f.write(page_text)

response.content             返回二进制的页面数据
response.headers             返回响应头信息
response.status_code         返回响应200
response.url                 返回是地址
response.encoding            返回的是响应对象中存储数据的原始编码程序

import requests

word = input(‘请你输入你要查的词‘)
url = ‘https://www.sogou.com/web‘


param = {
    ‘query‘: word
}
response = requests.get(url=url, params=param)

page_text = response.text
filename = word+‘.html‘
with open(filename, ‘w‘, encoding=‘utf-8‘) as f:
    f.write(page_text)

# 依照我们上面所说的步骤
import requests

url = ‘https://www.douban.com/accounts/login‘

data = {                             # 在浏览器中找
    "source": "index_nav",
    "form_email": "xxxxxxxxx",
    "form_password": "xxxxxxxxx"
}

response = requests.post(url=url,data=data)

page_text = response.text

with open(‘douban.html‘, ‘w‘, encoding=‘utf-8‘) as f:
    f.write(page_text)

import requests

url = ‘https://movie.douban.com/j/chart/top_list?‘

param = {                               #携带的数据
    ‘type‘: ‘13‘,
    ‘interval_id‘: ‘100:90‘,
    ‘action‘: ‘‘,
    ‘start‘: ‘20‘,
    ‘limit‘: ‘20‘,
}

response = requests.get(url=url, params=param})
print(response.text)

import requests

url = ‘ http://www.kfc.com.cn/kfccda/ashx/GetStoreList.ashx?op=keyword‘
city = input(‘请输入你要查的城市‘)
data = {
    ‘cname‘: ‘‘,
    ‘pid‘: ‘‘,
    ‘keyword‘: city,
    ‘pageIndex‘: ‘1‘,
    ‘pageSize‘: ‘10‘,
}
response = requests.post(url=url, data=data)
print(response.text)

import requests
import os

url = ‘https://www.cnblogs.com/#p‘
if not os.path.exists(‘boke‘):
    os.mkdir(‘boke‘)

start_page = int(input(‘enter a start page:‘))
end_page = int(input(‘enter a end page:‘))

for page in range(start_page, end_page + 1):
    url = url + str(page)
    response = requests.get(url=url, proxies={‘https‘: ‘62.103.68.8:8080‘})
    page_text = response.text

    fileName = str(page) + ‘.html‘
    filePath = ‘./boke/‘ + fileName
    with open(filePath, ‘w‘, encoding=‘utf-8‘) as f:
        f.write(page_text)
        print(‘第%s页打印‘ % page)