标签：hello urllib values tco fan transform request for gecko
1. urllib.urlopen() 打开网页
from urllib import request
import json
response = request.urlopen("http://www.baidu.com")
#获取的网页信息
html = response.read().decode("utf-8")
print(html)
urlopen返回对象，支持操作：
urlopen返回对象的的属性：
操作示例：
#header头信息
info = response.info()
print(info)
#返回码
code = response.getcode()
print(code)
#访问url信息
url = response.geturl()
print(url)
#遍历所有header信息
for k,v in info.items():
print("%s -> %s"%(k,v))
#获取header中特定内容信息，包括Date，Server等
if "Date" in info:
print(info["date"])
另一种操作方式：
from urllib import request
with request.urlopen(‘https://api.douban.com/v2/book/2129650‘) as f:
data = f.read()
print(‘Status:‘, f.status, f.reason)
for k, v in f.getheaders():
print(‘%s: %s‘ % (k, v))
print(‘Data:‘, data.decode(‘utf-8‘))
2. urllib.urlretrieve()将网页保存到本地
3. urllib.urlencode(query)
将URL中的键值对以连接符&划分，可以与urlopen结合以实现post方法和get方法
Get:
>>> import urllib
>>> params=urllib.urlencode({‘spam‘:1,‘eggs‘:2,‘bacon‘:0})
>>> params
‘eggs=2&bacon=0&spam=1‘
>>> f=urllib.urlopen("http://python.org/query?%s" % params)
>>> print f.read()
Post:
>>> import urllib
>>> parmas = urllib.urlencode({‘spam‘:1,‘eggs‘:2,‘bacon‘:0})
>>> f=urllib.urlopen("http://python.org/query",parmas)
>>> f.read()
案例：
1. 通过urllib实现图片的简单下载
url = "http://n.sinaimg.cn/tech/transform/20170512/P0He-fyfeutp7573474.jpg"
from urllib import request
response = request.urlopen(url)
html = response.read()
with open("a.img", "wb") as f:
f.write(html)
2. 通过POST实现调用百度的在线翻译：
from urllib import request, parse
import json
req = request.Request("http://fanyi.baidu.com/v2transapi")
req.add_header("User-Agent","Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.79 Safari/537.36 Edge/14.14393")
req.add_header("Content-Type","application/x-www-form-urlencoded; charset=UTF-8")
req.add_header("Referer", "http://fanyi.baidu.com")
post_data = {}
#英文到中文的翻译
# post_data["from"] = "en"
# post_data["query"] = "hello world"
# post_data["simple_means_flag"] = 3
# post_data["to"] = "zh"
#中文到英文的翻译
post_data["from"] = "zh"
post_data["query"] = "你好"
post_data["simple_means_flag"] = 3
post_data["to"] = "en"
post_data = parse.urlencode(post_data)
response = request.urlopen(req, data=post_data.encode("utf-8"))
html = response.read().decode("utf-8")
target = json.loads(html)
print(target["trans_result"]["data"][0]["dst"])
#print(html)
3. 通过GET获取新浪新闻信息：
from urllib import request,parse
import json
#http://feed.mix.sina.com.cn/api/roll/get?pageid=1&lid=21
values = {
"pageid":1,
"lid":21
}
param = parse.urlencode(values)
req = request.Request("http://feed.mix.sina.com.cn/api/roll/get?%s" % param)
req.add_header("User-Agent","Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.79 Safari/537.36 Edge/14.14393")
req.add_header("Referer", "http://tech.sina.com.cn/")
result = request.urlopen(req)
html = result.read().decode("utf-8")
target = json.loads(html)
#print(target)
news_time = target["result"]["timestamp"]
all_data = target["result"]["data"]
print(news_time)
for i in all_data:
print("标题：", i["title"])
print("\t汇总：", i["summary"])
print("\t信息：", i["intro"])
print("\turl：", i["url"])
print("\timg：", (i["img"]["u"]))
4.
标签：hello urllib values tco fan transform request for gecko
原文地址：http://www.cnblogs.com/onlybobby/p/6848384.html
