Python学习之简单网页爬虫

#coding:utf-8

import urllib2
import re

url="https://www.cnblogs.com/peterpan0707007/p/7620048.html"
headers={‘User-Agent‘:‘Mozilla/5.0 (Windows NT 10.0; WOW64; rv:59.0) Gecko/20100101 Firefox/59.0‘}
req=urllib2.Request(url,headers=headers)
resp=urllib2.urlopen(req).read()
data=re.compile(r‘http:.+\.png‘).findall(resp)　　#正则匹配png图片
#print data
for i in data:
    with open(‘result.txt‘,‘a‘) as fw:
        fw.write(i+‘\n‘)
        
with open(‘result.txt‘,‘r‘) as fr:
    for line in fr.readlines():
        response=urllib2.urlopen(line).read()
        filename=line.strip(‘\n‘).split(‘-‘)[2]+‘.png‘
        with open(filename,‘wb‘) as fw:
            fw.write(response)
    print ‘done‘