标签:
import urllib.request import os def url_open(url): req = urllib.request.Request(url) req.add_header(‘User-Agent‘, ‘Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.134 Safari/537.36‘) response = urllib.request.urlopen(url) html = response.read() return html def get_page(url): html = url_open(url).decode(‘utf-8‘) a = html.find(‘current-comment-page‘) + 23 b = html.find(‘]‘,a) return html[a:b] def find_imgs(url): html = url_open(url).decode(‘utf-8‘) img_addrs = [] a = html.find(‘img src=‘) while a!=-1: b = html.find(‘.jpg‘,a,a+255) if b != -1: img_addrs.append(html[a+9:b+4]) else: b = a + 9 a = html.find(‘img src=‘,b) return img_addrs def save_imgs(folder,img_addrs): for each in img_addrs: filename = each.split(‘/‘)[-1] urllib.request.urlretrieve(each,filename,None) def download_mm(folder=‘OOXX‘,pages=10): #os.mkdir(folder) os.chdir(folder) url = "http://konachan.com/post?tags=rating%3Asafe" page_num = int(2) for i in range(pages): page_num += i print(i) page_url = ‘http://konachan.com/post?page=‘ + str(page_num) + ‘&tags=rating%3Asafe‘ print(page_url) img_addrs = find_imgs(page_url) save_imgs(folder,img_addrs) if __name__==‘__main__‘: download_mm()
和
import urllib.request import os def url_open(url): req = urllib.request.Request(url) req.add_header(‘User-Agent‘, ‘Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.134 Safari/537.36‘) response = urllib.request.urlopen(url) html = response.read() return html def get_page(url): html = url_open(url).decode(‘utf-8‘) a = html.find(‘current-comment-page‘) + 23 b = html.find(‘]‘,a) return html[a:b] def find_imgs(url): html = url_open(url).decode(‘utf-8‘) img_addrs = [] a = html.find(‘img src=‘) while a!=-1: b = html.find(‘.jpg‘,a,a+255) if b != -1: img_addrs.append(html[a+9:b+4]) else: b = a + 9 a = html.find(‘img src=‘,b) return img_addrs def save_imgs(folder,img_addrs): for each in img_addrs: filename = each.split(‘/‘)[-1] with open(filename,‘wb‘)as f: img = url_open(each) f.write(img) def download_mm(folder=‘OOXX‘,pages=10): os.mkdir(folder) os.chdir(folder) url = "http://konachan.com/post?tags=rating%3Asafe" page_num = int(2) for i in range(pages): page_num += i print(i) page_url = ‘http://konachan.com/post?page=‘ + str(page_num) + ‘&tags=rating%3Asafe‘ print(page_url) img_addrs = find_imgs(page_url) save_imgs(folder,img_addrs) if __name__==‘__main__‘: download_mm()
两者之间有差别,第一个很好使,可是第二个有时候下载的图片不好使,不能下载。
标签:
原文地址:http://www.cnblogs.com/chenyang920/p/4906128.html