最新Python新浪微博爬虫2014-07

#! /usr/bin/env python
# -*- coding: utf-8 -*-

import sys
import urllib2
import urllib
import json
import re
import base64
import hashlib
import rsa
import binascii
import cookielib


body = {  
   ‘__rnd‘:‘‘,  
   ‘_k‘:‘‘,  
   ‘_t‘:‘0‘,  
   ‘count‘:‘50‘,  
   ‘end_id‘:‘‘,  
   ‘max_id‘:‘‘,  
   ‘page‘:1,  
   ‘pagebar‘:‘‘,  
   ‘pre_page‘:‘0‘,  
   ‘uid‘:‘1742439305‘  
} 

uuid = None
cj = cookielib.LWPCookieJar()
cookie_support = urllib2.HTTPCookieProcessor(cj)
opener = urllib2.build_opener(cookie_support, urllib2.HTTPHandler)
urllib2.install_opener(opener)

#获取 servertime noce pubkey rsakv
def get_info():
    url = ‘http://login.sina.com.cn/sso/prelogin.php?entry=sso&callback=sinaSSOController.preloginCallBack&su=woshigaolin@sina.cn&rsakt=mod&client=ssologin.js(v1.4.4)‘
    data = urllib2.urlopen(url).read()
    p = re.compile(‘\((.*)\)‘)
    try:
        json_data = p.search(data).group(1)
        data = json.loads(json_data)
        servertime = str(data[‘servertime‘])
        nonce = data[‘nonce‘]
        publicKey = data[‘pubkey‘]
        rsakey = data[‘rsakv‘]
        return servertime, nonce, publicKey, rsakey
    except:
        print ‘error‘
        return None

st, non, pubkey, rsakv = get_info()

#用户名加密
def get_user(username):
    username_ = urllib.quote(username)
    username = base64.encodestring(username_)[:-1]
    return username

#密码加密
def get_pwd(pwd):
    rsaPublicKey = int(pubkey, 16)
    key = rsa.PublicKey(rsaPublicKey, 65537)
    message = str(st) + ‘\t‘ + str(non) + ‘\n‘ + str(pwd)
    pwd_1 = rsa.encrypt(message, key)
    pwd_2 = binascii.b2a_hex(pwd_1)
    return pwd_2

def login(username, pwd):
    url = ‘http://login.sina.com.cn/sso/login.php?client=ssologin.js(v1.4.4)‘
    postdata = {  
        ‘entry‘: ‘weibo‘,  
        ‘gateway‘: ‘1‘,  
        ‘from‘: ‘‘,  
        ‘savestate‘: ‘7‘,  
        ‘userticket‘: ‘1‘,  
        ‘ssosimplelogin‘: ‘1‘,  
        ‘vsnf‘: ‘1‘,  
        ‘vsnval‘: ‘‘,  
        ‘su‘: ‘‘,  
        ‘service‘: ‘miniblog‘,  
        ‘servertime‘: ‘‘,  
        ‘nonce‘: ‘‘,  
        ‘pwencode‘: ‘rsa2‘,  
        ‘sp‘: ‘‘,  
        ‘encoding‘: ‘UTF-8‘,  
        ‘prelt‘:‘115‘,
        ‘rsakv‘: rsakv,
        ‘url‘: ‘http://weibo.com/ajaxlogin.php?framelogin=1&callback=parent.sinaSSOController.feedBackUrlCallBack‘,  
        ‘returntype‘: ‘META‘  
    }  
    postdata[‘servertime‘] = st
    postdata[‘nonce‘] = non
    postdata[‘su‘] = get_user(username)
    postdata[‘sp‘] = get_pwd(pwd)
    postdata_url = urllib.urlencode(postdata)
    headers = {‘User-Agent‘:‘Mozilla/5.0 (X11; Linux i686; rv:8.0) Gecko/20100101 Firefox/8.0 Chrome/20.0.1132.57 Safari/536.11‘}
    req = urllib2.Request(url = url, data = postdata_url, headers = headers)
    result = urllib2.urlopen(req)
    text = result.read()
    p = re.compile(‘location\.replace\(\‘(.*?)\‘\)‘)
    try:
    url_login = p.search(text).group(1)
    content = urllib2.urlopen(url_login).read()
        p = re.compile(‘uniqueid\"\:\"(.*?)\"‘)
        uuid =  p.search(content).group(1)
    except:
    print ‘error‘


if __name__ == ‘__main__‘:

    login(‘账号‘, ‘密码‘)

    url = ‘http://weibo.com/%s?from=otherprofile&wvr=3.6&loc=tagweibo‘ % (uuid)
    url = url + urllib.urlencode(body)
    req = urllib2.Request(url)
    result = urllib2.urlopen(req).read()
    print result