Python-获取QQ群成员信息并存入excel及redis并发送邮件

‘‘‘
需求：
  1、请求qq群的接口，实现传入一个群号
  2、把群里每个人的 昵称、群备注、入群时间、qq号，性别，存到redis里面,用hash类型
    {"qq_num":XXX,"nick":"XXX","card":"XXX","gender":"男","入群时间":"2017-01-03"}
  3、把每个人的头像下载下来保存到本地，XXX.jpg
  4、把昵称、群备注、入群时间、qq号，性别这些信息写到excel里面
  5、把excel当做附件发到邮箱里面。
‘‘‘

import json
import os
import requests,redis,xlwt,yagmail,time

def getData():  #获取群接口的信息
    url = ‘XXXXXXXX‘ # 获取头像的url
    data = {
        ‘gc‘: 921144696,
        ‘st‘: 0,
        ‘end‘: 20,
        ‘sort‘: 0,
        ‘bkn‘: 341160307
    }
    headers = {‘cookie‘:‘RK=JQZpwBp1by; ptcz=6c30e26a9ed6be93d3de9e4c4aca3e55650cf99fcffa64729bd1d58a5fb209d9; pgv_pvi=779236352; pgv_pvid=6970909788; qb_qua=; qb_guid=818de686e29d412fa4ee9e99905ea166; Q-H5-GUID=818de686e29d412fa4ee9e99905ea166; NetType=; o_cookie=511402865; pac_uid=1_511402865; uin=o0511402865; ptisp=cnc; pgv_si=s3027380224; p_uin=o0511402865; traceid=a5329de24a; pgv_info=ssid=s9247410675; skey=@q9o11HspH; pt4_token=RnDTPQBuS*GfBBan7f7Kr1zwMrATa5NLuxnm*PATgNc_; p_skey=la4BrvIKFjioohQ0VaokxhOb4aZTXeIoOiZNaiDMGss_‘}
    req = requests.post(url,data,headers=headers,verify=False )
    return req.json()

def timestamp_to_str(timestamp=None,format=‘%Y-%m-%d %H:%M:%S‘):
    ‘‘‘时间戳转格式化好的时间，如果没有传时间戳，就获取当前的格式化时间‘‘‘
    if timestamp:
        time_tuple = time.localtime(timestamp) #把时间戳转成时间元组
        result = time.strftime(format,time_tuple) #把时间元组转成格式化好的时间
        return result
    else:
        return time.strftime(format)


def covert_gender(g):
    if g==0:
        return ‘男‘
    elif g==1:
        return ‘女‘
    return ‘未知‘

def filterData(data):
    result = []#存放每个用户的信息
    mem_data = data.get(‘mems‘)
    titles = [‘uin‘,‘join_time‘,‘card‘,‘g‘,‘nick‘]
    for mem in mem_data:
        d = {}
        for t in titles:
            val = mem.get(t)
            if t == ‘join_time‘:  # 转换加入时间
                val = timestamp_to_str(val)
            if t == ‘g‘:  # 转换性别
                val = covert_gender(val)
            d[t] = val
        result.append(d)
    return result


def writeExecl(data,excel_name):
    book = xlwt.Workbook()
    sheet = book.add_sheet(‘sheet1‘)
    titles = [‘uin‘,‘join_time‘,‘card‘,‘g‘,‘nick‘]
    for col,value in enumerate(titles,0):#写表头
        sheet.write(0,col,value)
    for row,mem in enumerate(data,1):
        for col,value in enumerate(titles,0):   #因为lie 是固定的，所以直接使用表头当key就可以了。
            val = mem.get(value)
            sheet.write(row,col,val) #写内容
    book.save(excel_name)
    print(‘excel写入文件‘)



def  saveRedis(data,key):
    host = ‘XXXXX‘
    passwd = ‘XXXXX‘
    r = redis.Redis(host=host, password=passwd, db=15, decode_responses=True)  # 0-15
    p = r.pipeline()
    for d in data:
        p.hset(key,d.get(‘uin‘),json.dumps(d,ensure_ascii=False))
    p.execute()
    print(‘redis写入完成！‘)

def downLoadPic(data):
    url = ‘http://q4.qlogo.cn/g?b=qq&nk=%s&s=140‘
    if not os.path.exists(‘pics‘):
        os.mkdir(‘pics‘)
    for d in data:
        uid = d.get(‘uin‘)
        content = requests.get(url%uid).content
        with open(‘pics/%s.jpg‘%d.get(‘nick‘),‘wb‘) as fw:
            fw.write(content)
    print(‘图片下载完成‘)

def sendmMail(file_name):
    user = ‘XXXXX@163.com‘
    passwd = ‘XXXXX‘  # 授权码
    smtp_host = ‘XXXXX‘
    mail = yagmail.SMTP(user=user, password=passwd, host=smtp_host)  # 连上邮箱
    mail.send(to=[‘511402865@qq.com‘, ‘XXXXX@qq.com‘, ‘XXXXX@qq.com‘],
              cc=[‘gaomq@fadada.com‘, ‘XXXXX@163.com‘, ‘XXXXX@qq.com‘],
              subject=‘qq群信息‘,
              contents=‘明天上班‘,
              attachments=[file_name]
              )
    print(‘邮件发送完成！‘)

def main():
    data = getData()
    new_data = filterData(data)
    writeExecl(new_data,‘szz.xls‘)
    saveRedis(new_data,‘szz_stu‘)
    downLoadPic(new_data)
    sendmMail(‘szz.xls‘)
    print(‘done!‘)