三.CSV数据驱动

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Author : shenqiang
import csv
‘‘‘读取csv文件的方法‘‘‘
def ReadCsvlist():
    ‘‘‘方法一:列表方式取数据‘‘‘
    ‘‘‘通过列表提取csv文件‘‘‘
    with open(‘csvTestFile.csv‘) as file:
        ‘‘‘reader是csv的迭代器‘‘‘
        reader = csv.reader(file)
        ‘‘‘跳过首行‘‘‘
        next(reader)
        ‘‘‘列表推倒式‘‘‘
        db =  [item for item in reader]
        return db
print(ReadCsvlist(),type(ReadCsvlist()))
#     ‘‘‘方法二：字典的格式输出csv文档内容‘‘‘
#     with open(‘csvTestFile.csv‘,encoding=‘utf-8‘) as file:
#         reader = csv.DictReader(file)
#         for item in reader:
#             print(dict(item))
#
# ReadCsvlist()

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Author : shenqiang
import  csv
import  requests
def getHeaders():
	headers={
		‘Content-Type‘:‘application/x-www-form-urlencoded; charset=UTF-8‘,
		‘User-Agent‘:‘Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36‘,
		‘Cookie‘:‘_ga=GA1.2.1237290736.1534169036; user_trace_token=20180813220356-b7e42516-9f01-11e8-bb78-525400f775ce;
 LGUID=20180813220356-b7e428ad-9f01-11e8-bb78-525400f775ce; index_location_city=%E5%85%A8%E5%9B%BD; _gid=GA1.2.675811712.1540794503; JSESSIONID=ABAAABAAAGFABEF93F47251563A52306423D37E945D2C54; _gat=1; 
LGSID=20181029213144-fa3c8e13-db7e-11e8-b51c-525400f775ce; PRE_UTM=; PRE_HOST=www.bing.com; PRE_SITE=https%3A%2F%2Fwww.bing.com%2F; PRE_LAND=https%3A%2F%2Fwww.lagou.com%2F; Hm_lvt_4233e74dff0ae5bd0a3d81c6ccf756e6=1539529521,1539785285,1540794503,1540819902;
 SEARCH_ID=ae3ae41a58d94802a68e848d36c30711; Hm_lpvt_4233e74dff0ae5bd0a3d81c6ccf756e6=1540819909; 
LGRID=20181029213151-fe7324dc-db7e-11e8-b51c-525400f775ce‘,
‘Referer‘:‘https://www.lagou.com/jobs/list_%E8%87%AA%E5%8A%A8%E5%8C%96%E6%B5%8B%E8%AF%95%E5%B7%
A5%E7%A8%8B%E5%B8%88?labelWords=sug&fromSearch=true&suginput
=%E8%87%AA%E5%8A%A8%E5%8C%96%E6%B5%8B%E8%AF%95‘}
	return headers
def laGou(url=‘https://www.lagou.com/jobs/positionAjax.json?needAddtionalResult=false‘,page=2):
	positions = []
	r = requests.post(
		url=url,
		headers=getHeaders(),
		data={‘first‘: False, ‘pn‘: page, ‘kd‘: ‘自动化测试工程师‘})
	for i in range(15):
		city = r.json()[‘content‘][‘positionResult‘][‘result‘][i][‘city‘]
		education = r.json()[‘content‘][‘positionResult‘][‘result‘][i][‘education‘]
		workYear = r.json()[‘content‘][‘positionResult‘][‘result‘][i][‘workYear‘]
		positionAdvantage = r.json()[‘content‘][‘positionResult‘][‘result‘][i][‘positionAdvantage‘]
		salary = r.json()[‘content‘][‘positionResult‘][‘result‘][i][‘salary‘]
		companyFullName = r.json()[‘content‘][‘positionResult‘][‘result‘][i][‘companyFullName‘]
		positionLables = r.json()[‘content‘][‘positionResult‘][‘result‘][i][‘positionLables‘]
		position = {
			‘公司名称‘: companyFullName,
			‘城市‘: city,
			‘学历‘: education,
			‘工作年限‘: workYear,
			‘薪资‘: salary,
			‘工作标签‘: positionLables,
			‘福利‘: positionAdvantage
		}
		positions.append(position)
	for item in positions:
		print(item)
if __name__ == ‘__main__‘:
	for item in range(1, 31):
		laGou(page=item)