一个Json结构对比的Python小工具兼谈编程求解问题

#_*_encoding:utf-8_*_

import argparse

import json
import sys

reload(sys)
sys.setdefaultencoding(‘utf-8‘)

def parseArgs():
    description = ‘This program is used to output the differences of keys of two json data.‘
    parser = argparse.ArgumentParser(description=description)
    parser.add_argument(‘file‘, help=‘Given file containing two json data separated by a new line with three semicolons.‘)
    args = parser.parse_args()
    filename = args.file
    return filename 
        

def readFile(filename):
    content = ‘‘
    f = open(filename)
    for line in f:
        content += line.strip("\n")
    f.close()
    return content

def parseKeys(jsonobj):
    jsonkeys = list()
    addJsonKeys(jsonobj, jsonkeys, ‘‘)
    return jsonkeys 

def addJsonKeys(jsonobj, keys, prefix_key):
    if prefix_key != ‘‘:
        prefix_key = prefix_key+‘.‘ 
    if isinstance(jsonobj, list):
        addKeysIflist(jsonobj, keys, prefix_key)
    elif isinstance(jsonobj, dict):
        addKeysIfdict(jsonobj, keys, prefix_key)    

def addKeysIflist(jsonlist, keys, prefix_key):
    if len(jsonlist) > 0:
        addJsonKeys(jsonlist[0], keys, prefix_key)
 
def addKeysIfdict(jsonobj, keys, prefix_key):
    for (key, value) in jsonobj.iteritems():        
        keys.append(prefix_key + key)
        addJsonKeys(value, keys, prefix_key+key)   

def diffKeys(json1, json2):
    keys1 = parseKeys(json1)
    keys2 = parseKeys(json2)
    keyset1 = set(keys1)
    keyset2 = set(keys2)
    return keyset1.difference(keyset2) 


def cmpArray(jsonArr1, jsonArr2, diff, prefix_key):
    ‘‘‘
       need to be improved
    ‘‘‘
    arrlen1 = len(jsonArr1)
    arrlen2 = len(jsonArr2)
    minlen = min(arrlen1, arrlen2)
    if arrlen1 != arrlen2:
        diff.append((prefix_key+‘.length‘, arrlen1, arrlen2))
    for i in range(0, minlen):
        diffDict(jsonArr1[i], jsonArr2[i], diff, prefix_key)

def cmpPrimitive(key, value1, value2, diff, prefix_key):

    if isinstance(value1,list) or isinstance(value1, dict)        or isinstance(value2, list) or isinstance(value2, dict):
       return

    if value1 != value2:
       diff.append((prefix_key + key, str(value1), str(value2))) 


def diffDict(json1, json2, diff, prefix_key):

    if prefix_key != ‘‘:
        prefix_key = prefix_key+‘.‘

    for (key, value) in json1.iteritems():
        json2Value = json2.get(key)
        #print "key: ", key, ", value: ", value, " , value2: ", json2Value

        if json2Value == None:
            diff.append((prefix_key + key, value, None))

        if isinstance(value, dict) and isinstance(json2Value, dict):
            diffDict(value, json2Value, diff, prefix_key + key)        
 
        if isinstance(value, list) and isinstance(json2Value, list):
            cmpArray(value, json2Value, diff, prefix_key + key)   

        cmpPrimitive(key, value, json2Value, diff, prefix_key)    
 

def diffJson(json1, json2):
    jsondiff = list()
    diffDict(json1, json2, jsondiff, ‘‘)
    return jsondiff
 

def diffJsonToFile(filename, json1, json2):
    f_res = open(filename, ‘w‘)
    diff_res = diffJson(json1, json2)
    for diff in diff_res:
        (key,v1,v2) = diff
        if v2 is None:
            f_res.write(‘key %s in json1 not in json2. \n‘ % key)
        else:
            f_res.write(‘key %s in json1 = %s yet in json2 = %s. \n‘ %(key, v1, v2))

    f_res.close()


def tesParsetKeysSingle(jsonobj, expected):
    assert set(parseKeys(jsonobj)) == set(expected)
    
def testParseKeys():
    for v in ({}, [], "good", 1, 3.14, -2.71, -1, 0.1, 2.71E3, 2.71E+3, 2.71E-32, 2.71e3, 2.71e+3, 2.71e-32, True, False, None, "null\n\\\"\/\b\f\n\r\t\u"):
        tesParsetKeysSingle(parseKeys(v), [])
    tesParsetKeysSingle({"code": 200}, [‘code‘])
    tesParsetKeysSingle({"code": 200, "msg": "ok", "list": [], "extra":{}}, [‘code‘, ‘msg‘, ‘list‘, ‘extra‘])
    tesParsetKeysSingle({"code": 200, "msg": "ok", "list": [{"id": 20, "no":"115"}], "extra":{"size": 20, "info": {"owner": "qin"}}}, [‘code‘, ‘msg‘, ‘list‘, ‘list..id‘, ‘list..no‘, ‘extra‘, ‘extra.size‘, ‘extra.info‘, ‘extra.info.owner‘])
    tesParsetKeysSingle({‘msg‘: ‘ok‘, ‘code‘: 200, ‘list‘: [{‘items‘: [{‘price‘: 21, ‘infos‘: {‘feature‘: ‘‘}, ‘name‘: ‘n1‘}], ‘id‘: 20, ‘no‘: ‘1000020‘}], ‘metainfo‘: {‘total‘: 20, ‘info‘: {‘owner‘: ‘qinshu‘, ‘parts‘: [{‘count‘: 13, ‘time‘: {‘start‘: 1230002456, ‘end‘: 234001234}}]}}}, [‘msg‘, ‘code‘, ‘list‘, ‘list..items‘, ‘list..items..price‘, ‘list..items..infos‘, ‘list..items..infos.feature‘, ‘list..items..name‘,‘list..id‘, ‘list..no‘,  ‘metainfo‘, ‘metainfo.total‘, ‘metainfo.info‘, ‘metainfo.info.owner‘, ‘metainfo.info.parts‘, ‘metainfo.info.parts..count‘, ‘metainfo.info.parts..time‘ ,‘metainfo.info.parts..time.start‘, ‘metainfo.info.parts..time.end‘]) 

    print ‘testPassed‘


def test():
    testParseKeys()


if __name__ == "__main__":
    
    test()

    filename = parseArgs()
    content = readFile(filename)
    content1 = content.split(‘;;;‘)[0]
    content2 = content.split(‘;;;‘)[1]
    json1 = json.loads(content1)
    json2 = json.loads(content2)

    print "keys in json_data_v2: "
    print parseKeys(json2)
            
    print ‘keys in json_data_v1 yet not in json_data_v2: ‘
    print diffKeys(json1, json2)
                        
    print ‘keys in json_data_v2 yet not in json_data_v1: ‘
    print diffKeys(json2, json1)

{
    "code": 200, 
    "msg": "ok", 
    "list": [
        {
            "id": 20, 
            "no": "1000020", 
            "items": [
                {
                    "name": "n1", 
                    "price": 21, 
                    "infos": {
                        "feature": ""
                    }
                }
            ]
        }
    ], 
    "metainfo": {
        "total": 20, 
        "info": {
            "owner": "qinshu", 
            "parts": [
                {
                    "count": 13, 
                    "time": {
                        "start": 1230002456, 
                        "end": 234001234
                    }
                }
            ]
        }
    }
}

;;; 

{
    "code": 200,
    "msg": "ok",
    "success": true,
    "list": [
        {
            "id": 22,
            "no": "1000020",
            "items": [
                {
                    "name": "n1",
                    "price": 21,
                    "comment": "very nice",
                    "infos": {
                        "feature": ""
                    }
                },
                {
                    "name": "n2",
                    "price": 22,
                    "comment": "good",
                    "infos": {
                        "feature": "small"
                    }
                }
            ]
        }
    ],
    "metainfo": {
        "total": 20,
        "info": {
            "owner": "qinshu",
            "parts": [
                {
                    "count": 15,
                    "range": {
                        "start": 1230003456,
                        "end": 234007890
                    }
                }
            ]
        }
    }
}