CMDB项目之资产汇报并持久化

#!/usr/bin/env python
# -*- coding:utf-8 -*-
import json
import importlib
from django.views import View
from django.http import JsonResponse
from django.shortcuts import HttpResponse
from django.views.decorators.csrf import csrf_exempt
from django.utils.decorators import method_decorator

from utils import auth
from api import config
from repository import models
from api.service import asset

@auth.api_auth
def asset(request):
    pass


class AssetView(View):
    @method_decorator(csrf_exempt)
    def dispatch(self, request, *args, **kwargs):
        return super(AssetView, self).dispatch(request, *args, **kwargs)

    @method_decorator(auth.api_auth)
    def get(self, request, *args, **kwargs):
        """
        获取今日未更新的资产 - 适用SSH或Salt客户端
        :param request:
        :param args:
        :param kwargs:
        :return:
        """

        # test = {‘user‘: ‘用户名‘, ‘pwd‘: ‘密码‘}
        # result = json.dumps(test,ensure_ascii=True)
        # result = json.dumps(test,ensure_ascii=False)
        # return HttpResponse(result)

        # test = {‘user‘: ‘用户名‘, ‘pwd‘: ‘密码‘}
        # result = json.dumps(test,ensure_ascii=True)
        # result = json.dumps(test,ensure_ascii=False)
        # return HttpResponse(result,content_type=‘application/json‘)

        # test = {‘user‘: ‘用户名‘, ‘pwd‘: ‘密码‘}
        # return JsonResponse(test, json_dumps_params={"ensure_ascii": False})

        response = asset.get_untreated_servers()
        return JsonResponse(response.__dict__)

    # @method_decorator(auth.api_auth)
    # def post(self, request, *args, **kwargs):
    #     """
    #     更新或者添加资产信息
    #     :param request:
    #     :param args:
    #     :param kwargs:
    #     :return: 1000 成功;1001 接口授权失败;1002 数据库中资产不存在
    #     """
    #
    #     server_info = json.loads(request.body.decode(‘utf-8‘))
    #     server_info = json.loads(server_info)
    #     # ret = {‘code‘: 1000, ‘message‘: ‘‘}
    #     # print(server_info)
    #     hostname = server_info[‘hostname‘]
    #
    #     ret = {‘code‘: 1000, ‘message‘: ‘[%s]更新完成‘ % hostname}
    #     # server_info 最新汇报服务器所有信息
    #
    #     # 根据主机名去数据库中获取相关信息
    #     server_obj = models.Server.objects.filter(hostname=hostname).select_related(‘asset‘).first()
    #     if not server_obj:
    #         ret[‘code‘] = 1002
    #         ret[‘message‘] = ‘[%s]资产不存在‘ % hostname
    #         return JsonResponse(ret)
    #
    #     for k, v in config.PLUGINS_DICT.items():
    #         module_path, cls_name = v.rsplit(‘.‘, 1)
    #         cls = getattr(importlib.import_module(module_path), cls_name)
    #         response = cls.process(server_obj, server_info, None)
    #         if not response.status:
    #             ret[‘code‘] = 1003
    #             ret[‘message‘] = "[%s]资产更新异常" % hostname
    #         if hasattr(cls, ‘update_last_time‘):
    #             cls.update_last_time(server_obj, None)
    #
    #     return JsonResponse(ret)

    @method_decorator(auth.api_auth)
    def post(self, request, *args, **kwargs):
        """
        更新或者添加资产信息
        :param request:
        :param args:
        :param kwargs:
        :return: 1000 成功;1001 接口授权失败;1002 数据库中资产不存在
        """

        server_info = json.loads(request.body.decode(‘utf-8‘))
        server_info = json.loads(server_info)
        # ret = {‘code‘: 1000, ‘message‘: ‘‘}
        # print(server_info)
        hostname = server_info[‘hostname‘]

        ret = {‘code‘: 1000, ‘message‘: ‘[%s]更新完成‘ % hostname}
        # server_info 最新汇报服务器所有信息

        # 根据主机名去数据库中获取相关信息
        server_obj = models.Server.objects.filter(hostname=hostname).select_related(‘asset‘).first()
        if not server_obj:
            ret[‘code‘] = 1002
            ret[‘message‘] = ‘[%s]资产不存在‘ % hostname
            return JsonResponse(ret)

        # ========》 server_obj服务器对象 ；server_info  《==========
        # 硬盘 或 网卡 或 内存
        # 硬盘：增删改
        # 1. server_obj反向关联硬盘表，获取数据库中硬盘信息
        # [
        #     {‘slot‘: "#1", ‘size‘: ‘100‘},
        #     {‘slot‘: "#2", ‘size‘: ‘60‘},
        #     {‘slot‘: "#3", ‘size‘: ‘88‘},
        # ]
        # old_list = [‘#1‘,‘#2‘,‘#3‘]
        # 2. server_info[‘disk‘] 新汇报的硬盘数据
        # {
        #     "#1":{‘slot‘: "#1", ‘size‘: ‘90‘},
        #     "#4":{‘slot‘: "#4", ‘size‘: ‘40‘},
        # }
        # new_list = [‘#1‘,‘#4‘]
        #3. 更新[‘#1‘] 删除[‘#2‘,‘#3‘] 增加 [‘#4‘]

        #4. # 增加 [‘#4‘]
        """
            for i in  [‘#4‘]:
                data_dict = dic[i]
                models.Diks.objces.create(**data_dict)


       """




        return JsonResponse(ret)

#!/usr/bin/env python
# -*- coding:utf-8 -*-
import traceback
import datetime
from utils.response import BaseResponse
from utils import agorithm
from repository import models

from django.db.models import Q
import datetime


def get_untreated_servers():
    response = BaseResponse()
    try:
        current_date = datetime.date.today()

        condition = Q()

        # 今日未采集的资产
        con_date = Q()
        con_date.connector = ‘OR‘
        con_date.children.append(("asset__latest_date__lt", current_date))
        con_date.children.append(("asset__latest_date", None))

        # 在线状态的服务器
        con_status = Q()
        con_status.children.append((‘asset__device_status_id‘, ‘2‘))

        condition.add(con_date, ‘AND‘)
        condition.add(con_status, ‘AND‘)

        result = models.Server.objects.filter(condition).values(‘hostname‘)
        response.data = list(result)
        response.status = True
    except Exception as e:
        response.message = str(e)
        models.ErrorLog.objects.create(asset_obj=None, title=‘get_untreated_servers‘, content=traceback.format_exc())
    return response


# ############# 操作基本信息（cpu和主板） #############
# 操作基本，并记录操作日志
# 更新cpu和主板信息
class HandleBasic(object):
    # 处理基本信息，包括主板和CPU信息
    @staticmethod
    def process(server_obj, server_info, user_obj):
        response = BaseResponse()
        try:
            log_list = []
            main_board = server_info[‘main_board‘][‘data‘]
            cpu = server_info[‘cpu‘][‘data‘]
            if server_obj.os_platform != server_info[‘os_platform‘]:
                log_list.append(‘系统由%s变更为%s‘ % (server_obj.os_platform, server_info[‘os_platform‘],))
                server_obj.os_platform = server_info[‘os_platform‘]

            if server_obj.os_version != server_info[‘os_version‘]:
                log_list.append(u‘系统版本由%s变更为%s‘ % (server_obj.os_version, server_info[‘os_version‘],))
                server_obj.os_version = server_info[‘os_version‘]

            if server_obj.sn != main_board[‘sn‘]:
                log_list.append(u‘主板SN号由%s变更为%s‘ % (server_obj.sn, main_board[‘sn‘],))
                server_obj.sn = main_board[‘sn‘]

            if server_obj.manufacturer != main_board[‘manufacturer‘]:
                log_list.append(u‘主板厂商由%s变更为%s‘ % (server_obj.manufacturer, main_board[‘manufacturer‘],))
                server_obj.manufacturer = main_board[‘manufacturer‘]

            if server_obj.model != main_board[‘model‘]:
                log_list.append(u‘主板型号由%s变更为%s‘ % (server_obj.model, main_board[‘model‘],))
                server_obj.model = main_board[‘model‘]

            if server_obj.cpu_count != cpu[‘cpu_count‘]:
                log_list.append(u‘CPU逻辑核数由%s变更为%s‘ % (server_obj.cpu_count, cpu[‘cpu_count‘],))
                server_obj.cpu_count = cpu[‘cpu_count‘]

            if server_obj.cpu_physical_count != cpu[‘cpu_physical_count‘]:
                log_list.append(
                    u‘CPU物理核数由%s变更为%s‘ % (server_obj.cpu_physical_count, cpu[‘cpu_physical_count‘],))
                server_obj.cpu_physical_count = cpu[‘cpu_physical_count‘]

            if server_obj.cpu_model != cpu[‘cpu_model‘]:
                log_list.append(u‘CPU型号由%s变更为%s‘ % (server_obj.cpu_model, cpu[‘cpu_model‘],))
                server_obj.cpu_model = cpu[‘cpu_model‘]

            server_obj.save()
            if log_list:
                models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj,
                                                  content=‘;‘.join(log_list))
        except Exception as e:
            response.status = False
            models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘basic-run‘,
                                           content=traceback.format_exc())
        return response

    @staticmethod
    def update_last_time(server_obj, user_obj):
        response = BaseResponse()
        try:
            current_date = datetime.date.today()
            server_obj.asset.latest_date = current_date
            server_obj.asset.save()
            models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=‘资产汇报‘)
        except Exception as e:
            response.status = False
            models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘basic-run‘,
                                           content=traceback.format_exc())

        return response


# ############# 操作网卡信息 #############
# 操作网卡，并记录操作日志
# 添加网卡
# 删除网卡
# 更新网卡信息
class HandleNic(object):
    @staticmethod
    def process(server_obj, server_info, user_obj):
        response = BaseResponse()
        try:
            # 获取数据库中的所有网卡信息
            # server_info，服务器最新汇报的数据 server_info[‘nic‘]
            nic_info = server_info[‘nic‘]
            if not nic_info[‘status‘]:
                response.status = False
                models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘nic-agent‘, content=nic_info[‘error‘])
                return response

            client_nic_dict = nic_info[‘data‘]
            nic_obj_list = models.NIC.objects.filter(server_obj=server_obj)
            nic_name_list = map(lambda x: x, (item.name for item in nic_obj_list))

            update_list = agorithm.get_intersection(set(client_nic_dict.keys()), set(nic_name_list))
            add_list = agorithm.get_exclude(client_nic_dict.keys(), update_list)
            del_list = agorithm.get_exclude(nic_name_list, update_list)
            # ==> 要删除、更新，添加



            HandleNic._add_nic(add_list, client_nic_dict, server_obj, user_obj)
            HandleNic._update_nic(update_list, nic_obj_list, client_nic_dict, server_obj, user_obj)
            HandleNic._del_nic(del_list, nic_obj_list, server_obj, user_obj)

        except Exception as e:
            response.status = False
            models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘nic-run‘, content=traceback.format_exc())

        return response

    @staticmethod
    def _add_nic(add_list, client_nic_dict, server_obj, user_obj):
        for item in add_list:
            cur_nic_dict = client_nic_dict[item]
            cur_nic_dict[‘name‘] = item
            log_str = ‘[新增网卡]{name}:mac地址为{hwaddr};状态为{up};掩码为{netmask};IP地址为{ipaddrs}‘.format(**cur_nic_dict)
            cur_nic_dict[‘server_obj‘] = server_obj
            models.NIC.objects.create(**cur_nic_dict)
            models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _del_nic(del_list, nic_objs, server_obj, user_obj):
        for item in nic_objs:
            if item.name in del_list:
                log_str = ‘[移除网卡]{name}:mac地址为{hwaddr};状态为{up};掩码为{netmask};IP地址为{ipaddrs}‘.format(**item.__dict__)
                item.delete()
                models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _update_nic(update_list, nic_objs, client_nic_dict, server_obj, user_obj):

        for item in nic_objs:
            if item.name in update_list:
                log_list = []

                new_hwaddr = client_nic_dict[item.name][‘hwaddr‘]
                if item.hwaddr != new_hwaddr:
                    log_list.append(u"[更新网卡]%s:mac地址由%s变更为%s" % (item.name, item.hwaddr, new_hwaddr))
                    item.hwaddr = new_hwaddr
                new_up = client_nic_dict[item.name][‘up‘]
                if item.up != new_up:
                    log_list.append(u"[更新网卡]%s:状态由%s变更为%s" % (item.name, item.up, new_up))
                    item.up = new_up

                new_netmask = client_nic_dict[item.name][‘netmask‘]
                if item.netmask != new_netmask:
                    log_list.append(u"[更新网卡]%s:掩码由%s变更为%s" % (item.name, item.netmask, new_netmask))
                    item.netmask = new_netmask

                new_ipaddrs = client_nic_dict[item.name][‘ipaddrs‘]
                if item.ipaddrs != new_ipaddrs:
                    log_list.append(u"[更新网卡]%s:IP地址由%s变更为%s" % (item.name, item.ipaddrs, new_ipaddrs))
                    item.ipaddrs = new_ipaddrs

                item.save()
                if log_list:
                    models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj,
                                                      content=‘;‘.join(log_list))


# ############# 操作内存信息 #############
# 操作内存，并记录操作日志
# 添加内存
# 删除内存
# 更新内存信息
class HandleMemory(object):
    @staticmethod
    def process(server_obj, server_info, user_obj):
        response = BaseResponse()
        try:
            mem_info = server_info[‘memory‘]
            if not mem_info[‘status‘]:
                models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘memory-agent‘,
                                               content=mem_info[‘error‘])
                response.status = False
                return response

            client_mem_dict = mem_info[‘data‘]

            mem_obj_list = models.Memory.objects.filter(server_obj=server_obj)

            mem_slots = map(lambda x: x, (item.slot for item in mem_obj_list))

            update_list = agorithm.get_intersection(set(client_mem_dict.keys()), set(mem_slots))
            add_list = agorithm.get_exclude(client_mem_dict.keys(), update_list)
            del_list = agorithm.get_exclude(mem_slots, update_list)

            HandleMemory._add_memory(add_list, client_mem_dict, server_obj, user_obj)
            HandleMemory._update_memory(update_list, mem_obj_list, client_mem_dict, server_obj, user_obj)
            HandleMemory._del_memory(del_list, mem_obj_list, server_obj, user_obj)
        except Exception as e:
            response.status = False
            models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘memory-run‘,
                                           content=traceback.format_exc())

        return response

    @staticmethod
    def _add_memory(add_list, client_mem_dict, server_obj, user_obj):
        for item in add_list:
            cur_mem_dict = client_mem_dict[item]
            log_str = ‘[新增内存]插槽为{slot};容量为{capacity};类型为{model};速度为{speed};厂商为{manufacturer};SN号为{sn}‘.format(
                **cur_mem_dict)
            cur_mem_dict[‘server_obj‘] = server_obj
            models.Memory.objects.create(**cur_mem_dict)
            models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _del_memory(del_list, mem_objs, server_obj, user_obj):
        for item in mem_objs:
            if item.slot in del_list:
                log_str = ‘[移除内存]插槽为{slot};容量为{capacity};类型为{model};速度为{speed};厂商为{manufacturer};SN号为{sn}‘.format(
                    **item.__dict__)
                item.delete()
                models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _update_memory(update_list, mem_objs, client_mem_dict, server_obj, user_obj):
        for item in mem_objs:
            if item.slot in update_list:
                log_list = []

                new_manufacturer = client_mem_dict[item.slot][‘manufacturer‘]
                if item.manufacturer != new_manufacturer:
                    log_list.append(u"[更新内存]%s:厂商由%s变更为%s" % (item.slot, item.manufacturer, new_manufacturer))
                    item.manufacturer = new_manufacturer

                new_model = client_mem_dict[item.slot][‘model‘]
                if item.model != new_model:
                    log_list.append(u"[更新内存]%s:型号由%s变更为%s" % (item.slot, item.model, new_model))
                    item.model = new_model

                new_capacity = client_mem_dict[item.slot][‘capacity‘]
                if item.capacity != new_capacity:
                    log_list.append(u"[更新内存]%s:容量由%s变更为%s" % (item.slot, item.capacity, new_capacity))
                    item.capacity = new_capacity

                new_sn = client_mem_dict[item.slot][‘sn‘]
                if item.sn != new_sn:
                    log_list.append(u"[更新内存]%s:SN号由%s变更为%s" % (item.slot, item.sn, new_sn))
                    item.sn = new_sn

                new_speed = client_mem_dict[item.slot][‘speed‘]
                if item.speed != new_speed:
                    log_list.append(u"[更新内存]%s:速度由%s变更为%s" % (item.slot, item.speed, new_speed))
                    item.speed = new_speed

                item.save()
                if log_list:
                    models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj,
                                                      content=‘;‘.join(log_list))


# ############# 操作硬盘信息 #############
# 操作硬盘，并记录操作日志
# 添加硬盘
# 删除硬盘
# 更新硬盘信息
class HandleDisk(object):
    @staticmethod
    def process(server_obj, server_info, user_obj):
        response = BaseResponse()
        try:
            disk_info = server_info[‘disk‘]
            if not disk_info[‘status‘]:
                response.status = False
                models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘disk-agent‘,
                                               content=disk_info[‘error‘])
                return response

            client_disk_dict = disk_info[‘data‘]

            disk_obj_list = models.Disk.objects.filter(server_obj=server_obj)

            disk_slots = map(lambda x: x, (item.slot for item in disk_obj_list))

            update_list = agorithm.get_intersection(set(client_disk_dict.keys()), set(disk_slots))
            add_list = agorithm.get_exclude(client_disk_dict.keys(), update_list)
            del_list = agorithm.get_exclude(disk_slots, update_list)

            HandleDisk._add_disk(add_list, client_disk_dict, server_obj, user_obj)
            HandleDisk._update_disk(update_list, disk_obj_list, client_disk_dict, server_obj, user_obj)
            HandleDisk._del_disk(del_list, disk_obj_list, server_obj, user_obj)

        except Exception as e:
            response.status = False
            models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘disk-run‘, content=traceback.format_exc())
        return response

    @staticmethod
    def _add_disk(add_list, client_disk_dict, server_obj, user_obj):
        for item in add_list:
            cur_disk_dict = client_disk_dict[item]
            log_str = ‘[新增硬盘]插槽为{slot};容量为{capacity};硬盘类型为{pd_type};型号为{model}‘.format(**cur_disk_dict)
            cur_disk_dict[‘server_obj‘] = server_obj
            models.Disk.objects.create(**cur_disk_dict)
            models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _del_disk(del_list, disk_objs, server_obj, user_obj):
        for item in disk_objs:
            if item.slot in del_list:
                log_str = ‘[移除硬盘]插槽为{slot};容量为{capacity};硬盘类型为{pd_type};型号为{model}‘.format(**item.__dict__)
                item.delete()
                models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _update_disk(update_list, disk_objs, client_disk_dict, server_obj, user_obj):
        for item in disk_objs:
            if item.slot in update_list:
                log_list = []

                new_model = client_disk_dict[item.slot][‘model‘]
                if item.model != new_model:
                    log_list.append(u"[更新硬盘]插槽为%s:型号由%s变更为%s" % (item.slot, item.model, new_model))
                    item.model = new_model

                new_capacity = client_disk_dict[item.slot][‘capacity‘]
                new_capacity = float(new_capacity)
                if item.capacity != new_capacity:
                    log_list.append(u"[更新硬盘]插槽为%s:容量由%s变更为%s" % (item.slot, item.capacity, new_capacity))
                    item.capacity = new_capacity

                new_pd_type = client_disk_dict[item.slot][‘pd_type‘]
                if item.pd_type != new_pd_type:
                    log_list.append(u"[更新硬盘]插槽为%s:硬盘类型由%s变更为%s" % (item.slot, item.pd_type, new_pd_type))
                    item.pd_type = new_pd_type

                item.save()
                if log_list:
                    models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj,
                                                      content=‘;‘.join(log_list))