Stats.py

# IM - Infrastructure Manager
# Copyright (C) 2011 - GRyCAP - Universitat Politecnica de Valencia
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

import os.path
import datetime
import json
import yaml
import logging

from IM.db import DataBase
from IM.auth import Authentication
from IM.config import Config
from IM.InfrastructureList import InfrastructureList
from radl.radl_parse import parse_radl


class Stats():

    logger = logging.getLogger('InfrastructureManager')
    """Logger object."""

    @staticmethod
    def _get_data(str_data, init_date=None, end_date=None):
        dic = str_data if isinstance(str_data, dict) else json.loads(str_data)
        resp = {'creation_date': ''}
        if 'creation_date' in dic and dic['creation_date']:
            creation_date = datetime.datetime.fromtimestamp(float(dic['creation_date']))
            resp['creation_date'] = creation_date.strftime("%Y-%m-%d %H:%M:%S")
            if init_date and creation_date < init_date:
                return None
            if end_date and creation_date > end_date:
                return None

        resp['tosca_name'] = ''
        if 'extra_info' in dic and dic['extra_info'] and "TOSCA" in dic['extra_info']:
            try:
                tosca = yaml.safe_load(dic['extra_info']['TOSCA'])
                icon = tosca.get("metadata", {}).get("icon", "")
                resp['tosca_name'] = os.path.basename(icon)[:-4]
            except Exception:
                Stats.logger.exception("Error loading TOSCA.")

        resp['vm_count'] = 0
        resp['cpu_count'] = 0
        resp['memory_size'] = 0
        resp['cloud_type'] = ''
        resp['cloud_host'] = ''
        resp['hybrid'] = False
        resp['deleted'] = True if 'deleted' in dic and dic['deleted'] else False
        for str_vm_data in dic['vm_list']:
            vm_data = json.loads(str_vm_data)
            cloud_data = json.loads(vm_data["cloud"])

            # only get the cloud of the first VM
            if not resp['cloud_type']:
                resp['cloud_type'] = cloud_data["type"]
            if not resp['cloud_host']:
                resp['cloud_host'] = cloud_data["server"]
            elif resp['cloud_host'] != cloud_data["server"]:
                resp['hybrid'] = True

            vm_sys = parse_radl(vm_data['info']).systems[0]
            if vm_sys.getValue('cpu.count'):
                resp['cpu_count'] += vm_sys.getValue('cpu.count')
            if vm_sys.getValue('memory.size'):
                resp['memory_size'] += vm_sys.getFeature('memory.size').getValue('M')
            resp['vm_count'] += 1

        inf_auth = Authentication.deserialize(dic['auth']).getAuthInfo('InfrastructureManager')[0]
        resp['im_user'] = inf_auth.get('username')
        return resp

    @staticmethod
    def get_stats(init_date="1970-01-01", end_date=None, auth=None):
        """
        Get the statistics from the IM DB.

        Args:

        - init_date(str): Only will be returned infrastructure created afther this date.
        - end_date(str): Only will be returned infrastructure created afther this date.
        - auth(Authentication): parsed authentication tokens.

        Return: a list of dict with the stats with the following format:
            {'creation_date': '2022-03-07 13:16:14',
             'tosca_name': 'kubernetes',
             'vm_count': 2,
             'cpu_count': 4,
             'memory_size': 1024,
             'cloud_type': 'OSCAR',
             'cloud_host': 'sharp-elbakyan5.im.grycap.net',
             'hybrid': False,
             'im_user': '__OPENID__mcaballer',
             'inf_id': '1',
             'deleted': False,
             'last_date': '2022-03-23 10:00:00'}
        """
        stats = []
        db = DataBase(Config.DATA_DB)
        if db.connect():
            if db.db_type == DataBase.MONGO:
                filt = InfrastructureList._gen_filter_from_auth(auth)
                filt["data.creation_date"] = {"$gte": datetime.datetime.strptime(init_date, "%Y-%m-%d").timestamp()}
                if end_date:
                    filt["data.creation_date"]["$lte"] = datetime.datetime.strptime(end_date, "%Y-%m-%d").timestamp()
                res = db.find("inf_list", filt, {"id": True, "data": True, "date": True}, [('id', -1)])
            else:
                like = InfrastructureList._gen_where_from_auth(auth)
                where = "where"
                if like:
                    where += " (%s)" % like
                res = db.select("select data, date, id from inf_list %s order by rowid desc" % where)  # nosec

            for elem in res:
                if db.db_type == DataBase.MONGO:
                    data = elem["data"]
                    date = elem["date"]
                    if date and not isinstance(date, datetime.datetime):
                        date = datetime.datetime.fromtimestamp(elem["date"])
                    inf_id = elem["id"]
                else:
                    data = elem[0]
                    date = elem[1]
                    # SQLite date is stored as string
                    if date and isinstance(date, str) and len(date) == 10:
                        date = datetime.datetime.strptime(date, "%Y-%m-%d")
                    inf_id = elem[2]
                try:
                    init = datetime.datetime.strptime(init_date, "%Y-%m-%d")
                    end = datetime.datetime.strptime(end_date, "%Y-%m-%d") if end_date else None
                    res = Stats._get_data(data, init, end)
                    if res:
                        res['inf_id'] = inf_id
                        res['last_date'] = date.strftime("%Y-%m-%d %H:%M:%S")
                        stats.append(res)
                except Exception:
                    Stats.logger.exception("ERROR reading infrastructure info from Inf ID: %s" % inf_id)
            db.close()
            return stats
        else:
            Stats.logger.error("ERROR connecting with the database!.")
            return None