driver.py

# vim: tabstop=4 shiftwidth=4 softtabstop=4

# Copyright (c) 2010 Openstack, LLC.
# Copyright 2010 United States Government as represented by the
# Administrator of the National Aeronautics and Space Administration.
# All Rights Reserved.
#
#    Licensed under the Apache License, Version 2.0 (the "License"); you may
#    not use this file except in compliance with the License. You may obtain
#    a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#    Unless required by applicable law or agreed to in writing, software
#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
#    License for the specific language governing permissions and limitations
#    under the License.

"""
Scheduler base class that all Schedulers should inherit from
"""

import datetime

from nova import db
from nova import exception
from nova import flags
from nova import log as logging
from nova import rpc
from nova.compute import power_state

FLAGS = flags.FLAGS
flags.DEFINE_integer('service_down_time', 60,
                     'maximum time since last checkin for up service')
flags.DECLARE('instances_path', 'nova.compute.manager')


class NoValidHost(exception.Error):
    """There is no valid host for the command."""
    pass


class WillNotSchedule(exception.Error):
    """The specified host is not up or doesn't exist."""
    pass


class Scheduler(object):
    """The base class that all Scheduler clases should inherit from."""

    @staticmethod
    def service_is_up(service):
        """Check whether a service is up based on last heartbeat."""
        last_heartbeat = service['updated_at'] or service['created_at']
        # Timestamps in DB are UTC.
        elapsed = datetime.datetime.utcnow() - last_heartbeat
        return elapsed < datetime.timedelta(seconds=FLAGS.service_down_time)

    def hosts_up(self, context, topic):
        """Return the list of hosts that have a running service for topic."""

        services = db.service_get_all_by_topic(context, topic)
        return [service.host
                for service in services
                if self.service_is_up(service)]

    def schedule(self, context, topic, *_args, **_kwargs):
        """Must override at least this method for scheduler to work."""
        raise NotImplementedError(_("Must implement a fallback schedule"))

    def schedule_live_migration(self, context, instance_id, dest):
        """live migration method"""

        # Whether instance exists and running
        instance_ref = db.instance_get(context, instance_id)

        # Checking instance.
        self._live_migration_src_check(context, instance_ref)

        # Checking destination host.
        self._live_migration_dest_check(context, instance_ref, dest)

        # Common checking.
        self._live_migration_common_check(context, instance_ref, dest)

        # Changing instance_state.
        db.instance_set_state(context,
                              instance_id,
                              power_state.PAUSED,
                              'migrating')

        # Changing volume state
        for v in instance_ref['volumes']:
            db.volume_update(context,
                             v['id'],
                             {'status': 'migrating'})

        # Return value is necessary to send request to src
        # Check _schedule() in detail.
        src = instance_ref['host']
        return src

    def _live_migration_src_check(self, context, instance_ref):
        """Live migration check routine (for src host)"""

        # Checking instance is running.
        if power_state.RUNNING != instance_ref['state'] or \
           'running' != instance_ref['state_description']:
            msg = _('Instance(%s) is not running')
            ec2_id = instance_ref['hostname']
            raise exception.Invalid(msg % ec2_id)

        # Checing volume node is running when any volumes are mounted
        # to the instance.
        if len(instance_ref['volumes']) != 0:
            services = db.service_get_all_by_topic(context, 'volume')
            if len(services) < 1 or  not self.service_is_up(services[0]):
                msg = _('volume node is not alive(time synchronize problem?)')
                raise exception.Invalid(msg)

        # Checking src host is alive.
        src = instance_ref['host']
        services = db.service_get_all_by_topic(context, 'compute')
        services = [service for service in services if service.host == src]
        if len(services) < 1 or not self.service_is_up(services[0]):
            msg = _('%s is not alive(time synchronize problem?)')
            raise exception.Invalid(msg % src)

    def _live_migration_dest_check(self, context, instance_ref, dest):
        """Live migration check routine (for destination host)"""

        # Checking dest exists and compute node.
        dservice_refs = db.service_get_all_by_host(context, dest)
        if len(dservice_refs) <= 0:
            msg = _('%s does not exists.')
            raise exception.Invalid(msg % dest)

        dservice_ref = dservice_refs[0]
        if dservice_ref['topic'] != 'compute':
            msg = _('%s must be compute node')
            raise exception.Invalid(msg % dest)

        # Checking dest host is alive.
        if not self.service_is_up(dservice_ref):
            msg = _('%s is not alive(time synchronize problem?)')
            raise exception.Invalid(msg % dest)

        # Checking whether The host where instance is running
        # and dest is not same.
        src = instance_ref['host']
        if dest == src:
            ec2_id = instance_ref['hostname']
            msg = _('%s is where %s is running now. choose other host.')
            raise exception.Invalid(msg % (dest, ec2_id))

        # Checking dst host still has enough capacities.
        self.has_enough_resource(context, instance_ref, dest)

    def _live_migration_common_check(self, context, instance_ref, dest):
        """
        Live migration check routine.
        Below pre-checkings are followed by
        http://wiki.libvirt.org/page/TodoPreMigrationChecks

        """
        # Checking shared storage connectivity
        self.mounted_on_same_shared_storage(context, instance_ref, dest)

        # Checking dest exists.
        dservice_refs = db.service_get_all_by_host(context, dest)
        if len(dservice_refs) <= 0:
            raise exception.Invalid(_('%s does not exists.') % dest)
        dservice_ref = dservice_refs[0]

        # Checking original host( where instance was launched at) exists.
        oservice_refs = db.service_get_all_by_host(context,
                                                   instance_ref['launched_on'])
        if len(oservice_refs) <= 0:
            msg = _('%s(where instance was launched at) does not exists.')
            raise exception.Invalid(msg % instance_ref['launched_on'])
        oservice_ref = oservice_refs[0]

        # Checking hypervisor is same.
        if oservice_ref['hypervisor_type'] != dservice_ref['hypervisor_type']:
            msg = _('Different hypervisor type(%s->%s)')
            raise exception.Invalid(msg % (oservice_ref['hypervisor_type'],
                                           dservice_ref['hypervisor_type']))

        # Checkng hypervisor version.
        if oservice_ref['hypervisor_version'] > \
           dservice_ref['hypervisor_version']:
            msg = _('Older hypervisor version(%s->%s)')
            raise exception.Invalid(msg % (oservice_ref['hypervisor_version'],
                                           dservice_ref['hypervisor_version']))

        # Checking cpuinfo.
        try:
            rpc.call(context,
                     db.queue_get_for(context, FLAGS.compute_topic, dest),
                     {"method": 'compare_cpu',
                      "args": {'cpu_info': oservice_ref['cpu_info']}})

        except rpc.RemoteError, e:
            msg = _(("""%s doesnt have compatibility to %s"""
                     """(where %s was launched at)"""))
            ec2_id = instance_ref['hostname']
            src = instance_ref['host']
            logging.error(msg % (dest, src, ec2_id))
            raise e

    def has_enough_resource(self, context, instance_ref, dest):
        """
        Check if destination host has enough resource for live migration.
        Currently, only memory checking has been done.
        If storage migration(block migration, meaning live-migration
        without any shared storage) will be available, local storage
        checking is also necessary.
        """

        # Getting instance information
        ec2_id = instance_ref['hostname']
        mem = instance_ref['memory_mb']

        # Getting host information
        service_refs = db.service_get_all_by_host(context, dest)
        if len(service_refs) <= 0:
            raise exception.Invalid(_('%s does not exists.') % dest)
        service_ref = service_refs[0]

        mem_total = int(service_ref['memory_mb'])
        mem_used = int(service_ref['memory_mb_used'])
        mem_avail = mem_total - mem_used
        mem_inst =  instance_ref['memory_mb']
        if mem_avail <= mem_inst:
            msg = _('%s is not capable to migrate %s(host:%s <= instance:%s)') 
            raise exception.NotEmpty(msg % (dest, ec2_id, mem_avail, mem_inst))

    def mounted_on_same_shared_storage(self, context, instance_ref, dest):
        """
        Check if /nova-inst-dir/insntances is mounted same storage at
        live-migration src and dest host.
        """
        src = instance_ref['host']
        dst_t = db.queue_get_for(context, FLAGS.compute_topic, dest)
        src_t = db.queue_get_for(context, FLAGS.compute_topic, src)

        # create tmpfile at dest host
        try:
            filename = rpc.call(context, dst_t, {"method": 'mktmpfile'})
        except rpc.RemoteError, e:
            msg = _("Cannot create tmpfile at %s to confirm shared storage.")
            logging.error(msg % FLAGS.instance_path)
            raise e

        # make sure existence at src host.
        try:
            rpc.call(context, src_t,
                     {"method": 'exists', "args":{'path':filename}})

        except (rpc.RemoteError, exception.NotFound), e:
            msg = (_("""Cannot comfirm %s at %s to confirm shared storage."""
                     """Check if %s is same shared storage"""))
            logging.error(msg % FLAGS.instance_path)
            raise e

        # then remove.
        rpc.call(context, dst_t,
                 {"method": 'remove', "args":{'path':filename}})