machines.go

package models

import (
	"context"
	"database/sql"
	"fmt"
	"time"

	v1 "k8s.io/api/core/v1"
	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
	"k8s.io/client-go/kubernetes"
	"yunion.io/x/jsonutils"
	"yunion.io/x/log"
	ocapis "yunion.io/x/onecloud/pkg/apis"
	computeapi "yunion.io/x/onecloud/pkg/apis/compute"
	"yunion.io/x/onecloud/pkg/cloudcommon/db"
	"yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
	"yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
	"yunion.io/x/onecloud/pkg/httperrors"
	"yunion.io/x/onecloud/pkg/mcclient"
	"yunion.io/x/onecloud/pkg/util/stringutils2"
	"yunion.io/x/pkg/errors"
	"yunion.io/x/pkg/tristate"
	"yunion.io/x/pkg/util/netutils"
	"yunion.io/x/pkg/util/wait"
	"yunion.io/x/pkg/utils"
	"yunion.io/x/sqlchemy"

	"yunion.io/x/kubecomps/pkg/kubeserver/api"
	"yunion.io/x/kubecomps/pkg/kubeserver/models/manager"
)

var MachineManager *SMachineManager

func init() {
	MachineManager = &SMachineManager{
		SVirtualResourceBaseManager: db.NewVirtualResourceBaseManager(SMachine{}, "machines_tbl", "kubemachine", "kubemachines"),
	}
	manager.RegisterMachineManager(MachineManager)
	MachineManager.SetVirtualObject(MachineManager)
}

type SMachineManager struct {
	db.SVirtualResourceBaseManager
}

type SMachine struct {
	db.SVirtualResourceBase
	// Provider determine which cloud provider this node used, e.g. onecloud, aliyun, aws
	Provider  string `width:"36" charset:"ascii" nullable:"false" create:"required" list:"user"`
	ClusterId string `width:"128" charset:"ascii" nullable:"false" create:"required" list:"user"`
	ZoneId    string `width:"128" charset:"ascii" nullable:"true" create:"optional" list:"user"`
	NetworkId string `width:"128" charset:"ascii" nullable:"true" create:"optional" list:"user"`
	Role      string `width:"36" charset:"ascii" nullable:"false" create:"required" list:"user"`
	// ResourceType determine which resource type this node used
	ResourceType string `width:"36" charset:"ascii" nullable:"false" create:"required" list:"user"`
	// ResourceId related to cloud host or guest id
	ResourceId string `width:"128" charset:"ascii" nullable:"true" create:"optional" list:"user"`
	// TODO: cloudprovider
	// FirstNode determine machine is first controlplane
	FirstNode tristate.TriState `nullable:"true" create:"required" list:"user"`

	// Private IP address
	Address string `width:"16" charset:"ascii" nullable:"true" list:"user"`
	// Hypervisor in onecloud server
	Hypervisor    string               `width:"16" charset:"ascii" nullable:"true" list:"user" create:"optional"`
	K8sNodeConfig jsonutils.JSONObject `nullable:"true" create:"optional" update:"admin" list:"user"`
}

func (man *SMachineManager) GetCluster(ctx context.Context, userCred mcclient.TokenCredential, clusterId string) (*SCluster, error) {
	obj, err := ClusterManager.FetchByIdOrName(ctx, userCred, clusterId)
	if err != nil {
		return nil, err
	}
	return obj.(*SCluster), nil
}

func (man *SMachineManager) GetSession() (*mcclient.ClientSession, error) {
	return GetAdminSession()
}

func (man *SMachineManager) ListItemFilter(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, input *api.MachineListInput) (*sqlchemy.SQuery, error) {
	q, err := man.SVirtualResourceBaseManager.ListItemFilter(ctx, q, userCred, input.VirtualResourceListInput)
	if err != nil {
		return nil, err
	}

	var sq *sqlchemy.SSubQuery
	if len(input.Cluster) > 0 {
		clusters := ClusterManager.Query().SubQuery()
		sq = clusters.Query(clusters.Field("id")).
			Filter(sqlchemy.OR(
				sqlchemy.Equals(clusters.Field("name"), input.Cluster),
				sqlchemy.Equals(clusters.Field("id"), input.Cluster))).SubQuery()
	}
	if sq != nil {
		q = q.In("cluster_id", sq)
	}
	return q, nil
}

func (man *SMachineManager) GetMachines(clusterId string) ([]manager.IMachine, error) {
	machines := man.Query().SubQuery()
	q := machines.Query().Filter(sqlchemy.Equals(machines.Field("cluster_id"), clusterId))
	objs := make([]SMachine, 0)
	err := db.FetchModelObjects(man, q, &objs)
	if err != nil {
		if err == sql.ErrNoRows {
			return nil, nil
		}
		return nil, err
	}
	ret := make([]manager.IMachine, len(objs))
	for i := range objs {
		ret[i] = &objs[i]
	}
	return ret, nil
}

func (man *SMachineManager) IsMachineExists(ctx context.Context, userCred mcclient.TokenCredential, id string) (manager.IMachine, bool, error) {
	obj, err := man.FetchByIdOrName(ctx, userCred, id)
	if err != nil {
		if err == sql.ErrNoRows {
			return nil, false, nil
		}
		return nil, false, err
	}
	return obj.(*SMachine), true, nil
}

func (man *SMachineManager) CreateMachineNoHook(ctx context.Context, cluster *SCluster, userCred mcclient.TokenCredential, data *api.CreateMachineData) (manager.IMachine, error) {
	input := jsonutils.Marshal(data)
	project, err := db.TenantCacheManager.FindFirstProjectOfDomain(ctx, cluster.DomainId)
	if err != nil {
		return nil, errors.Wrapf(err, "FindFirstProjectOfDomain %s of cluster %s", cluster.DomainId, cluster.GetName())
	}
	projectInfo := jsonutils.NewDict()
	projectInfo.Add(jsonutils.NewString(project.GetId()), "project_id")
	ownerId, err := db.FetchProjectInfo(ctx, projectInfo)
	if err != nil {
		return nil, errors.Wrapf(err, "db.FetchProjectInfo of project_id %s/%s", project.GetId(), project.GetName())
	}
	obj, err := db.DoCreate(man, ctx, userCred, nil, input, ownerId)
	if err != nil {
		return nil, err
	}
	m := obj.(*SMachine)
	err = m.SetMetadata(ctx, api.MachineMetadataCreateParams, input.String(), userCred)
	return m, err
}

func (m *SMachine) GetK8sNodeConfig() *api.K8sNodeConfig {
	if m.K8sNodeConfig == nil {
		return nil
	}
	cfg := new(api.K8sNodeConfig)
	m.K8sNodeConfig.Unmarshal(cfg)
	return cfg
}

func (m *SMachine) LogPrefix() string {
	return m.GetId() + "/" + m.GetName()
}

func (m *SMachine) SyncInfoFromCloud(ctx context.Context, s *mcclient.ClientSession) error {
	if m.ZoneId != "" && m.NetworkId != "" {
		return nil
	}

	if m.ResourceId == "" {
		return errors.Errorf("machine %s resource_id is empty", m.LogPrefix())
	}

	drv := m.GetDriver()
	info, err := drv.GetInfoFromCloud(ctx, s, m)
	if err != nil {
		return errors.Wrapf(err, "get machine %s info from cloud", m.LogPrefix())
	}

	if _, err := db.Update(m, func() error {
		if m.ZoneId == "" {
			m.ZoneId = info.ZoneId
		}
		if m.NetworkId == "" {
			m.NetworkId = info.NetworkId
		}
		return nil
	}); err != nil {
		return errors.Wrapf(err, "update machine %s cloud info to db", m.LogPrefix())
	}
	return nil
}

func (m *SMachine) GetCreateInput(ctx context.Context, userCred mcclient.TokenCredential) (*api.CreateMachineData, error) {
	input := new(api.CreateMachineData)
	ret := m.GetMetadataJson(ctx, api.MachineMetadataCreateParams, userCred)
	if ret == nil {
		return nil, errors.Errorf("Not found %s in metadata", api.MachineMetadataCreateParams)
	}
	err := ret.Unmarshal(input)
	return input, err
}

func (man *SMachineManager) CreateMachine(ctx context.Context, userCred mcclient.TokenCredential, data *api.CreateMachineData) (manager.IMachine, error) {
	cluster, err := GetClusterManager().GetClusterByIdOrName(ctx, userCred, data.ClusterId)
	if err != nil {
		return nil, errors.Wrapf(err, "Get cluster by id %s", data.ClusterId)
	}
	obj, err := man.CreateMachineNoHook(ctx, cluster, userCred, data)
	if err != nil {
		return nil, err
	}
	m := obj.(*SMachine)
	input := jsonutils.Marshal(data)
	func() {
		lockman.LockObject(ctx, m)
		defer lockman.ReleaseObject(ctx, m)
		m.PostCreate(ctx, userCred, userCred, nil, input)
	}()
	return obj.(*SMachine), nil
}

func (man *SMachineManager) GetClusterControlplaneMachines(clusterId string) ([]*SMachine, error) {
	machines, err := man.GetClusterMachines(clusterId)
	if err != nil {
		return nil, err
	}
	ret := make([]*SMachine, 0)
	for _, m := range machines {
		if m.Role == string(api.RoleTypeControlplane) {
			ret = append(ret, m)
		}
	}
	return ret, nil
}

func (man *SMachineManager) GetClusterMachines(clusterId string) ([]*SMachine, error) {
	machines := MachineManager.Query().SubQuery()
	q := machines.Query().Filter(sqlchemy.Equals(machines.Field("cluster_id"), clusterId))
	objs := make([]SMachine, 0)
	err := db.FetchModelObjects(MachineManager, q, &objs)
	if err != nil {
		return nil, err
	}
	return ConvertPtrMachines(objs), nil
}

func (man *SMachineManager) GetMachineByResourceId(resId string) (*SMachine, error) {
	machines := MachineManager.Query().SubQuery()
	q := machines.Query().Filter(sqlchemy.Equals(machines.Field("resource_id"), resId))
	m := SMachine{}
	err := q.First(&m)
	if err != nil {
		if err == sql.ErrNoRows {
			return nil, nil
		}
		log.Errorf("Get machine by resource_id: %v", err)
		return nil, err
	}
	return &m, nil
}

func ConvertPtrMachines(objs []SMachine) []*SMachine {
	ret := make([]*SMachine, len(objs))
	for i, obj := range objs {
		temp := obj
		ret[i] = &temp
	}
	return ret
}

func (man *SMachineManager) FetchMachineById(id string) (*SMachine, error) {
	obj, err := man.FetchById(id)
	if err != nil {
		return nil, err
	}
	return obj.(*SMachine), nil
}

func (man *SMachineManager) FetchMachineByIdOrName(ctx context.Context, userCred mcclient.TokenCredential, id string) (manager.IMachine, error) {
	m, err := man.FetchByIdOrName(ctx, userCred, id)
	if err != nil {
		if err == sql.ErrNoRows {
			return nil, httperrors.NewNotFoundError("Machine %s", id)
		}
		return nil, err
	}
	return m.(*SMachine), nil
}

func ValidateRole(role string) error {
	if !utils.IsInStringArray(role, []string{
		string(api.RoleTypeControlplane),
		string(api.RoleTypeNode),
	}) {
		return httperrors.NewInputParameterError("Invalid role: %q", role)
	}
	return nil
}

func (m *SMachineManager) ValidateResourceType(resType string) error {
	if !utils.IsInStringArray(resType, []string{
		string(api.MachineResourceTypeVm),
		string(api.MachineResourceTypeBaremetal),
	}) {
		return httperrors.NewInputParameterError("Invalid machine resource type: %q", resType)
	}
	return nil
}

func (man *SMachineManager) ValidateCreateData(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data *jsonutils.JSONDict) (*jsonutils.JSONDict, error) {
	// TODO: fix this ugly impl
	deployAction, _ := data.GetString("cluster_deploy_action")
	if deployAction == "" {
		return nil, httperrors.NewNotAcceptableError("Machine must create from cluster api, can not create directly")
	}

	clusterId := jsonutils.GetAnyString(data, []string{"cluster", "cluster_id"})
	if len(clusterId) == 0 {
		return nil, httperrors.NewInputParameterError("Cluster must specified")
	}
	cluster, err := man.GetCluster(ctx, userCred, clusterId)
	if err != nil {
		return nil, httperrors.NewNotFoundError("Cluster %s not found", clusterId)
	}
	clusterId = cluster.GetId()
	data.Set("cluster_id", jsonutils.NewString(clusterId))
	data.Set("provider", jsonutils.NewString(cluster.Provider))

	resourceType := SetJSONDataDefault(data, "resource_type", string(api.MachineResourceTypeBaremetal))
	if err := man.ValidateResourceType(resourceType); err != nil {
		return nil, err
	}

	role, _ := data.GetString("role")
	if err := ValidateRole(role); err != nil {
		return nil, err
	}

	clusterMachines, err := man.GetClusterMachines(clusterId)
	if err != nil {
		return nil, err
	}
	if len(clusterMachines) == 0 && role != string(api.RoleTypeControlplane) {
		return nil, httperrors.NewInputParameterError("First machine's role must %s", api.RoleTypeControlplane)
	}
	firstNode := jsonutils.JSONFalse
	if len(clusterMachines) == 0 {
		firstNode = jsonutils.JSONTrue
	}
	data.Set("first_node", firstNode)

	machine := new(api.CreateMachineData)
	data.Unmarshal(machine)
	ms, err := cluster.ValidateAddMachines(ctx, userCred, []api.CreateMachineData{*machine}, false)
	if err != nil {
		return nil, err
	}
	data = jsonutils.Marshal(ms[0]).(*jsonutils.JSONDict)

	input := ocapis.VirtualResourceCreateInput{}
	data.Unmarshal(&input)

	if _, err := man.SVirtualResourceBaseManager.ValidateCreateData(ctx, userCred, ownerId, query, input); err != nil {
		return nil, err
	}
	return data, nil
}

func (m *SMachine) PostCreate(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data jsonutils.JSONObject) {
	m.SVirtualResourceBase.PostCreate(ctx, userCred, ownerId, query, data)
	if err := m.StartMachineCreateTask(ctx, userCred, data.(*jsonutils.JSONDict), ""); err != nil {
		log.Errorf("StartMachineCreateTask error: %v", err)
	}
}

func (m *SMachine) StartMachineCreateTask(ctx context.Context, userCred mcclient.TokenCredential, data *jsonutils.JSONDict, parentTaskId string) error {
	if err := m.SetStatus(ctx, userCred, api.MachineStatusCreating, ""); err != nil {
		return errors.Wrapf(err, "set status to %s", api.MachineStatusCreating)
	}
	task, err := taskman.TaskManager.NewTask(ctx, "MachineCreateTask", m, userCred, data, parentTaskId, "", nil)
	if err != nil {
		return errors.Wrapf(err, "new MachineCreateTask")
	}
	task.ScheduleRun(nil)
	return nil
}

func (m *SMachineManager) FetchCustomizeColumns(
	ctx context.Context,
	userCred mcclient.TokenCredential,
	query jsonutils.JSONObject,
	objs []interface{},
	fields stringutils2.SSortedStrings,
	isList bool,
) []*jsonutils.JSONDict {
	rows := make([]*jsonutils.JSONDict, len(objs))
	virtRows := m.SVirtualResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
	for i := range objs {
		rows[i] = jsonutils.Marshal(virtRows[i]).(*jsonutils.JSONDict)
		rows[i] = objs[i].(*SMachine).moreExtraInfo(userCred, rows[i])
	}
	return rows
}

func (m *SMachine) GetK8sModelNode(userCred mcclient.TokenCredential, cluster *SCluster) (jsonutils.JSONObject, error) {
	obj, err := FetchClusterResourceByName(GetNodeManager(), userCred, cluster.GetId(), "", m.GetName())
	if err != nil {
		return nil, errors.Wrap(err, "get machine related k8s node")
	}
	details := GetNodeManager().FetchCustomizeColumns(context.TODO(), userCred, jsonutils.NewDict(), []interface{}{obj}, stringutils2.SSortedStrings{}, false)
	detail := details[0]
	return jsonutils.Marshal(detail), nil
}

func (m *SMachine) moreExtraInfo(userCred mcclient.TokenCredential, extra *jsonutils.JSONDict) *jsonutils.JSONDict {
	cluster, _ := m.GetCluster()
	if cluster != nil {
		extra.Add(jsonutils.NewString(cluster.Name), "cluster")

		if nodeInfo, err := m.GetK8sModelNode(userCred, cluster); err == nil {
			extra.Set("machine_node", nodeInfo)
		} else {
			log.Errorf("fetch k8s model node failed %s", err)
		}
	}
	return extra
}

func (m *SMachine) allowPerformAction(userCred mcclient.TokenCredential, query, data jsonutils.JSONObject) bool {
	return m.IsOwner(userCred)
}

func (m *SMachine) AllowPerformRecreate(ctx context.Context, userCred mcclient.TokenCredential, query, data jsonutils.JSONObject) bool {
	return m.allowPerformAction(userCred, query, data)
}

func (m *SMachine) PerformRecreate(ctx context.Context, userCred mcclient.TokenCredential, query, data jsonutils.JSONObject) (jsonutils.JSONObject, error) {
	if m.Status != api.MachineStatusCreateFail {
		return nil, httperrors.NewForbiddenError("Status is %s", m.Status)
	}
	if err := m.StartMachineCreateTask(ctx, userCred, data.(*jsonutils.JSONDict), ""); err != nil {
		return nil, err
	}
	return nil, nil
}

func (m *SMachine) AllowPerformPrepare(ctx context.Context, userCred mcclient.TokenCredential, query, data jsonutils.JSONObject) bool {
	return m.allowPerformAction(userCred, query, data)
}

func (m *SMachine) ValidatePrepareCondition(ctx context.Context, userCred mcclient.TokenCredential, query, data jsonutils.JSONObject) error {
	return nil
}

func (m *SMachine) StartPrepareTask(ctx context.Context, userCred mcclient.TokenCredential, data *jsonutils.JSONDict, parentTaskId string) error {
	if err := m.SetStatus(ctx, userCred, api.MachineStatusPrepare, ""); err != nil {
		return err
	}
	task, err := taskman.TaskManager.NewTask(ctx, "MachinePrepareTask", m, userCred, data, parentTaskId, "", nil)
	if err != nil {
		return err
	}
	task.ScheduleRun(nil)
	return nil
}

func (m *SMachine) PerformPrepare(ctx context.Context, userCred mcclient.TokenCredential, query, data jsonutils.JSONObject) (jsonutils.JSONObject, error) {
	if err := m.ValidatePrepareCondition(ctx, userCred, query, data); err != nil {
		return nil, err
	}
	if utils.IsInStringArray(m.Status, []string{api.MachineStatusRunning, api.MachineStatusDeleting}) {
		return nil, fmt.Errorf("machine status is %s", m.Status)
	}

	return nil, m.StartPrepareTask(ctx, userCred, data.(*jsonutils.JSONDict), "")
}

func (m *SMachine) GetCluster() (*SCluster, error) {
	return ClusterManager.GetCluster(m.ClusterId)
}

func (m *SMachine) Delete(ctx context.Context, userCred mcclient.TokenCredential) error {
	log.Infof("Machine delete do nothing")
	return nil
}

func (m *SMachine) RealDelete(ctx context.Context, userCred mcclient.TokenCredential) error {
	return m.SVirtualResourceBase.Delete(ctx, userCred)
}

func (m *SMachine) CustomizeDelete(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) error {
	if m.Address == "" {
		log.Warningf("Machine %q address is empty, delete it directly", m.GetName())
		return m.RealDelete(ctx, userCred)
	}

	cluster, err := m.GetCluster()
	if err != nil {
		return err
	}
	if err := m.GetDriver().ValidateDeleteCondition(ctx, userCred, cluster, m); err != nil {
		return err
	}
	deleteData := jsonutils.NewDict()
	objs := jsonutils.NewArray()
	objs.Add(jsonutils.NewString(m.GetId()))
	deleteData.Add(objs, "machines")
	return cluster.StartDeleteMachinesTask(ctx, userCred, []manager.IMachine{m}, deleteData, "")
}

func (man *SMachineManager) StartMachineBatchDeleteTask(ctx context.Context, userCred mcclient.TokenCredential, items []db.IStandaloneModel, data *jsonutils.JSONDict, parentTaskId string) error {
	return RunBatchTask(ctx, items, userCred, data, "MachineBatchDeleteTask", parentTaskId)
}

func (m *SMachine) AllowPerformTerminate(ctx context.Context, userCred mcclient.TokenCredential, query, data jsonutils.JSONObject) bool {
	return m.allowPerformAction(userCred, query, data)
}

func (m *SMachine) PerformTerminate(ctx context.Context, userCred mcclient.TokenCredential, query, data jsonutils.JSONObject) (jsonutils.JSONObject, error) {
	return nil, m.StartTerminateTask(ctx, userCred, data.(*jsonutils.JSONDict), "")
}

// StartTerminateTask invoke by MachineBatchDeleteTask
func (m *SMachine) StartTerminateTask(ctx context.Context, userCred mcclient.TokenCredential, data *jsonutils.JSONDict, parentTaskId string) error {
	if err := m.SetStatus(ctx, userCred, api.MachineStatusTerminating, ""); err != nil {
		return err
	}
	task, err := taskman.TaskManager.NewTask(ctx, "MachineTerminateTask", m, userCred, data, parentTaskId, "", nil)
	if err != nil {
		return err
	}
	task.ScheduleRun(nil)
	return nil
}

func (m *SMachine) GetPrivateIP() (string, error) {
	if len(m.Address) != 0 {
		return m.Address, nil
	}
	driver := m.GetDriver()
	session, err := MachineManager.GetSession()
	if err != nil {
		return "", err
	}
	addr, err := driver.GetPrivateIP(session, m.ResourceId)
	if err != nil {
		return "", err
	}
	return addr, m.SetPrivateIP(addr)
}

func (m *SMachine) SetPrivateIP(address string) error {
	_, err := netutils.NewIPV4Addr(address)
	if err != nil {
		return err
	}
	_, err = db.Update(m, func() error {
		m.Address = address
		return nil
	})
	return err
}

func (m *SMachine) GetEIP() (string, error) {
	driver := m.GetDriver()
	s, err := MachineManager.GetSession()
	if err != nil {
		return "", err
	}
	addr, err := driver.GetEIP(s, m.ResourceId)
	if err != nil {
		return "", err
	}
	return addr, nil
}

func (m *SMachine) SetHypervisor(hypervisor string) error {
	if _, err := db.Update(m, func() error {
		m.Hypervisor = hypervisor
		return nil
	}); err != nil {
		return err
	}
	return nil
}

func (m *SMachine) GetDriver() IMachineDriver {
	return GetMachineDriver(api.ProviderType(m.Provider), api.MachineResourceType(m.ResourceType))
}

func (m *SMachine) GetRole() string {
	return m.Role
}

func (m *SMachine) IsControlplane() bool {
	return m.GetRole() == api.RoleTypeControlplane
}

func (m *SMachine) IsRunning() bool {
	return m.Status == api.MachineStatusRunning
}

func (m *SMachine) IsFirstNode() bool {
	return m.FirstNode.Bool()
}

func WaitMachineRunning(machine *SMachine) error {
	interval := 30 * time.Second
	timeout := 15 * time.Minute
	return wait.Poll(interval, timeout, func() (bool, error) {
		machine, err := MachineManager.FetchMachineById(machine.GetId())
		if err != nil {
			return false, err
		}
		if machine.Status == api.MachineStatusRunning {
			return true, nil
		}
		if utils.IsInStringArray(machine.Status, []string{api.MachineStatusPrepare, api.MachineStatusCreating}) {
			return false, nil
		}
		return false, fmt.Errorf("Machine %s status is %s", machine.GetName(), machine.Status)
	})
}

func WaitMachineDelete(ctx context.Context, machine *SMachine) error {
	interval := 30 * time.Second
	timeout := 15 * time.Minute
	return wait.Poll(interval, timeout, func() (bool, error) {
		m, exists, err := MachineManager.IsMachineExists(ctx, nil, machine.GetId())
		if err != nil {
			return false, err
		}
		if !exists {
			return true, nil
		}
		machine := m.(*SMachine)
		if utils.IsInStringArray(machine.Status, []string{api.MachineStatusDeleting, api.MachineStatusTerminating}) {
			return false, nil
		}
		return false, fmt.Errorf("Machine %s status is %s", machine.GetName(), machine.Status)
	})
}

func (m *SMachine) GetResourceId() string {
	return m.ResourceId
}

func (m *SMachine) GetStatus() string {
	return m.Status
}

func (m *SMachine) SetResourceId(id string) error {
	_, err := db.Update(m, func() error {
		m.ResourceId = id
		return nil
	})
	return err
}

func (m *SMachine) GetDetailsNetworkaddress(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject) ([]*computeapi.NetworkAddressDetails, error) {
	s, err := GetUserSession(ctx, userCred)
	if err != nil {
		return nil, errors.Wrap(err, "get user session")
	}

	return m.listNetworkAddress(ctx, s)
}

func (m *SMachine) listNetworkAddress(ctx context.Context, s *mcclient.ClientSession) ([]*computeapi.NetworkAddressDetails, error) {
	return m.GetDriver().ListNetworkAddress(ctx, s, m)
}

func (m *SMachine) PerformAttachNetworkaddress(ctx context.Context, userCred mcclient.TokenCredential, _ jsonutils.JSONObject, input *api.MachineAttachNetworkAddressInput) (jsonutils.JSONObject, error) {
	s, err := GetUserSession(ctx, userCred)
	if err != nil {
		return nil, errors.Wrap(err, "get user session")
	}

	return nil, m.attachNetworkAddresses(ctx, s, input)
}

func (m *SMachine) attachNetworkAddresses(ctx context.Context, s *mcclient.ClientSession, opt *api.MachineAttachNetworkAddressInput) error {
	if err := m.GetDriver().AttachNetworkAddress(ctx, s, m, opt); err != nil {
		return errors.Wrapf(err, "attach machine %s network address", m.GetName())
	}

	if err := m.syncNetworkAddress(ctx, s); err != nil {
		return errors.Wrapf(err, "sync machine %s network address", m.GetName())
	}

	return nil
}

func (m *SMachine) syncNetworkAddress(ctx context.Context, s *mcclient.ClientSession) error {
	return m.GetDriver().SyncNetworkAddress(ctx, s, m)
}

func (m *SMachine) GetClusterAddonsConfig() (*api.ClusterAddonsManifestConfig, error) {
	cluster, err := m.GetCluster()
	if err != nil {
		return nil, errors.Wrap(err, "get machine cluster")
	}

	return cluster.GetAddonsConfig()
}

func (m *SMachine) IsEnableNativeIPAlloc() (bool, error) {
	config, err := m.GetClusterAddonsConfig()
	if err != nil {
		return false, errors.Wrap(err, "GetClusterAddonsConfig")
	}

	if config == nil {
		return false, nil
	}

	return config.Network.EnableNativeIPAlloc, nil
}

func (m *SMachine) IsInClassicNetwork() (bool, error) {
	cls, err := m.GetCluster()
	if err != nil {
		return false, errors.Wrap(err, "get cluster")
	}

	return cls.IsInClassicNetwork(), nil
}

func (m *SMachine) GetKubernetesVersion() (string, error) {
	cls, err := m.GetCluster()
	if err != nil {
		return "", errors.Wrap(err, "get cluster")
	}

	return cls.GetVersion(), nil
}

func (m *SMachine) PerformPostPrepareResource(ctx context.Context, userCred mcclient.TokenCredential, query, data jsonutils.JSONObject) (jsonutils.JSONObject, error) {
	drv := m.GetDriver()
	return drv.PostPrepareResource(ctx, userCred, m, data)
}

func (m *SMachine) matchK8sNode(nodes []v1.Node) *v1.Node {
	for _, node := range nodes {
		addrs := node.Status.Addresses
		for _, addr := range addrs {
			if addr.Address == m.Address {
				tmp := node
				return &tmp
			}
		}
	}
	return nil
}

func (m *SMachine) SyncK8sConfig(ctx context.Context, cli *kubernetes.Clientset) error {
	cfg := m.GetK8sNodeConfig()
	if cfg == nil {
		return nil
	}
	nCli := cli.CoreV1().Nodes()
	nodes, err := nCli.List(ctx, metav1.ListOptions{})
	if err != nil {
		return errors.Wrap(err, "List nodes from k8s")
	}
	node := m.matchK8sNode(nodes.Items)
	if node == nil {
		return errors.Errorf("Not found k8s node for machine %s", m.GetName())
	}
	if len(cfg.Labels) != 0 {
		if node.Labels == nil {
			node.Labels = make(map[string]string)
		}
		for _, l := range cfg.Labels {
			node.Labels[l.Key] = l.Value
		}
	}
	if _, err := nCli.Update(ctx, node, metav1.UpdateOptions{}); err != nil {
		return errors.Wrapf(err, "update machine's %s k8s node %s", m.GetName(), node.GetName())
	}
	return nil
}