Cloudpods/backend/pkg/compute/models/hostresource.go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package models

import (
	"context"
	"database/sql"

	"yunion.io/x/jsonutils"
	"yunion.io/x/log"
	"yunion.io/x/pkg/errors"
	"yunion.io/x/pkg/util/reflectutils"
	"yunion.io/x/sqlchemy"

	api "yunion.io/x/onecloud/pkg/apis/compute"
	"yunion.io/x/onecloud/pkg/cloudcommon/db"
	"yunion.io/x/onecloud/pkg/httperrors"
	"yunion.io/x/onecloud/pkg/mcclient"
	"yunion.io/x/onecloud/pkg/util/stringutils2"
)

type SHostResourceBase struct {
	HostId string `width:"36" charset:"ascii" nullable:"true" list:"user"`
}

type SHostResourceBaseManager struct {
	SZoneResourceBaseManager
	SManagedResourceBaseManager
	hostIdFieldName string
}

func ValidateHostResourceInput(ctx context.Context, userCred mcclient.TokenCredential, input api.HostResourceInput) (*SHost, api.HostResourceInput, error) {
	hostObj, err := HostManager.FetchByIdOrName(ctx, userCred, input.HostId)
	if err != nil {
		if errors.Cause(err) == sql.ErrNoRows {
			return nil, input, errors.Wrapf(httperrors.ErrResourceNotFound, "%s %s", HostManager.Keyword(), input.HostId)
		} else {
			return nil, input, errors.Wrap(err, "HostManager.FetchByIdOrName")
		}
	}
	input.HostId = hostObj.GetId()
	return hostObj.(*SHost), input, nil
}

func (self *SHostResourceBase) GetHost() *SHost {
	obj, err := HostManager.FetchById(self.HostId)
	if err != nil {
		log.Errorf("fail to get host by id %s: %s", self.HostId, err)
		return nil
	}
	return obj.(*SHost)
}

func (manager *SHostResourceBaseManager) getHostIdFieldName() string {
	if len(manager.hostIdFieldName) > 0 {
		return manager.hostIdFieldName
	}
	return "host_id"
}

func (manager *SHostResourceBaseManager) FetchCustomizeColumns(
	ctx context.Context,
	userCred mcclient.TokenCredential,
	query jsonutils.JSONObject,
	objs []interface{},
	fields stringutils2.SSortedStrings,
	isList bool,
) []api.HostResourceInfo {
	rows := make([]api.HostResourceInfo, len(objs))
	hostIds := make([]string, len(objs))
	for i := range objs {
		var base *SHostResourceBase
		reflectutils.FindAnonymouStructPointer(objs[i], &base)
		if base != nil {
			hostIds[i] = base.HostId
		}
	}

	hosts := make(map[string]SHost)
	err := db.FetchStandaloneObjectsByIds(HostManager, hostIds, hosts)
	if err != nil {
		log.Errorf("FetchStandaloneObjectsByIds fail %s", err)
		return rows
	}

	zoneList := make([]interface{}, len(rows))
	managerList := make([]interface{}, len(rows))

	for i := range rows {
		rows[i] = api.HostResourceInfo{}
		if _, ok := hosts[hostIds[i]]; ok {
			host := hosts[hostIds[i]]
			rows[i].Host = host.Name
			rows[i].HostSN = host.SN
			rows[i].HostStatus = host.Status
			rows[i].HostEnabled = host.Enabled.Bool()
			rows[i].HostServiceStatus = host.HostStatus
			rows[i].HostType = host.HostType
			rows[i].HostAccessIp = host.AccessIp
			rows[i].HostAccessMac = host.AccessMac
			rows[i].HostEIP = host.PublicIp
			rows[i].ManagerId = host.ManagerId
			rows[i].HostResourceType = host.ResourceType
			rows[i].HostBillingType = host.BillingType
			rows[i].ZoneId = host.ZoneId
		}
		zoneList[i] = &SZoneResourceBase{rows[i].ZoneId}
		managerList[i] = &SManagedResourceBase{rows[i].ManagerId}
	}

	zoneRows := manager.SZoneResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, zoneList, fields, isList)
	managerRows := manager.SManagedResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, managerList, fields, isList)
	for i := range rows {
		// 避免调度失败的机器返回错误的provider信息
		if len(hostIds[i]) > 0 {
			rows[i].ZoneResourceInfo = zoneRows[i]
			rows[i].ManagedResourceInfo = managerRows[i]
		}
	}

	return rows
}

func (manager *SHostResourceBaseManager) ListItemFilter(
	ctx context.Context,
	q *sqlchemy.SQuery,
	userCred mcclient.TokenCredential,
	query api.HostFilterListInput,
) (*sqlchemy.SQuery, error) {
	if len(query.HostId) > 0 {
		hostObj, _, err := ValidateHostResourceInput(ctx, userCred, query.HostResourceInput)
		if err != nil {
			return nil, errors.Wrap(err, "ValidateHostResourceInput")
		}
		q = q.Equals(manager.getHostIdFieldName(), hostObj.GetId())
	}
	if len(query.HostSN) > 0 {
		sq := HostManager.Query("id").In("sn", query.HostSN).SubQuery()
		q = q.In(manager.getHostIdFieldName(), sq)
	}
	if len(query.HostWireId) > 0 {
		wireObj, err := WireManager.FetchByIdOrName(ctx, userCred, query.HostWireId)
		if err != nil {
			if errors.Cause(err) == sql.ErrNoRows {
				return nil, httperrors.NewResourceNotFoundError2(WireManager.Keyword(), query.HostWireId)
			} else {
				return nil, errors.Wrap(err, "WireManager.FetchByIdOrName")
			}
		}
		netifsQ := NetInterfaceManager.Query("baremetal_id").Equals("wire_id", wireObj.GetId()).Distinct().SubQuery()
		q = q.In(manager.getHostIdFieldName(), netifsQ)
	}
	subq := HostManager.Query("id").Snapshot()
	subq, err := manager.SZoneResourceBaseManager.ListItemFilter(ctx, subq, userCred, query.ZonalFilterListInput)
	if err != nil {
		return nil, errors.Wrap(err, "SZoneResourceBaseManager.ListItemFilter")
	}
	subq, err = manager.SManagedResourceBaseManager.ListItemFilter(ctx, subq, userCred, query.ManagedResourceListInput)
	if err != nil {
		return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemFilter")
	}
	if subq.IsAltered() {
		q = q.Filter(sqlchemy.In(q.Field(manager.getHostIdFieldName()), subq.SubQuery()))
	}
	return q, nil
}

func (manager *SHostResourceBaseManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) {
	switch field {
	case "host":
		hostQuery := HostManager.Query("name", "id").Distinct().SubQuery()
		q.AppendField(hostQuery.Field("name", field))
		q = q.Join(hostQuery, sqlchemy.Equals(q.Field(manager.getHostIdFieldName()), hostQuery.Field("id")))
		q.GroupBy(hostQuery.Field("name"))
		return q, nil
	case "host_type":
		hostQuery := HostManager.Query(field, "id").Distinct().SubQuery()
		q.AppendField(hostQuery.Field(field))
		q = q.Join(hostQuery, sqlchemy.Equals(q.Field(manager.getHostIdFieldName()), hostQuery.Field("id")))
		q.GroupBy(hostQuery.Field(field))
		return q, nil
	case "manager", "account", "provider", "brand":
		hosts := HostManager.Query("id", "manager_id").SubQuery()
		q = q.LeftJoin(hosts, sqlchemy.Equals(q.Field(manager.getHostIdFieldName()), hosts.Field("id")))
		return manager.SManagedResourceBaseManager.QueryDistinctExtraField(q, field)
	default:
		hosts := HostManager.Query("id", "zone_id").SubQuery()
		q = q.LeftJoin(hosts, sqlchemy.Equals(q.Field(manager.getHostIdFieldName()), hosts.Field("id")))
		q, err := manager.SZoneResourceBaseManager.QueryDistinctExtraField(q, field)
		if err == nil {
			return q, nil
		}
	}
	return q, httperrors.ErrNotFound
}

func (manager *SHostResourceBaseManager) OrderByExtraFields(
	ctx context.Context,
	q *sqlchemy.SQuery,
	userCred mcclient.TokenCredential,
	query api.HostFilterListInput,
) (*sqlchemy.SQuery, error) {
	if !db.NeedOrderQuery(manager.GetOrderByFields(query)) {
		return q, nil
	}
	orderQ := HostManager.Query("id")
	orderSubQ := orderQ.SubQuery()
	orderQ, orders, fields := manager.GetOrderBySubQuery(orderQ, orderSubQ, orderQ.Field("id"), userCred, query, nil, nil)
	q = q.LeftJoin(orderSubQ, sqlchemy.Equals(q.Field(manager.getHostIdFieldName()), orderSubQ.Field("id")))
	q = db.OrderByFields(q, orders, fields)
	return q, nil
}

func (manager *SHostResourceBaseManager) GetOrderBySubQuery(
	q *sqlchemy.SQuery,
	subq *sqlchemy.SSubQuery,
	joinField sqlchemy.IQueryField,
	userCred mcclient.TokenCredential,
	query api.HostFilterListInput,
	orders []string,
	fields []sqlchemy.IQueryField,
) (*sqlchemy.SQuery, []string, []sqlchemy.IQueryField) {
	if !db.NeedOrderQuery(manager.GetOrderByFields(query)) {
		return q, orders, fields
	}
	hostQ := HostManager.Query().SubQuery()
	q = q.LeftJoin(hostQ, sqlchemy.Equals(joinField, hostQ.Field("id")))
	q = q.AppendField(hostQ.Field("name").Label("host"))
	q = q.AppendField(hostQ.Field("sn").Label("host_sn"))
	orders = append(orders, query.OrderByHost, query.OrderByHostSN)
	fields = append(fields, subq.Field("host"), subq.Field("host_sn"))
	q, orders, fields = manager.SZoneResourceBaseManager.GetOrderBySubQuery(q, subq, hostQ.Field("zone_id"), userCred, query.ZonalFilterListInput, orders, fields)
	q, orders, fields = manager.SManagedResourceBaseManager.GetOrderBySubQuery(q, subq, hostQ.Field("manager_id"), userCred, query.ManagedResourceListInput, orders, fields)
	return q, orders, fields
}

func (manager *SHostResourceBaseManager) GetOrderByFields(query api.HostFilterListInput) []string {
	fields := make([]string, 0)
	zoneFields := manager.SZoneResourceBaseManager.GetOrderByFields(query.ZonalFilterListInput)
	fields = append(fields, zoneFields...)
	manFields := manager.SManagedResourceBaseManager.GetOrderByFields(query.ManagedResourceListInput)
	fields = append(fields, manFields...)
	fields = append(fields, query.OrderByHost, query.OrderByHostSN)
	return fields
}

func (manager *SHostResourceBaseManager) ListItemExportKeys(ctx context.Context,
	q *sqlchemy.SQuery,
	userCred mcclient.TokenCredential,
	keys stringutils2.SSortedStrings,
) (*sqlchemy.SQuery, error) {
	if keys.ContainsAny(manager.GetExportKeys()...) {
		hostsQ := HostManager.Query("id", "name", "sn", "zone_id", "manager_id").SubQuery()
		q = q.LeftJoin(hostsQ, sqlchemy.Equals(q.Field(manager.getHostIdFieldName()), hostsQ.Field("id")))
		if keys.Contains("host") {
			q = q.AppendField(hostsQ.Field("name", "host"))
		}
		if keys.Contains("host_sn") {
			q = q.AppendField(hostsQ.Field("sn", "host_sn"))
		}
		if keys.ContainsAny(manager.SZoneResourceBaseManager.GetExportKeys()...) {
			var err error
			q, err = manager.SZoneResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
			if err != nil {
				return nil, errors.Wrap(err, "SCloudregionResourceBaseManager.ListItemExportKeys")
			}
		}
		if keys.ContainsAny(manager.SManagedResourceBaseManager.GetExportKeys()...) {
			var err error
			q, err = manager.SManagedResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
			if err != nil {
				return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemExportKeys")
			}
		}
	}
	return q, nil
}

func (manager *SHostResourceBaseManager) GetExportKeys() []string {
	keys := []string{"host", "host_sn"}
	keys = append(keys, manager.SZoneResourceBaseManager.GetExportKeys()...)
	keys = append(keys, manager.SManagedResourceBaseManager.GetExportKeys()...)
	return keys
}

func (model *SHostResourceBase) GetChangeOwnerCandidateDomainIds() []string {
	host := model.GetHost()
	if host != nil {
		return host.GetChangeOwnerCandidateDomainIds()
	}
	return nil
}