Cloudpods/backend/pkg/compute/models/storagecacheresource.go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package models

import (
	"context"
	"database/sql"

	"yunion.io/x/jsonutils"
	"yunion.io/x/log"
	"yunion.io/x/pkg/errors"
	"yunion.io/x/pkg/util/reflectutils"
	"yunion.io/x/sqlchemy"

	api "yunion.io/x/onecloud/pkg/apis/compute"
	"yunion.io/x/onecloud/pkg/cloudcommon/db"
	"yunion.io/x/onecloud/pkg/httperrors"
	"yunion.io/x/onecloud/pkg/mcclient"
	"yunion.io/x/onecloud/pkg/util/stringutils2"
)

type SStoragecacheResourceBase struct {
	// 存储缓存Id
	StoragecacheId string `width:"36" charset:"ascii" nullable:"true" list:"user" index:"true" create:"optional"`
}

type SStoragecacheResourceBaseManager struct {
	SManagedResourceBaseManager
}

func ValidateStoragecacheResourceInput(ctx context.Context, userCred mcclient.TokenCredential, query api.StoragecacheResourceInput) (*SStoragecache, api.StoragecacheResourceInput, error) {
	scObj, err := StoragecacheManager.FetchByIdOrName(ctx, userCred, query.StoragecacheId)
	if err != nil {
		if err == sql.ErrNoRows {
			return nil, query, errors.Wrapf(httperrors.ErrResourceNotFound, "%s %s", StorageManager.Keyword(), query.StoragecacheId)
		} else {
			return nil, query, errors.Wrap(err, "StorageManager.FetchByIdOrName")
		}
	}
	query.StoragecacheId = scObj.GetId()
	return scObj.(*SStoragecache), query, nil
}

func (self *SStoragecacheResourceBase) GetStoragecache() *SStoragecache {
	obj, err := StoragecacheManager.FetchById(self.StoragecacheId)
	if err != nil {
		log.Errorf("fail to fetch storagecache by id: %s: %s", self.StoragecacheId, err)
		return nil
	}
	return obj.(*SStoragecache)
}

func (manager *SStoragecacheResourceBaseManager) FetchCustomizeColumns(
	ctx context.Context,
	userCred mcclient.TokenCredential,
	query jsonutils.JSONObject,
	objs []interface{},
	fields stringutils2.SSortedStrings,
	isList bool,
) []api.StoragecacheResourceInfo {
	rows := make([]api.StoragecacheResourceInfo, len(objs))
	storagecacheIds := make([]string, len(objs))
	for i := range objs {
		var base *SStoragecacheResourceBase
		reflectutils.FindAnonymouStructPointer(objs[i], &base)
		if base != nil {
			storagecacheIds[i] = base.StoragecacheId
		}
	}

	storagecaches := make(map[string]SStoragecache)
	err := db.FetchStandaloneObjectsByIds(StoragecacheManager, storagecacheIds, storagecaches)
	if err != nil {
		log.Errorf("FetchStandaloneObjectsByIds fail %s", err)
		return nil
	}

	storageMap := make(map[string][]api.StorageInfo, 0)
	{
		q := StorageManager.Query("id", "name", "storage_type", "medium_type", "storagecache_id", "zone_id").In("storagecache_id", storagecacheIds)
		zones := ZoneManager.Query().SubQuery()
		q = q.Join(zones, sqlchemy.Equals(q.Field("zone_id"), zones.Field("id")))
		q = q.AppendField(zones.Field("name").Label("zone"))

		storages := make([]struct {
			api.StorageInfo
			StoragecacheId string `json:"storagecache_id"`
		}, 0)
		err := q.All(&storages)
		if err != nil {
			log.Errorf("Storage Info Query query fail %s", err)
		} else {
			for _, si := range storages {
				storageMap[si.StoragecacheId] = append(storageMap[si.StoragecacheId], si.StorageInfo)
			}
		}
	}

	hostMap := make(map[string][]api.HostInfo, 0)
	{
		q := HostManager.Query("id", "name", "sn", "access_ip", "public_ip", "access_mac", "status", "host_status", "enabled", "resource_type", "billing_type", "host_type")
		hostStorages := HoststorageManager.Query().SubQuery()
		storages := StorageManager.Query().In("storagecache_id", storagecacheIds).SubQuery()
		q = q.Join(hostStorages, sqlchemy.Equals(q.Field("id"), hostStorages.Field("host_id")))
		q = q.Join(storages, sqlchemy.Equals(hostStorages.Field("storage_id"), storages.Field("id")))

		q = q.AppendField(storages.Field("storagecache_id"))

		hosts := make([]struct {
			api.HostInfo
			StoragecacheId string `json:"storagecache_id"`
		}, 0)
		err := q.All(&hosts)
		if err != nil {
			log.Errorf("Storage Info Query query fail %s", err)
		} else {
			for _, si := range hosts {
				hostMap[si.StoragecacheId] = append(hostMap[si.StoragecacheId], si.HostInfo)
			}
		}
	}

	managerList := make([]interface{}, len(rows))

	for i := range rows {
		rows[i] = api.StoragecacheResourceInfo{}
		if _, ok := storagecaches[storagecacheIds[i]]; ok {
			storagecache := storagecaches[storagecacheIds[i]]
			rows[i].Storagecache = storagecache.Name
			rows[i].ManagerId = storagecache.ManagerId
		}
		if info, ok := storageMap[storagecacheIds[i]]; ok {
			rows[i].StorageInfo = info
			for j := range info {
				rows[i].Storages = append(rows[i].Storages, info[j].Name)
			}
		}
		if info, ok := hostMap[storagecacheIds[i]]; ok {
			rows[i].HostInfo = info
			for j := range info {
				rows[i].Hosts = append(rows[i].Hosts, info[j].Name)
			}
		}
		managerList[i] = &SManagedResourceBase{rows[i].ManagerId}
	}

	managerRows := manager.SManagedResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, managerList, fields, isList)
	for i := range rows {
		rows[i].ManagedResourceInfo = managerRows[i]
	}

	return rows
}

func (manager *SStoragecacheResourceBaseManager) ListItemFilter(
	ctx context.Context,
	q *sqlchemy.SQuery,
	userCred mcclient.TokenCredential,
	query api.StoragecacheFilterListInput,
) (*sqlchemy.SQuery, error) {
	if len(query.StoragecacheId) > 0 {
		scObj, _, err := ValidateStoragecacheResourceInput(ctx, userCred, query.StoragecacheResourceInput)
		if err != nil {
			return nil, errors.Wrap(err, "ValidateStoragecacheResourceInput")
		}
		q = q.Equals("storagecache_id", scObj.GetId())
	}
	subq := StoragecacheManager.Query("id").Snapshot()
	subq, err := manager.SManagedResourceBaseManager.ListItemFilter(ctx, subq, userCred, query.ManagedResourceListInput)
	if err != nil {
		return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemFilter")
	}
	if subq.IsAltered() {
		q = q.Filter(sqlchemy.In(q.Field("storagecache_id"), subq.SubQuery()))
	}
	return q, nil
}

func (manager *SStoragecacheResourceBaseManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) {
	switch field {
	case "storagecache":
		storagecaches := StoragecacheManager.Query("name", "id").Distinct().SubQuery()
		q.AppendField(storagecaches.Field("name", field))
		q = q.Join(storagecaches, sqlchemy.Equals(q.Field("storagecache_id"), storagecaches.Field("id")))
		q.GroupBy(storagecaches.Field("name"))
		return q, nil
	case "manager", "account", "provider", "brand":
		storages := StorageManager.Query("id", "manager_id").SubQuery()
		q = q.LeftJoin(storages, sqlchemy.Equals(q.Field("storage_id"), storages.Field("id")))
		return manager.SManagedResourceBaseManager.QueryDistinctExtraField(q, field)
	}
	return q, httperrors.ErrNotFound
}

func (manager *SStoragecacheResourceBaseManager) QueryDistinctExtraFields(q *sqlchemy.SQuery, resource string, fields []string) (*sqlchemy.SQuery, error) {
	var err error
	q, err = manager.SManagedResourceBaseManager.QueryDistinctExtraFields(q, resource, fields)
	if err == nil {
		return q, nil
	}
	return q, httperrors.ErrNotFound
}

func (manager *SStoragecacheResourceBaseManager) OrderByExtraFields(
	ctx context.Context,
	q *sqlchemy.SQuery,
	userCred mcclient.TokenCredential,
	query api.StoragecacheFilterListInput,
) (*sqlchemy.SQuery, error) {
	if !db.NeedOrderQuery(manager.GetOrderByFields(query)) {
		return q, nil
	}
	orderQ := StorageManager.Query("id")
	orderSubQ := orderQ.SubQuery()
	orderQ, orders, fields := manager.GetOrderBySubQuery(orderQ, orderSubQ, orderQ.Field("id"), userCred, query, nil, nil)
	q = q.LeftJoin(orderSubQ, sqlchemy.Equals(q.Field("storage_id"), orderSubQ.Field("id")))
	q = db.OrderByFields(q, orders, fields)
	return q, nil
}

func (manager *SStoragecacheResourceBaseManager) GetOrderBySubQuery(
	q *sqlchemy.SQuery,
	subq *sqlchemy.SSubQuery,
	joinField sqlchemy.IQueryField,
	userCred mcclient.TokenCredential,
	query api.StoragecacheFilterListInput,
	orders []string,
	fields []sqlchemy.IQueryField,
) (*sqlchemy.SQuery, []string, []sqlchemy.IQueryField) {
	if !db.NeedOrderQuery(manager.GetOrderByFields(query)) {
		return q, orders, fields
	}
	storagecacheQ := StoragecacheManager.Query().SubQuery()
	q = q.LeftJoin(storagecacheQ, sqlchemy.Equals(joinField, storagecacheQ.Field("id")))
	q = q.AppendField(storagecacheQ.Field("name").Label("storagecache"))
	orders = append(orders, query.OrderByStoragecache)
	fields = append(fields, subq.Field("storagecache"))
	q, orders, fields = manager.SManagedResourceBaseManager.GetOrderBySubQuery(q, subq, storagecacheQ.Field("manager_id"), userCred, query.ManagedResourceListInput, orders, fields)
	return q, orders, fields
}

func (manager *SStoragecacheResourceBaseManager) GetOrderByFields(query api.StoragecacheFilterListInput) []string {
	fields := make([]string, 0)
	managerFields := manager.SManagedResourceBaseManager.GetOrderByFields(query.ManagedResourceListInput)
	fields = append(fields, managerFields...)
	fields = append(fields, query.OrderByStoragecache)
	return fields
}

func (manager *SStoragecacheResourceBaseManager) ListItemExportKeys(ctx context.Context,
	q *sqlchemy.SQuery,
	userCred mcclient.TokenCredential,
	keys stringutils2.SSortedStrings,
) (*sqlchemy.SQuery, error) {
	if keys.ContainsAny(manager.GetExportKeys()...) {
		var err error
		subq := StoragecacheManager.Query("id", "name", "manager_id").SubQuery()
		q = q.LeftJoin(subq, sqlchemy.Equals(q.Field("storagecache_id"), subq.Field("id")))
		if keys.Contains("storagecache") {
			q = q.AppendField(subq.Field("name", "storagecache"))
		}
		if keys.ContainsAny(manager.SManagedResourceBaseManager.GetExportKeys()...) {
			q, err = manager.SManagedResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
			if err != nil {
				return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemExportKeys")
			}
		}
	}
	return q, nil
}

func (manager *SStoragecacheResourceBaseManager) GetExportKeys() []string {
	keys := []string{"storagecache"}
	keys = append(keys, manager.SManagedResourceBaseManager.GetExportKeys()...)
	return keys
}

func (model *SStoragecacheResourceBase) GetChangeOwnerCandidateDomainIds() []string {
	sc := model.GetStoragecache()
	if sc != nil {
		return sc.GetChangeOwnerCandidateDomainIds()
	}
	return nil
}