// Copyright 2019 Yunion // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package models import ( "context" "fmt" "time" "yunion.io/x/cloudmux/pkg/cloudprovider" "yunion.io/x/jsonutils" "yunion.io/x/pkg/errors" "yunion.io/x/pkg/util/compare" "yunion.io/x/pkg/util/netutils" "yunion.io/x/pkg/utils" "yunion.io/x/sqlchemy" billing_api "yunion.io/x/onecloud/pkg/apis/billing" api "yunion.io/x/onecloud/pkg/apis/compute" "yunion.io/x/onecloud/pkg/cloudcommon/db" "yunion.io/x/onecloud/pkg/cloudcommon/db/lockman" "yunion.io/x/onecloud/pkg/cloudcommon/db/taskman" "yunion.io/x/onecloud/pkg/cloudcommon/validators" "yunion.io/x/onecloud/pkg/compute/options" "yunion.io/x/onecloud/pkg/httperrors" "yunion.io/x/onecloud/pkg/mcclient" "yunion.io/x/onecloud/pkg/util/stringutils2" ) type SModelartsPoolManager struct { // 由于资源是用户资源,因此定义为Virtual资源 db.SVirtualResourceBaseManager db.SExternalizedResourceBaseManager SDeletePreventableResourceBaseManager SCloudregionResourceBaseManager SManagedResourceBaseManager } var ModelartsPoolManager *SModelartsPoolManager func init() { ModelartsPoolManager = &SModelartsPoolManager{ SVirtualResourceBaseManager: db.NewVirtualResourceBaseManager( SModelartsPool{}, "modelarts_pools_tbl", "modelarts_pool", "modelarts_pools", ), } ModelartsPoolManager.SetVirtualObject(ModelartsPoolManager) } type SModelartsPool struct { db.SVirtualResourceBase db.SExternalizedResourceBase SManagedResourceBase SBillingResourceBase SCloudregionResourceBase SDeletePreventableResourceBase InstanceType string `width:"72" charset:"ascii" nullable:"true" list:"user" update:"user" create:"optional"` NodeCount int `list:"user" create:"required"` WorkType string `width:"72" charset:"ascii" nullable:"true" list:"user" update:"user" create:"optional"` // CPU 架构 x86|xarm CpuArch string `width:"16" charset:"ascii" nullable:"true" list:"user" create:"admin_optional" update:"admin"` Cidr string `width:"32" charset:"ascii" nullable:"true" list:"user" create:"admin_optional"` } func (manager *SModelartsPoolManager) GetContextManagers() [][]db.IModelManager { return [][]db.IModelManager{{CloudregionManager}} } // Pool实例列表 func (man *SModelartsPoolManager) ListItemFilter( ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query api.ModelartsPoolListInput, ) (*sqlchemy.SQuery, error) { var err error q, err = man.SVirtualResourceBaseManager.ListItemFilter(ctx, q, userCred, query.VirtualResourceListInput) if err != nil { return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemFilter") } q, err = man.SExternalizedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ExternalizedResourceBaseListInput) if err != nil { return nil, errors.Wrap(err, "SExternalizedResourceBaseManager.ListItemFilter") } q, err = man.SDeletePreventableResourceBaseManager.ListItemFilter(ctx, q, userCred, query.DeletePreventableResourceBaseListInput) if err != nil { return nil, errors.Wrap(err, "SDeletePreventableResourceBaseManager.ListItemFilter") } q, err = man.SManagedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ManagedResourceListInput) if err != nil { return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemFilter") } q, err = man.SCloudregionResourceBaseManager.ListItemFilter(ctx, q, userCred, query.RegionalFilterListInput) if err != nil { return nil, errors.Wrap(err, "SCloudregionResourceBaseManager.ListItemFilter") } return q, nil } func (man *SModelartsPoolManager) OrderByExtraFields( ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query api.ModelartsPoolListInput, ) (*sqlchemy.SQuery, error) { q, err := man.SVirtualResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.VirtualResourceListInput) if err != nil { return nil, errors.Wrap(err, "SVirtualResourceBaseManager.OrderByExtraFields") } q, err = man.SCloudregionResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.RegionalFilterListInput) if err != nil { return nil, errors.Wrap(err, "SCloudregionResourceBaseManager.OrderByExtraFields") } q, err = man.SManagedResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.ManagedResourceListInput) if err != nil { return nil, errors.Wrap(err, "SManagedResourceBaseManager.OrderByExtraFields") } return q, nil } func (man *SModelartsPoolManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) { q, err := man.SVirtualResourceBaseManager.QueryDistinctExtraField(q, field) if err == nil { return q, nil } q, err = man.SCloudregionResourceBaseManager.QueryDistinctExtraField(q, field) if err == nil { return q, nil } q, err = man.SManagedResourceBaseManager.QueryDistinctExtraField(q, field) if err == nil { return q, nil } return q, httperrors.ErrNotFound } func (manager *SModelartsPoolManager) QueryDistinctExtraFields(q *sqlchemy.SQuery, resource string, fields []string) (*sqlchemy.SQuery, error) { var err error q, err = manager.SManagedResourceBaseManager.QueryDistinctExtraFields(q, resource, fields) if err == nil { return q, nil } return q, httperrors.ErrNotFound } func (man *SModelartsPoolManager) ValidateCreateData(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, input api.ModelartsPoolCreateInput) (api.ModelartsPoolCreateInput, error) { var err error if input.NodeCount <= 0 { input.NodeCount = 1 } if input.NodeCount > 200 { return input, errors.Wrap(errors.ErrNotSupported, "node count must between 1 and 200") } _, err = netutils.NewIPV4Prefix(input.Cidr) if err != nil { return input, httperrors.NewInputParameterError("invalid cidr: %s", input.Cidr) } _, err = validators.ValidateModel(ctx, userCred, CloudproviderManager, &input.CloudproviderId) if err != nil { return input, err } input.ManagerId = input.CloudproviderId _, err = validators.ValidateModel(ctx, userCred, CloudregionManager, &input.CloudregionId) if err != nil { return input, err } input.VirtualResourceCreateInput, err = man.SVirtualResourceBaseManager.ValidateCreateData(ctx, userCred, ownerId, query, input.VirtualResourceCreateInput) if err != nil { return input, err } return input, nil } func (manager *SModelartsPoolManager) FetchCustomizeColumns( ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, objs []interface{}, fields stringutils2.SSortedStrings, isList bool, ) []api.ModelartsPoolDetails { rows := make([]api.ModelartsPoolDetails, len(objs)) virtRows := manager.SVirtualResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList) manRows := manager.SManagedResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList) regRows := manager.SCloudregionResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList) for i := range rows { rows[i] = api.ModelartsPoolDetails{ VirtualResourceDetails: virtRows[i], ManagedResourceInfo: manRows[i], CloudregionResourceInfo: regRows[i], } } return rows } func (manager *SModelartsPoolManager) ListItemExportKeys(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, keys stringutils2.SSortedStrings, ) (*sqlchemy.SQuery, error) { var err error q, err = manager.SVirtualResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys) if err != nil { return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemExportKeys") } if keys.ContainsAny(manager.SManagedResourceBaseManager.GetExportKeys()...) { q, err = manager.SManagedResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys) if err != nil { return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemExportKeys") } } return q, nil } func (self *SCloudregion) GetPools(managerId string) ([]SModelartsPool, error) { q := ModelartsPoolManager.Query().Equals("cloudregion_id", self.Id) if len(managerId) > 0 { q = q.Equals("manager_id", managerId) } ret := []SModelartsPool{} err := db.FetchModelObjects(ModelartsPoolManager, q, &ret) if err != nil { return nil, errors.Wrapf(err, "db.FetchModelObjects") } return ret, nil } func (self *SCloudregion) SyncModelartsPools( ctx context.Context, userCred mcclient.TokenCredential, provider *SCloudprovider, exts []cloudprovider.ICloudModelartsPool, xor bool, ) compare.SyncResult { // 加锁防止重入 lockman.LockRawObject(ctx, ModelartsPoolManager.KeywordPlural(), fmt.Sprintf("%s-%s", provider.Id, self.Id)) defer lockman.ReleaseRawObject(ctx, ModelartsPoolManager.KeywordPlural(), fmt.Sprintf("%s-%s", provider.Id, self.Id)) result := compare.SyncResult{} dbPools, err := self.GetPools(provider.Id) if err != nil { result.Error(err) return result } removed := make([]SModelartsPool, 0) commondb := make([]SModelartsPool, 0) commonext := make([]cloudprovider.ICloudModelartsPool, 0) added := make([]cloudprovider.ICloudModelartsPool, 0) // 本地和云上资源列表进行比对 err = compare.CompareSets(dbPools, exts, &removed, &commondb, &commonext, &added) if err != nil { result.Error(err) return result } // 删除云上没有的资源 for i := 0; i < len(removed); i++ { err := removed[i].syncRemoveCloudModelartsPool(ctx, userCred) if err != nil { result.DeleteError(err) continue } result.Delete() } if !xor { // 和云上资源属性进行同步 for i := 0; i < len(commondb); i++ { err := commondb[i].SyncWithCloudModelartsPool(ctx, userCred, commonext[i]) if err != nil { result.UpdateError(err) continue } result.Update() } } // 创建本地没有的云上资源 for i := 0; i < len(added); i++ { _, err := self.newFromCloudModelartsPool(ctx, userCred, provider, added[i]) if err != nil { result.AddError(err) continue } result.Add() } return result } // 判断资源是否可以删除 func (self *SModelartsPool) ValidateDeleteCondition(ctx context.Context, info jsonutils.JSONObject) error { if self.DisableDelete.IsTrue() { return httperrors.NewInvalidStatusError("ModelartsPool is locked, cannot delete") } if utils.IsInStringArray(self.Status, []string{api.MODELARTS_POOL_STATUS_CREATING, api.MODELARTS_POOL_STATUS_DELETING}) { return httperrors.NewInvalidStatusError("ModelartsPool status cannot support delete") } return self.SStatusStandaloneResourceBase.ValidateDeleteCondition(ctx, nil) } func (self *SModelartsPool) syncRemoveCloudModelartsPool(ctx context.Context, userCred mcclient.TokenCredential) error { return self.RealDelete(ctx, userCred) } func (self *SModelartsPool) PostCreate(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data jsonutils.JSONObject) { self.SVirtualResourceBase.PostCreate(ctx, userCred, ownerId, query, data) self.StartCreateTask(ctx, userCred, "") } func (self *SModelartsPool) StartCreateTask(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error { var err = func() error { params := jsonutils.NewDict() task, err := taskman.TaskManager.NewTask(ctx, "ModelartsPoolCreateTask", self, userCred, params, parentTaskId, "", nil) if err != nil { return errors.Wrapf(err, "NewTask") } return task.ScheduleRun(nil) }() if err != nil { self.SetStatus(ctx, userCred, api.MODELARTS_POOL_STATUS_ERROR, err.Error()) return err } self.SetStatus(ctx, userCred, api.MODELARTS_POOL_STATUS_CREATING, "") return nil } func (modelarts *SModelartsPool) PerformSyncstatus( ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.ModelartsPoolSyncstatusInput, ) (jsonutils.JSONObject, error) { var openTask = true count, err := taskman.TaskManager.QueryTasksOfObject(modelarts, time.Now().Add(-3*time.Minute), &openTask).CountWithError() if err != nil { return nil, err } if count > 0 { return nil, httperrors.NewBadRequestError("ModelartsPool has %d task active, can't sync status", count) } return nil, StartResourceSyncStatusTask(ctx, userCred, modelarts, "ModelartsPoolSyncstatusTask", "") } func (self *SModelartsPool) StartSyncstatus(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error { return StartResourceSyncStatusTask(ctx, userCred, self, "ModelartsPoolSyncstatusTask", parentTaskId) } func (self *SModelartsPool) GetCloudproviderId() string { return self.ManagerId } func (self *SModelartsPool) Delete(ctx context.Context, userCred mcclient.TokenCredential) error { return nil } func (self *SModelartsPool) RealDelete(ctx context.Context, userCred mcclient.TokenCredential) error { return self.SVirtualResourceBase.Delete(ctx, userCred) } // 进入删除任务 func (self *SModelartsPool) CustomizeDelete(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) error { return self.StartDeleteTask(ctx, userCred, "") } func (self *SModelartsPool) StartDeleteTask(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error { task, err := taskman.TaskManager.NewTask(ctx, "ModelartsPoolDeleteTask", self, userCred, nil, parentTaskId, "", nil) if err != nil { return err } self.SetStatus(ctx, userCred, api.MODELARTS_POOL_STATUS_DELETING, "") task.ScheduleRun(nil) return nil } func (self *SModelartsPool) PerformChangeConfig(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.ModelartsPoolChangeConfigInput) (jsonutils.JSONObject, error) { if input.NodeCount == self.NodeCount { return nil, nil } return nil, self.StartChangeConfigTask(ctx, userCred, input) } func (self *SModelartsPool) StartChangeConfigTask(ctx context.Context, userCred mcclient.TokenCredential, input api.ModelartsPoolChangeConfigInput) error { params := jsonutils.Marshal(input).(*jsonutils.JSONDict) task, err := taskman.TaskManager.NewTask(ctx, "ModelartsPoolChangeConfigTask", self, userCred, params, "", "", nil) if err != nil { return err } self.SetStatus(ctx, userCred, api.MODELARTS_POOL_STATUS_CHANGE_CONFIG, "") return task.ScheduleRun(nil) } func (self *SModelartsPool) GetIRegion() (cloudprovider.ICloudRegion, error) { provider, err := self.GetDriver(context.Background()) if err != nil { return nil, errors.Wrap(err, "self.GetDriver") } region, err := self.GetRegion() if err != nil { return nil, errors.Wrapf(err, "GetRegion") } iRegion, err := provider.GetIRegionById(region.ExternalId) if err != nil { return nil, errors.Wrapf(err, "provider.GetIRegionById") } return iRegion, nil } // 获取云上对应的资源 func (self *SModelartsPool) GetIModelartsPool() (cloudprovider.ICloudModelartsPool, error) { if len(self.ExternalId) == 0 { return nil, errors.Wrapf(cloudprovider.ErrNotFound, "empty externalId") } iRegion, err := self.GetIRegion() if err != nil { return nil, errors.Wrap(err, "self.GetDriver") } return iRegion.GetIModelartsPoolById(self.ExternalId) } // 同步资源属性 func (self *SModelartsPool) SyncWithCloudModelartsPool(ctx context.Context, userCred mcclient.TokenCredential, ext cloudprovider.ICloudModelartsPool) error { instanceName := ext.GetInstanceType() sku := SModelartsPoolSku{} err := ModelartsPoolSkuManager.Query().Equals("name", instanceName).First(&sku) if err != nil { return errors.Wrapf(err, "get modelartsPoolSku") } diff, err := db.UpdateWithLock(ctx, self, func() error { if options.Options.EnableSyncName { newName, _ := db.GenerateAlterName(self, ext.GetName()) if len(newName) > 0 { self.Name = newName } } self.Status = ext.GetStatus() self.BillingType = billing_api.TBillingType(ext.GetBillingType()) self.InstanceType = instanceName self.WorkType = ext.GetWorkType() self.CpuArch = sku.CpuArch self.NodeCount = ext.GetNodeCount() return nil }) if err != nil { return errors.Wrapf(err, "db.Update") } if account := self.GetCloudaccount(); account != nil { syncVirtualResourceMetadata(ctx, userCred, self, ext, account.ReadOnly) } if provider := self.GetCloudprovider(); provider != nil { SyncCloudProject(ctx, userCred, self, provider.GetOwnerId(), ext, provider) } db.OpsLog.LogSyncUpdate(self, diff, userCred) return nil } func (self *SCloudregion) newFromCloudModelartsPool(ctx context.Context, userCred mcclient.TokenCredential, provider *SCloudprovider, ext cloudprovider.ICloudModelartsPool) (*SModelartsPool, error) { pool := SModelartsPool{} pool.SetModelManager(ModelartsPoolManager, &pool) pool.ExternalId = ext.GetGlobalId() pool.CloudregionId = self.Id pool.ManagerId = provider.Id pool.IsEmulated = ext.IsEmulated() pool.Status = ext.GetStatus() pool.WorkType = ext.GetWorkType() pool.InstanceType = ext.GetInstanceType() pool.NodeCount = ext.GetNodeCount() if createdAt := ext.GetCreatedAt(); !createdAt.IsZero() { pool.CreatedAt = createdAt } sku := SModelartsPoolSku{} err := ModelartsPoolSkuManager.Query().Equals("Name", pool.InstanceType).First(&sku) if err != nil { return nil, errors.Wrapf(err, "ModelartsPoolSkuManager get cpuArch") } pool.CpuArch = sku.CpuArch pool.BillingType = billing_api.TBillingType(ext.GetBillingType()) pool.ExpiredAt = time.Time{} pool.AutoRenew = false if pool.BillingType == billing_api.BILLING_TYPE_PREPAID { pool.ExpiredAt = ext.GetExpiredAt() pool.AutoRenew = ext.IsAutoRenew() } err = func() error { // 这里加锁是为了防止名称重复 lockman.LockRawObject(ctx, ModelartsPoolManager.Keyword(), "name") defer lockman.ReleaseRawObject(ctx, ModelartsPoolManager.Keyword(), "name") pool.Name, err = db.GenerateName(ctx, ModelartsPoolManager, provider.GetOwnerId(), ext.GetName()) if err != nil { return errors.Wrapf(err, "db.GenerateName") } return ModelartsPoolManager.TableSpec().Insert(ctx, &pool) }() if err != nil { return nil, errors.Wrapf(err, "newFromCloudModelartsPool.Insert") } // 同步标签 syncVirtualResourceMetadata(ctx, userCred, &pool, ext, false) // 同步项目归属 SyncCloudProject(ctx, userCred, &pool, provider.GetOwnerId(), ext, provider) db.OpsLog.LogEvent(&pool, db.ACT_CREATE, pool.GetShortDesc(ctx), userCred) return &pool, nil }