// Copyright 2019 Yunion // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package models import ( "context" "database/sql" "yunion.io/x/cloudmux/pkg/cloudprovider" "yunion.io/x/jsonutils" "yunion.io/x/log" "yunion.io/x/pkg/errors" "yunion.io/x/pkg/util/compare" "yunion.io/x/pkg/util/rbacscope" "yunion.io/x/sqlchemy" api "yunion.io/x/onecloud/pkg/apis/compute" "yunion.io/x/onecloud/pkg/cloudcommon/db" "yunion.io/x/onecloud/pkg/cloudcommon/db/lockman" "yunion.io/x/onecloud/pkg/cloudcommon/db/taskman" "yunion.io/x/onecloud/pkg/httperrors" "yunion.io/x/onecloud/pkg/mcclient" "yunion.io/x/onecloud/pkg/util/stringutils2" ) // +onecloud:swagger-gen-model-singular=dbinstancedatabase // +onecloud:swagger-gen-model-plural=dbinstancedatabases type SDBInstanceDatabaseManager struct { db.SStatusStandaloneResourceBaseManager db.SExternalizedResourceBaseManager SDBInstanceResourceBaseManager } var DBInstanceDatabaseManager *SDBInstanceDatabaseManager func init() { DBInstanceDatabaseManager = &SDBInstanceDatabaseManager{ SStatusStandaloneResourceBaseManager: db.NewStatusStandaloneResourceBaseManager( SDBInstanceDatabase{}, "dbinstancedatabases_tbl", "dbinstancedatabase", "dbinstancedatabases", ), } DBInstanceDatabaseManager.SetVirtualObject(DBInstanceDatabaseManager) } type SDBInstanceDatabase struct { db.SStatusStandaloneResourceBase db.SExternalizedResourceBase SDBInstanceResourceBase `width:"36" charset:"ascii" name:"dbinstance_id" nullable:"false" list:"user" create:"required" index:"true"` // 字符集 // example: utf-8 CharacterSet string `width:"32" charset:"ascii" nullable:"true" list:"user" create:"optional" json:"character_set"` // RDS实例Id // example: 7d07e867-37d1-4754-865d-80f88ad0f982 // DBInstanceId string `width:"36" charset:"ascii" name:"dbinstance_id" nullable:"false" list:"user" create:"required" index:"true"` } func (manager *SDBInstanceDatabaseManager) GetContextManagers() [][]db.IModelManager { return [][]db.IModelManager{ {DBInstanceManager}, } } func (manager *SDBInstanceDatabaseManager) ResourceScope() rbacscope.TRbacScope { return rbacscope.ScopeProject } func (self *SDBInstanceDatabase) GetOwnerId() mcclient.IIdentityProvider { instance, err := self.GetDBInstance() if err != nil { log.Errorf("failed to get instance for database %s(%s)", self.Name, self.Id) return nil } return instance.GetOwnerId() } func (manager *SDBInstanceDatabaseManager) FetchOwnerId(ctx context.Context, data jsonutils.JSONObject) (mcclient.IIdentityProvider, error) { dbinstanceId, _ := data.GetString("dbinstance_id") if len(dbinstanceId) > 0 { instance, err := db.FetchById(DBInstanceManager, dbinstanceId) if err != nil { return nil, errors.Wrapf(err, "db.FetchById(DBInstanceManager, %s)", dbinstanceId) } return instance.(*SDBInstance).GetOwnerId(), nil } return db.FetchProjectInfo(ctx, data) } func (manager *SDBInstanceDatabaseManager) FilterByOwner(ctx context.Context, q *sqlchemy.SQuery, man db.FilterByOwnerProvider, userCred mcclient.TokenCredential, owner mcclient.IIdentityProvider, scope rbacscope.TRbacScope) *sqlchemy.SQuery { if owner != nil { sq := DBInstanceManager.Query("id") switch scope { case rbacscope.ScopeProject: sq = sq.Equals("tenant_id", owner.GetProjectId()) return q.In("dbinstance_id", sq.SubQuery()) case rbacscope.ScopeDomain: sq = sq.Equals("domain_id", owner.GetProjectDomainId()) return q.In("dbinstance_id", sq.SubQuery()) } } return q } func (self *SDBInstanceDatabase) ValidateUpdateData(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.DBInstanceDatabaseUpdateInput) (api.DBInstanceDatabaseUpdateInput, error) { var err error input.StatusStandaloneResourceBaseUpdateInput, err = self.SStatusStandaloneResourceBase.ValidateUpdateData(ctx, userCred, query, input.StatusStandaloneResourceBaseUpdateInput) if err != nil { return input, errors.Wrapf(err, "SStatusStandaloneResourceBase.ValidateUpdateData") } if len(input.Name) > 0 && input.Name != self.Name { return input, httperrors.NewForbiddenError("not allow update rds database name") } return input, nil } // RDS数据库列表 func (manager *SDBInstanceDatabaseManager) ListItemFilter( ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query api.DBInstanceDatabaseListInput, ) (*sqlchemy.SQuery, error) { q, err := manager.SStatusStandaloneResourceBaseManager.ListItemFilter(ctx, q, userCred, query.StatusStandaloneResourceListInput) if err != nil { return nil, errors.Wrap(err, "SStatusStandaloneResourceBaseManager.ListItemFilter") } q, err = manager.SExternalizedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ExternalizedResourceBaseListInput) if err != nil { return nil, errors.Wrap(err, "SExternalizedResourceBaseManager.ListItemFilter") } q, err = manager.SDBInstanceResourceBaseManager.ListItemFilter(ctx, q, userCred, query.DBInstanceFilterListInput) if err != nil { return nil, errors.Wrap(err, "SDBInstanceResourceBaseManager.ListItemFilter") } if len(query.CharacterSet) > 0 { q = q.In("character_set", query.CharacterSet) } return q, nil } func (manager *SDBInstanceDatabaseManager) OrderByExtraFields( ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query api.DBInstanceDatabaseListInput, ) (*sqlchemy.SQuery, error) { var err error q, err = manager.SStatusStandaloneResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.StatusStandaloneResourceListInput) if err != nil { return nil, errors.Wrap(err, "SStatusStandaloneResourceBaseManager.OrderByExtraFields") } q, err = manager.SDBInstanceResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.DBInstanceFilterListInput) if err != nil { return nil, errors.Wrap(err, "SDBInstanceResourceBaseManager.OrderByExtraFields") } return q, nil } func (manager *SDBInstanceDatabaseManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) { var err error q, err = manager.SStatusStandaloneResourceBaseManager.QueryDistinctExtraField(q, field) if err == nil { return q, nil } q, err = manager.SDBInstanceResourceBaseManager.QueryDistinctExtraField(q, field) if err == nil { return q, nil } return q, httperrors.ErrNotFound } func (self *SDBInstanceDatabase) GetUniqValues() jsonutils.JSONObject { return jsonutils.Marshal(map[string]string{"dbinstance_id": self.DBInstanceId}) } func (manager *SDBInstanceDatabaseManager) FetchUniqValues(ctx context.Context, data jsonutils.JSONObject) jsonutils.JSONObject { dbinstanceId, _ := data.GetString("dbinstance_id") return jsonutils.Marshal(map[string]string{"dbinstance_id": dbinstanceId}) } func (manager *SDBInstanceDatabaseManager) FilterByUniqValues(q *sqlchemy.SQuery, values jsonutils.JSONObject) *sqlchemy.SQuery { dbinstanceId, _ := values.GetString("dbinstance_id") if len(dbinstanceId) > 0 { q = q.Equals("dbinstance_id", dbinstanceId) } return q } func (manager *SDBInstanceDatabaseManager) ValidateCreateData(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, input api.DBInstanceDatabaseCreateInput) (*jsonutils.JSONDict, error) { for _, instance := range []string{input.DBInstance, input.DBInstanceId} { if len(instance) > 0 { input.DBInstance = instance break } } if len(input.DBInstance) == 0 { return nil, httperrors.NewMissingParameterError("dbinstance") } _instance, err := DBInstanceManager.FetchByIdOrName(ctx, userCred, input.DBInstance) if err != nil { if err == sql.ErrNoRows { return nil, httperrors.NewResourceNotFoundError("failed to found dbinstance %s", input.DBInstance) } return nil, httperrors.NewGeneralError(errors.Wrap(err, "DBInstanceManager.FetchByIdOrName")) } instance := _instance.(*SDBInstance) input.DBInstanceId = instance.Id if instance.Status != api.DBINSTANCE_RUNNING { return nil, httperrors.NewInputParameterError("DBInstance %s(%s) status is %s require status is %s", instance.Name, instance.Id, instance.Status, api.DBINSTANCE_RUNNING) } region, err := instance.GetRegion() if err != nil { return nil, err } for i, _account := range input.Accounts { account, err := instance.GetDBInstanceAccount(_account.Account) if err != nil { return nil, httperrors.NewInputParameterError("failed to found dbinstance %s(%s) account %s: %v", instance.Name, instance.Id, _account.Account, err) } input.Accounts[i].DBInstanceaccountId = account.Id } input, err = region.GetDriver().ValidateCreateDBInstanceDatabaseData(ctx, userCred, ownerId, instance, input) if err != nil { return nil, err } input.StatusStandaloneResourceCreateInput, err = manager.SStatusStandaloneResourceBaseManager.ValidateCreateData(ctx, userCred, ownerId, query, input.StatusStandaloneResourceCreateInput) if err != nil { return nil, err } return input.JSON(input), nil } func (self *SDBInstanceDatabase) PostCreate(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data jsonutils.JSONObject) { self.SStatusStandaloneResourceBase.PostCreate(ctx, userCred, ownerId, query, data) self.StartDBInstanceDatabaseCreateTask(ctx, userCred, data.(*jsonutils.JSONDict), "") } func (self *SDBInstanceDatabase) StartDBInstanceDatabaseCreateTask(ctx context.Context, userCred mcclient.TokenCredential, params *jsonutils.JSONDict, parentTaskId string) error { self.SetStatus(ctx, userCred, api.DBINSTANCE_DATABASE_CREATING, "") task, err := taskman.TaskManager.NewTask(ctx, "DBInstanceDatabaseCreateTask", self, userCred, params, parentTaskId, "", nil) if err != nil { return errors.Wrap(err, "NewTask") } task.ScheduleRun(nil) return nil } func (self *SDBInstanceDatabase) GetDBInstancePrivileges() ([]SDBInstancePrivilege, error) { privileges := []SDBInstancePrivilege{} q := DBInstancePrivilegeManager.Query().Equals("dbinstancedatabase_id", self.Id) err := db.FetchModelObjects(DBInstancePrivilegeManager, q, &privileges) if err != nil { return nil, err } return privileges, nil } func (self *SDBInstanceDatabase) GetDBInstance() (*SDBInstance, error) { instance, err := DBInstanceManager.FetchById(self.DBInstanceId) if err != nil { return nil, err } return instance.(*SDBInstance), nil } func (manager *SDBInstanceDatabaseManager) FetchCustomizeColumns( ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, objs []interface{}, fields stringutils2.SSortedStrings, isList bool, ) []api.DBInstancedatabaseDetails { rows := make([]api.DBInstancedatabaseDetails, len(objs)) stdRows := manager.SStatusStandaloneResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList) dbRows := manager.SDBInstanceResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList) dbinstanceIds := make([]string, len(objs)) for i := range rows { rows[i] = api.DBInstancedatabaseDetails{ StatusStandaloneResourceDetails: stdRows[i], DBInstanceResourceInfo: dbRows[i], } database := objs[i].(*SDBInstanceDatabase) rows[i], _ = database.getMoreDetails(ctx, userCred, rows[i]) dbinstanceIds[i] = database.DBInstanceId } dbinstances := make(map[string]SDBInstance) err := db.FetchStandaloneObjectsByIds(DBInstanceManager, dbinstanceIds, &dbinstances) if err != nil { log.Errorf("FetchStandaloneObjectsByIds fail: %v", err) return rows } virObjs := make([]interface{}, len(objs)) for i := range rows { if dbinstance, ok := dbinstances[dbinstanceIds[i]]; ok { virObjs[i] = &dbinstance rows[i].ProjectId = dbinstance.ProjectId } } projRows := DBInstanceManager.SProjectizedResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, virObjs, fields, isList) for i := range rows { rows[i].ProjectizedResourceInfo = projRows[i] } return rows } func (self *SDBInstanceDatabase) getPrivilegesDetails() ([]api.DBInstancePrivilege, error) { out := []api.DBInstancePrivilege{} privileges, err := self.GetDBInstancePrivileges() if err != nil { return out, errors.Wrap(err, "GetDBInstancePrivileges") } for _, privilege := range privileges { detail, err := privilege.GetPrivilege() if err != nil { return nil, errors.Wrap(err, "GetDetailedJson") } out = append(out, detail) } return out, nil } func (self *SDBInstanceDatabase) getMoreDetails(ctx context.Context, userCred mcclient.TokenCredential, out api.DBInstancedatabaseDetails) (api.DBInstancedatabaseDetails, error) { privileges, err := self.getPrivilegesDetails() if err != nil { return out, err } out.DBInstanceprivileges = privileges return out, nil } func (manager *SDBInstanceDatabaseManager) SyncDBInstanceDatabases(ctx context.Context, userCred mcclient.TokenCredential, instance *SDBInstance, cloudDatabases []cloudprovider.ICloudDBInstanceDatabase) compare.SyncResult { lockman.LockRawObject(ctx, "dbinstance-databases", instance.Id) defer lockman.ReleaseRawObject(ctx, "dbinstance-databases", instance.Id) result := compare.SyncResult{} dbDatabases, err := instance.GetDBInstanceDatabases() if err != nil { result.Error(err) return result } removed := make([]SDBInstanceDatabase, 0) commondb := make([]SDBInstanceDatabase, 0) commonext := make([]cloudprovider.ICloudDBInstanceDatabase, 0) added := make([]cloudprovider.ICloudDBInstanceDatabase, 0) if err := compare.CompareSets(dbDatabases, cloudDatabases, &removed, &commondb, &commonext, &added); err != nil { result.Error(err) return result } for i := 0; i < len(removed); i++ { err := removed[i].RealDelete(ctx, userCred) if err != nil { result.DeleteError(err) } else { result.Delete() } } for i := 0; i < len(commondb); i++ { err := commondb[i].SyncWithCloudDBInstanceDatabase(ctx, userCred, instance, commonext[i]) if err != nil { result.UpdateError(err) } else { result.Update() } } for i := 0; i < len(added); i++ { err = manager.newFromCloudDBInstanceDatabase(ctx, userCred, instance, added[i]) if err != nil { result.AddError(err) } else { result.Add() } } return result } func (self *SDBInstanceDatabase) SyncWithCloudDBInstanceDatabase(ctx context.Context, userCred mcclient.TokenCredential, instance *SDBInstance, extDatabase cloudprovider.ICloudDBInstanceDatabase) error { _, err := db.UpdateWithLock(ctx, self, func() error { self.Status = extDatabase.GetStatus() self.Name = extDatabase.GetName() self.CharacterSet = extDatabase.GetCharacterSet() return nil }) if err != nil { return errors.Wrapf(err, "SyncWithCloudDBInstanceDatabase.UpdateWithLock") } return nil } func (manager *SDBInstanceDatabaseManager) newFromCloudDBInstanceDatabase(ctx context.Context, userCred mcclient.TokenCredential, instance *SDBInstance, extDatabase cloudprovider.ICloudDBInstanceDatabase) error { lockman.LockClass(ctx, manager, db.GetLockClassKey(manager, userCred)) defer lockman.ReleaseClass(ctx, manager, db.GetLockClassKey(manager, userCred)) database := SDBInstanceDatabase{} database.SetModelManager(manager, &database) database.Name = extDatabase.GetName() database.DBInstanceId = instance.Id database.Status = extDatabase.GetStatus() database.CharacterSet = extDatabase.GetCharacterSet() database.ExternalId = extDatabase.GetGlobalId() err := manager.TableSpec().Insert(ctx, &database) if err != nil { return errors.Wrapf(err, "newFromCloudDBInstanceDatabase.Insert") } return nil } func (self *SDBInstanceDatabase) Delete(ctx context.Context, userCred mcclient.TokenCredential) error { log.Infof("dbinstance database delete do nothing") return nil } func (self *SDBInstanceDatabase) RealDelete(ctx context.Context, userCred mcclient.TokenCredential) error { return self.SStatusStandaloneResourceBase.Delete(ctx, userCred) } func (self *SDBInstanceDatabase) CustomizeDelete(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) error { return self.StartDBInstanceDatabaseDeleteTask(ctx, userCred, "") } func (self *SDBInstanceDatabase) StartDBInstanceDatabaseDeleteTask(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error { self.SetStatus(ctx, userCred, api.DBINSTANCE_DATABASE_DELETING, "") task, err := taskman.TaskManager.NewTask(ctx, "DBInstanceDatabaseDeleteTask", self, userCred, nil, parentTaskId, "", nil) if err != nil { return err } task.ScheduleRun(nil) return nil } func (manager *SDBInstanceDatabaseManager) ListItemExportKeys(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, keys stringutils2.SSortedStrings, ) (*sqlchemy.SQuery, error) { var err error q, err = manager.SStatusStandaloneResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys) if err != nil { return nil, errors.Wrap(err, "SStatusStandaloneResourceBaseManager.ListItemExportKeys") } if keys.ContainsAny(manager.SDBInstanceResourceBaseManager.GetExportKeys()...) { q, err = manager.SDBInstanceResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys) if err != nil { return nil, errors.Wrap(err, "SDBInstanceResourceBaseManager.ListItemExportKeys") } } return q, nil } func (manager *SDBInstanceDatabaseManager) InitializeData() error { sq := DBInstanceManager.Query("id") q := manager.Query().NotIn("dbinstance_id", sq.SubQuery()) databases := []SDBInstanceDatabase{} err := db.FetchModelObjects(manager, q, &databases) if err != nil { return errors.Wrapf(err, "db.FetchModelObjects") } for i := range databases { err = databases[i].RealDelete(context.Background(), nil) if err != nil { return errors.Wrapf(err, "purge %s", databases[i].Id) } } log.Debugf("SDBInstanceDatabaseManager cleaned %d dirty data.", len(databases)) return nil }