dbinstance_backups.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698
  1. // Copyright 2019 Yunion
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package models
  15. import (
  16. "context"
  17. "database/sql"
  18. "fmt"
  19. "strings"
  20. "time"
  21. "yunion.io/x/cloudmux/pkg/cloudprovider"
  22. "yunion.io/x/jsonutils"
  23. "yunion.io/x/log"
  24. "yunion.io/x/pkg/errors"
  25. "yunion.io/x/pkg/gotypes"
  26. "yunion.io/x/pkg/util/compare"
  27. "yunion.io/x/sqlchemy"
  28. api "yunion.io/x/onecloud/pkg/apis/compute"
  29. "yunion.io/x/onecloud/pkg/cloudcommon/db"
  30. "yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
  31. "yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
  32. "yunion.io/x/onecloud/pkg/httperrors"
  33. "yunion.io/x/onecloud/pkg/mcclient"
  34. "yunion.io/x/onecloud/pkg/util/stringutils2"
  35. )
  36. // +onecloud:swagger-gen-model-singular=dbinstancebackup
  37. // +onecloud:swagger-gen-model-plural=dbinstancebackups
  38. type SDBInstanceBackupManager struct {
  39. db.SVirtualResourceBaseManager
  40. db.SExternalizedResourceBaseManager
  41. SManagedResourceBaseManager
  42. SCloudregionResourceBaseManager
  43. SDBInstanceResourceBaseManager
  44. }
  45. var DBInstanceBackupManager *SDBInstanceBackupManager
  46. func init() {
  47. DBInstanceBackupManager = &SDBInstanceBackupManager{
  48. SVirtualResourceBaseManager: db.NewVirtualResourceBaseManager(
  49. SDBInstanceBackup{},
  50. "dbinstancebackups_tbl",
  51. "dbinstancebackup",
  52. "dbinstancebackups",
  53. ),
  54. }
  55. DBInstanceBackupManager.SetVirtualObject(DBInstanceBackupManager)
  56. }
  57. type SDBInstanceBackup struct {
  58. db.SVirtualResourceBase
  59. SCloudregionResourceBase
  60. SManagedResourceBase
  61. db.SExternalizedResourceBase
  62. SDBInstanceResourceBase `width:"36" charset:"ascii" name:"dbinstance_id" nullable:"false" list:"user" create:"required" index:"true"`
  63. // RDS引擎
  64. // example: MySQL
  65. Engine string `width:"16" charset:"ascii" nullable:"false" list:"user" create:"required" json:"engine"`
  66. // RDS引擎版本
  67. // example: 5.7
  68. EngineVersion string `width:"16" charset:"ascii" nullable:"false" list:"user" create:"required" json:"engine_version"`
  69. // 备份开始时间
  70. StartTime time.Time `list:"user" json:"start_time"`
  71. // 备份结束时间
  72. EndTime time.Time `list:"user" json:"end_time"`
  73. // 备份模式
  74. BackupMode string `width:"32" charset:"ascii" nullable:"true" list:"user" create:"optional" json:"backup_mode"`
  75. // 备份数据库名称
  76. DBNames string `width:"512" charset:"ascii" nullable:"true" list:"user" create:"optional" json:"db_names"`
  77. // 备份大小
  78. // example: 32
  79. BackupSizeMb int `nullable:"false" list:"user" json:"backup_size_mb"`
  80. // 备份方式 Logical|Physical
  81. BackupMethod string `width:"32" charset:"ascii" nullable:"true" list:"user" create:"optional" json:"backup_method"`
  82. }
  83. func (manager *SDBInstanceBackupManager) GetContextManagers() [][]db.IModelManager {
  84. return [][]db.IModelManager{
  85. {DBInstanceManager},
  86. }
  87. }
  88. // RDS备份列表
  89. func (manager *SDBInstanceBackupManager) ListItemFilter(
  90. ctx context.Context,
  91. q *sqlchemy.SQuery,
  92. userCred mcclient.TokenCredential,
  93. query api.DBInstanceBackupListInput,
  94. ) (*sqlchemy.SQuery, error) {
  95. q, err := manager.SVirtualResourceBaseManager.ListItemFilter(ctx, q, userCred, query.VirtualResourceListInput)
  96. if err != nil {
  97. return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemFilter")
  98. }
  99. q, err = manager.SExternalizedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ExternalizedResourceBaseListInput)
  100. if err != nil {
  101. return nil, errors.Wrap(err, "SExternalizedResourceBaseManager.ListItemFilter")
  102. }
  103. q, err = manager.SManagedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ManagedResourceListInput)
  104. if err != nil {
  105. return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemFilter")
  106. }
  107. q, err = manager.SCloudregionResourceBaseManager.ListItemFilter(ctx, q, userCred, query.RegionalFilterListInput)
  108. if err != nil {
  109. return nil, errors.Wrap(err, "SCloudregionResourceBaseManager.ListItemFilter")
  110. }
  111. dbQuery := api.DBInstanceFilterListInput{
  112. DBInstanceFilterListInputBase: query.DBInstanceFilterListInputBase,
  113. }
  114. q, err = manager.SDBInstanceResourceBaseManager.ListItemFilter(ctx, q, userCred, dbQuery)
  115. if err != nil {
  116. return nil, errors.Wrap(err, "SDBInstanceResourceBaseManager.ListItemFilter")
  117. }
  118. if len(query.Engine) > 0 {
  119. q = q.In("engine", query.Engine)
  120. }
  121. if len(query.EngineVersion) > 0 {
  122. q = q.In("engine_version", query.EngineVersion)
  123. }
  124. if len(query.BackupMode) > 0 {
  125. q = q.In("backup_mode", query.BackupMode)
  126. }
  127. if len(query.DBNames) > 0 {
  128. q = q.Contains("db_names", query.DBNames)
  129. }
  130. return q, nil
  131. }
  132. func (manager *SDBInstanceBackupManager) OrderByExtraFields(
  133. ctx context.Context,
  134. q *sqlchemy.SQuery,
  135. userCred mcclient.TokenCredential,
  136. query api.DBInstanceBackupListInput,
  137. ) (*sqlchemy.SQuery, error) {
  138. q, err := manager.SVirtualResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.VirtualResourceListInput)
  139. if err != nil {
  140. return nil, errors.Wrap(err, "SVirtualResourceBaseManager.OrderByExtraFields")
  141. }
  142. q, err = manager.SManagedResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.ManagedResourceListInput)
  143. if err != nil {
  144. return nil, errors.Wrap(err, "SManagedResourceBaseManager.OrderByExtraFields")
  145. }
  146. q, err = manager.SCloudregionResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.RegionalFilterListInput)
  147. if err != nil {
  148. return nil, errors.Wrap(err, "SCloudregionResourceBaseManager.OrderByExtraFields")
  149. }
  150. dbQuery := api.DBInstanceFilterListInput{
  151. DBInstanceFilterListInputBase: query.DBInstanceFilterListInputBase,
  152. }
  153. q, err = manager.SDBInstanceResourceBaseManager.OrderByExtraFields(ctx, q, userCred, dbQuery)
  154. if err != nil {
  155. return nil, errors.Wrap(err, "SDBInstanceResourceBaseManager.OrderByExtraFields")
  156. }
  157. return q, nil
  158. }
  159. func (manager *SDBInstanceBackupManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) {
  160. q, err := manager.SVirtualResourceBaseManager.QueryDistinctExtraField(q, field)
  161. if err == nil {
  162. return q, nil
  163. }
  164. q, err = manager.SManagedResourceBaseManager.QueryDistinctExtraField(q, field)
  165. if err == nil {
  166. return q, nil
  167. }
  168. q, err = manager.SCloudregionResourceBaseManager.QueryDistinctExtraField(q, field)
  169. if err == nil {
  170. return q, nil
  171. }
  172. q, err = manager.SDBInstanceResourceBaseManager.QueryDistinctExtraField(q, field)
  173. if err == nil {
  174. return q, nil
  175. }
  176. return q, httperrors.ErrNotFound
  177. }
  178. func (manager *SDBInstanceBackupManager) QueryDistinctExtraFields(q *sqlchemy.SQuery, resource string, fields []string) (*sqlchemy.SQuery, error) {
  179. var err error
  180. q, err = manager.SManagedResourceBaseManager.QueryDistinctExtraFields(q, resource, fields)
  181. if err == nil {
  182. return q, nil
  183. }
  184. return q, httperrors.ErrNotFound
  185. }
  186. func (manager *SDBInstanceBackupManager) ValidateCreateData(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, input api.DBInstanceBackupCreateInput) (*jsonutils.JSONDict, error) {
  187. for _, instance := range []string{input.DBInstance, input.DBInstanceId} {
  188. if len(instance) > 0 {
  189. input.DBInstance = instance
  190. break
  191. }
  192. }
  193. if len(input.DBInstance) == 0 {
  194. return nil, httperrors.NewMissingParameterError("dbinstance")
  195. }
  196. _instance, err := DBInstanceManager.FetchByIdOrName(ctx, userCred, input.DBInstance)
  197. if err != nil {
  198. if err == sql.ErrNoRows {
  199. return nil, httperrors.NewResourceNotFoundError("failed to found dbinstance %s", input.DBInstance)
  200. }
  201. return nil, httperrors.NewGeneralError(errors.Wrap(err, "DBInstanceManager.FetchByIdOrName"))
  202. }
  203. instance := _instance.(*SDBInstance)
  204. input.DBInstanceId = instance.Id
  205. input.BackupMode = api.BACKUP_MODE_MANUAL
  206. input.DBNames = strings.Join(input.Databases, ",")
  207. input.Engine = instance.Engine
  208. input.EngineVersion = instance.EngineVersion
  209. provider := instance.GetCloudprovider()
  210. if provider == nil {
  211. return nil, httperrors.NewInvalidStatusError("DBinstance has not valid cloudprovider")
  212. }
  213. input.ManagerId = provider.Id
  214. if instance.Status != api.DBINSTANCE_RUNNING {
  215. return nil, httperrors.NewInputParameterError("DBInstance %s(%s) status is %s require status is %s", instance.Name, instance.Id, instance.Status, api.DBINSTANCE_RUNNING)
  216. }
  217. region, err := instance.GetRegion()
  218. if err != nil {
  219. return nil, err
  220. }
  221. input.CloudregionId = region.Id
  222. input, err = region.GetDriver().ValidateCreateDBInstanceBackupData(ctx, userCred, ownerId, instance, input)
  223. if err != nil {
  224. return nil, err
  225. }
  226. input.VirtualResourceCreateInput, err = manager.SVirtualResourceBaseManager.ValidateCreateData(ctx, userCred, ownerId, query, input.VirtualResourceCreateInput)
  227. if err != nil {
  228. return nil, err
  229. }
  230. return input.JSON(input), nil
  231. }
  232. func (self *SDBInstanceBackup) PostCreate(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data jsonutils.JSONObject) {
  233. self.SVirtualResourceBase.PostCreate(ctx, userCred, ownerId, query, data)
  234. instance, _ := self.GetDBInstance()
  235. if instance != nil {
  236. self.SetProjectInfo(ctx, userCred, instance.ProjectId, instance.DomainId)
  237. }
  238. self.StartDBInstanceBackupCreateTask(ctx, userCred, nil, "")
  239. }
  240. func (self *SDBInstanceBackup) StartDBInstanceBackupCreateTask(ctx context.Context, userCred mcclient.TokenCredential, data *jsonutils.JSONDict, parentTaskId string) error {
  241. task, err := taskman.TaskManager.NewTask(ctx, "DBInstanceBackupCreateTask", self, userCred, data, parentTaskId, "", nil)
  242. if err != nil {
  243. return errors.Wrap(err, "NewTask")
  244. }
  245. instance, err := self.GetDBInstance()
  246. if err != nil {
  247. return errors.Wrap(err, "GetDBInstance")
  248. }
  249. instance.SetStatus(ctx, userCred, api.DBINSTANCE_BACKING_UP, "")
  250. self.SetStatus(ctx, userCred, api.DBINSTANCE_BACKUP_CREATING, "")
  251. task.ScheduleRun(nil)
  252. return nil
  253. }
  254. func (manager *SDBInstanceBackupManager) getDBInstanceBackupsByInstance(instance *SDBInstance) ([]SDBInstanceBackup, error) {
  255. backups := []SDBInstanceBackup{}
  256. q := manager.Query().Equals("dbinstance_id", instance.Id)
  257. err := db.FetchModelObjects(manager, q, &backups)
  258. if err != nil {
  259. return nil, errors.Wrap(err, "getDBInstanceBackupsByInstance.FetchModelObjects")
  260. }
  261. return backups, nil
  262. }
  263. func (manager *SDBInstanceBackupManager) getDBInstanceBackupsByProviderId(providerId string) ([]SDBInstanceBackup, error) {
  264. backups := []SDBInstanceBackup{}
  265. err := fetchByManagerId(manager, providerId, &backups)
  266. if err != nil {
  267. return nil, errors.Wrapf(err, "getDBInstanceBackupsByProviderId.fetchByManagerId")
  268. }
  269. return backups, nil
  270. }
  271. func (self *SDBInstanceBackup) GetDBInstance() (*SDBInstance, error) {
  272. if len(self.DBInstanceId) > 0 {
  273. instance, err := DBInstanceManager.FetchById(self.DBInstanceId)
  274. if err != nil {
  275. return nil, err
  276. }
  277. return instance.(*SDBInstance), nil
  278. }
  279. return nil, fmt.Errorf("empty dbinstance id")
  280. }
  281. func (manager *SDBInstanceBackupManager) FetchCustomizeColumns(
  282. ctx context.Context,
  283. userCred mcclient.TokenCredential,
  284. query jsonutils.JSONObject,
  285. objs []interface{},
  286. fields stringutils2.SSortedStrings,
  287. isList bool,
  288. ) []api.DBInstanceBackupDetails {
  289. rows := make([]api.DBInstanceBackupDetails, len(objs))
  290. virtRows := manager.SVirtualResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
  291. manRows := manager.SManagedResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
  292. regRows := manager.SCloudregionResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
  293. dbRows := manager.SDBInstanceResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
  294. for i := range rows {
  295. rows[i] = api.DBInstanceBackupDetails{
  296. VirtualResourceDetails: virtRows[i],
  297. ManagedResourceInfo: manRows[i],
  298. CloudregionResourceInfo: regRows[i],
  299. DBInstanceResourceInfoBase: dbRows[i].DBInstanceResourceInfoBase,
  300. }
  301. }
  302. return rows
  303. }
  304. // 同步RDS备份状态
  305. func (self *SDBInstanceBackup) PerformSyncstatus(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.DiskSyncstatusInput) (jsonutils.JSONObject, error) {
  306. var openTask = true
  307. count, err := taskman.TaskManager.QueryTasksOfObject(self, time.Now().Add(-3*time.Minute), &openTask).CountWithError()
  308. if err != nil {
  309. return nil, err
  310. }
  311. if count > 0 {
  312. return nil, httperrors.NewBadRequestError("DBInstance backup has %d task active, can't sync status", count)
  313. }
  314. return nil, StartResourceSyncStatusTask(ctx, userCred, self, "DBInstanceBackupSyncstatusTask", "")
  315. }
  316. func (backup *SDBInstanceBackup) GetIRegion(ctx context.Context) (cloudprovider.ICloudRegion, error) {
  317. region, err := backup.GetRegion()
  318. if err != nil {
  319. return nil, err
  320. }
  321. provider, err := backup.GetDriver(ctx)
  322. if err != nil {
  323. return nil, err
  324. }
  325. return provider.GetIRegionById(region.GetExternalId())
  326. }
  327. func (backup *SDBInstanceBackup) GetIDBInstanceBackup(ctx context.Context) (cloudprovider.ICloudDBInstanceBackup, error) {
  328. if len(backup.ExternalId) == 0 {
  329. return nil, errors.Wrapf(cloudprovider.ErrNotFound, "empty external id")
  330. }
  331. if len(backup.DBInstanceId) > 0 {
  332. rds, err := backup.GetDBInstance()
  333. if err != nil {
  334. return nil, errors.Wrapf(err, "GetDBInstance")
  335. }
  336. iRds, err := rds.GetIDBInstance(ctx)
  337. if err != nil {
  338. return nil, errors.Wrapf(err, "GetIDBInstance")
  339. }
  340. backups, err := iRds.GetIDBInstanceBackups()
  341. if err != nil {
  342. return nil, errors.Wrapf(err, "GetIDBInstanceBackups")
  343. }
  344. for i := range backups {
  345. if backups[i].GetGlobalId() == backup.ExternalId {
  346. return backups[i], nil
  347. }
  348. }
  349. return nil, errors.Wrapf(cloudprovider.ErrNotFound, "search backup %s", backup.ExternalId)
  350. }
  351. iRegion, err := backup.GetIRegion(ctx)
  352. if err != nil {
  353. return nil, errors.Wrap(err, "backup.GetIRegion")
  354. }
  355. return iRegion.GetIDBInstanceBackupById(backup.ExternalId)
  356. }
  357. func (manager *SDBInstanceBackupManager) SyncDBInstanceBackups(
  358. ctx context.Context,
  359. userCred mcclient.TokenCredential,
  360. provider *SCloudprovider,
  361. instance *SDBInstance,
  362. region *SCloudregion,
  363. cloudBackups []cloudprovider.ICloudDBInstanceBackup,
  364. xor bool,
  365. ) compare.SyncResult {
  366. lockman.LockRawObject(ctx, manager.Keyword(), fmt.Sprintf("%s-%s", provider.Id, region.Id))
  367. defer lockman.ReleaseRawObject(ctx, manager.Keyword(), fmt.Sprintf("%s-%s", provider.Id, region.Id))
  368. result := compare.SyncResult{}
  369. dbBackups, err := region.GetDBInstanceBackups(provider, instance)
  370. if err != nil {
  371. result.Error(err)
  372. return result
  373. }
  374. removed := make([]SDBInstanceBackup, 0)
  375. commondb := make([]SDBInstanceBackup, 0)
  376. commonext := make([]cloudprovider.ICloudDBInstanceBackup, 0)
  377. added := make([]cloudprovider.ICloudDBInstanceBackup, 0)
  378. if err := compare.CompareSets(dbBackups, cloudBackups, &removed, &commondb, &commonext, &added); err != nil {
  379. result.Error(err)
  380. return result
  381. }
  382. for i := 0; i < len(removed); i++ {
  383. err := removed[i].RealDelete(ctx, userCred)
  384. if err != nil {
  385. result.DeleteError(err)
  386. } else {
  387. result.Delete()
  388. }
  389. }
  390. if !xor {
  391. for i := 0; i < len(commondb); i++ {
  392. err := commondb[i].SyncWithCloudDBInstanceBackup(ctx, userCred, commonext[i], provider)
  393. if err != nil {
  394. result.UpdateError(err)
  395. } else {
  396. result.Update()
  397. }
  398. }
  399. }
  400. for i := 0; i < len(added); i++ {
  401. err = manager.newFromCloudDBInstanceBackup(ctx, userCred, provider, region, added[i])
  402. if err != nil {
  403. result.AddError(err)
  404. } else {
  405. result.Add()
  406. }
  407. }
  408. return result
  409. }
  410. func (self *SDBInstanceBackup) SyncWithCloudDBInstanceBackup(
  411. ctx context.Context,
  412. userCred mcclient.TokenCredential,
  413. extBackup cloudprovider.ICloudDBInstanceBackup,
  414. provider *SCloudprovider,
  415. ) error {
  416. _, err := db.UpdateWithLock(ctx, self, func() error {
  417. self.ExternalId = extBackup.GetGlobalId()
  418. self.Status = extBackup.GetStatus()
  419. self.StartTime = extBackup.GetStartTime()
  420. self.EndTime = extBackup.GetEndTime()
  421. self.BackupSizeMb = extBackup.GetBackupSizeMb()
  422. self.Engine = extBackup.GetEngine()
  423. self.EngineVersion = extBackup.GetEngineVersion()
  424. self.DBNames = extBackup.GetDBNames()
  425. self.BackupMethod = string(extBackup.GetBackupMethod())
  426. if dbinstanceId := extBackup.GetDBInstanceId(); len(dbinstanceId) > 0 {
  427. //有可能云上删除了实例,未删除备份
  428. _instance, err := db.FetchByExternalIdAndManagerId(DBInstanceManager, dbinstanceId, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  429. if len(self.CloudregionId) > 0 {
  430. q = q.Equals("cloudregion_id", self.CloudregionId)
  431. }
  432. return q.Equals("manager_id", provider.Id)
  433. })
  434. if err == sql.ErrNoRows {
  435. self.DBInstanceId = ""
  436. }
  437. if _instance != nil {
  438. instance := _instance.(*SDBInstance)
  439. self.ProjectId = instance.ProjectId
  440. self.DomainId = instance.DomainId
  441. }
  442. }
  443. return nil
  444. })
  445. if err != nil {
  446. return errors.Wrapf(err, "SyncWithCloudDBInstancebackup.UpdateWithLock")
  447. }
  448. if len(self.ProjectId) == 0 {
  449. SyncCloudProject(ctx, userCred, self, provider.GetOwnerId(), extBackup, provider)
  450. }
  451. return nil
  452. }
  453. func (manager *SDBInstanceBackupManager) newFromCloudDBInstanceBackup(
  454. ctx context.Context,
  455. userCred mcclient.TokenCredential,
  456. provider *SCloudprovider,
  457. region *SCloudregion,
  458. extBackup cloudprovider.ICloudDBInstanceBackup,
  459. ) error {
  460. backup := SDBInstanceBackup{}
  461. backup.SetModelManager(manager, &backup)
  462. backup.CloudregionId = region.Id
  463. backup.ManagerId = provider.Id
  464. backup.Status = extBackup.GetStatus()
  465. backup.StartTime = extBackup.GetStartTime()
  466. backup.Engine = extBackup.GetEngine()
  467. backup.EngineVersion = extBackup.GetEngineVersion()
  468. backup.EndTime = extBackup.GetEndTime()
  469. backup.BackupSizeMb = extBackup.GetBackupSizeMb()
  470. backup.DBNames = extBackup.GetDBNames()
  471. backup.BackupMode = extBackup.GetBackupMode()
  472. backup.BackupMethod = string(extBackup.GetBackupMethod())
  473. backup.ExternalId = extBackup.GetGlobalId()
  474. if dbinstanceId := extBackup.GetDBInstanceId(); len(dbinstanceId) > 0 {
  475. _dbinstance, err := db.FetchByExternalIdAndManagerId(DBInstanceManager, dbinstanceId, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  476. if !gotypes.IsNil(region) {
  477. q = q.Equals("cloudregion_id", region.Id)
  478. }
  479. return q.Equals("manager_id", provider.Id)
  480. })
  481. if err != nil {
  482. log.Warningf("failed to found dbinstance for backup %s by externalId: %s error: %v", backup.Name, dbinstanceId, err)
  483. } else {
  484. instance := _dbinstance.(*SDBInstance)
  485. backup.DBInstanceId = instance.Id
  486. backup.ProjectId = instance.ProjectId
  487. backup.DomainId = instance.DomainId
  488. }
  489. }
  490. var err = func() error {
  491. lockman.LockRawObject(ctx, manager.Keyword(), "name")
  492. defer lockman.ReleaseRawObject(ctx, manager.Keyword(), "name")
  493. newName, err := db.GenerateName(ctx, manager, provider.GetOwnerId(), extBackup.GetName())
  494. if err != nil {
  495. return errors.Wrap(err, "newFromCloudDBInstanceBackup.GenerateName")
  496. }
  497. backup.Name = newName
  498. return manager.TableSpec().Insert(ctx, &backup)
  499. }()
  500. if err != nil {
  501. return errors.Wrapf(err, "newFromCloudDBInstanceBackup.Insert")
  502. }
  503. if len(backup.ProjectId) == 0 {
  504. SyncCloudProject(ctx, userCred, &backup, provider.GetOwnerId(), extBackup, provider)
  505. }
  506. return nil
  507. }
  508. func (self *SDBInstanceBackup) Delete(ctx context.Context, userCred mcclient.TokenCredential) error {
  509. log.Infof("dbinstance backup delete do nothing")
  510. return nil
  511. }
  512. func (self *SDBInstanceBackup) RealDelete(ctx context.Context, userCred mcclient.TokenCredential) error {
  513. return self.SVirtualResourceBase.Delete(ctx, userCred)
  514. }
  515. func (self *SDBInstanceBackup) CustomizeDelete(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) error {
  516. return self.StartDBInstanceBackupDeleteTask(ctx, userCred, "")
  517. }
  518. func (self *SDBInstanceBackup) StartDBInstanceBackupDeleteTask(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error {
  519. self.SetStatus(ctx, userCred, api.DBINSTANCE_BACKUP_DELETING, "")
  520. task, err := taskman.TaskManager.NewTask(ctx, "DBInstanceBackupDeleteTask", self, userCred, nil, parentTaskId, "", nil)
  521. if err != nil {
  522. return err
  523. }
  524. task.ScheduleRun(nil)
  525. return nil
  526. }
  527. func (self *SDBInstanceBackup) GetCloudprovider() *SCloudprovider {
  528. return self.SManagedResourceBase.GetCloudprovider()
  529. }
  530. func (manager *SDBInstanceBackupManager) ListItemExportKeys(ctx context.Context,
  531. q *sqlchemy.SQuery,
  532. userCred mcclient.TokenCredential,
  533. keys stringutils2.SSortedStrings,
  534. ) (*sqlchemy.SQuery, error) {
  535. var err error
  536. q, err = manager.SVirtualResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
  537. if err != nil {
  538. return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemExportKeys")
  539. }
  540. if keys.ContainsAny(manager.SCloudregionResourceBaseManager.GetExportKeys()...) {
  541. q, err = manager.SCloudregionResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
  542. if err != nil {
  543. return nil, errors.Wrap(err, "SCloudregionResourceBaseManager.ListItemExportKeys")
  544. }
  545. }
  546. if keys.ContainsAny(manager.SManagedResourceBaseManager.GetExportKeys()...) {
  547. q, err = manager.SManagedResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
  548. if err != nil {
  549. return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemExportKeys")
  550. }
  551. }
  552. if keys.ContainsAny("dbinstance") {
  553. q, err = manager.SDBInstanceResourceBaseManager.ListItemExportKeys(ctx, q, userCred, stringutils2.NewSortedStrings([]string{"dbinstance"}))
  554. if err != nil {
  555. return nil, errors.Wrap(err, "SDBInstanceResourceBaseManager.ListItemExportKeys")
  556. }
  557. }
  558. return q, nil
  559. }
  560. func (self *SDBInstanceBackup) GetChangeOwnerCandidateDomainIds() []string {
  561. return self.SManagedResourceBase.GetChangeOwnerCandidateDomainIds()
  562. }
  563. func (self *SDBInstanceBackup) fillRdsConfig(output *api.DBInstanceCreateInput) error {
  564. if self.Status != api.DBINSTANCE_BACKUP_READY {
  565. return fmt.Errorf("backup %s status is %s require %s", self.Name, self.Status, api.DBINSTANCE_BACKUP_READY)
  566. }
  567. if len(self.DBInstanceId) == 0 {
  568. if len(self.Engine) == 0 {
  569. return fmt.Errorf("backup engine %s is unknown", self.Name)
  570. }
  571. output.Engine = self.Engine
  572. if len(self.EngineVersion) == 0 {
  573. return fmt.Errorf("backup engine version %s is unknown", self.Name)
  574. }
  575. output.EngineVersion = self.EngineVersion
  576. return nil
  577. }
  578. rds, err := self.GetDBInstance()
  579. if err != nil {
  580. return errors.Wrapf(err, "backup.GetDBInstance")
  581. }
  582. if len(output.NetworkId) == 0 {
  583. networks, err := rds.GetDBNetworks()
  584. if err != nil {
  585. return errors.Wrapf(err, "GetDBNetworks")
  586. }
  587. if len(networks) > 0 {
  588. output.NetworkId = networks[0].NetworkId
  589. }
  590. }
  591. if output.VcpuCount == 0 {
  592. output.VcpuCount = rds.VcpuCount
  593. }
  594. if output.VmemSizeMb == 0 {
  595. output.VmemSizeMb = rds.VmemSizeMb
  596. }
  597. if output.DiskSizeGB == 0 {
  598. output.DiskSizeGB = rds.DiskSizeGB
  599. }
  600. if output.Port == 0 {
  601. output.Port = rds.Port
  602. }
  603. if len(output.Category) == 0 {
  604. output.Category = rds.Category
  605. }
  606. if len(output.StorageType) == 0 {
  607. output.StorageType = rds.StorageType
  608. }
  609. output.Engine = rds.Engine
  610. output.EngineVersion = rds.EngineVersion
  611. if len(output.InstanceType) == 0 {
  612. output.InstanceType = rds.InstanceType
  613. }
  614. if len(output.VpcId) == 0 {
  615. output.VpcId = rds.VpcId
  616. }
  617. if len(output.Zone1) == 0 {
  618. output.Zone1 = rds.Zone1
  619. }
  620. if len(output.Zone2) == 0 {
  621. output.Zone2 = rds.Zone2
  622. }
  623. if len(output.Zone3) == 0 {
  624. output.Zone3 = rds.Zone3
  625. }
  626. return nil
  627. }