elasticcache_parameters.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358
  1. // Copyright 2019 Yunion
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package models
  15. import (
  16. "context"
  17. "yunion.io/x/cloudmux/pkg/cloudprovider"
  18. "yunion.io/x/jsonutils"
  19. "yunion.io/x/log"
  20. "yunion.io/x/pkg/errors"
  21. "yunion.io/x/pkg/util/compare"
  22. "yunion.io/x/pkg/util/rbacscope"
  23. "yunion.io/x/sqlchemy"
  24. api "yunion.io/x/onecloud/pkg/apis/compute"
  25. "yunion.io/x/onecloud/pkg/cloudcommon/db"
  26. "yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
  27. "yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
  28. "yunion.io/x/onecloud/pkg/httperrors"
  29. "yunion.io/x/onecloud/pkg/mcclient"
  30. "yunion.io/x/onecloud/pkg/util/stringutils2"
  31. )
  32. // +onecloud:swagger-gen-model-singular=elasticcacheparameter
  33. // +onecloud:swagger-gen-model-plural=elasticcacheparameters
  34. type SElasticcacheParameterManager struct {
  35. db.SStandaloneResourceBaseManager
  36. db.SExternalizedResourceBaseManager
  37. SElasticcacheResourceBaseManager
  38. }
  39. var ElasticcacheParameterManager *SElasticcacheParameterManager
  40. func init() {
  41. ElasticcacheParameterManager = &SElasticcacheParameterManager{
  42. SStandaloneResourceBaseManager: db.NewStandaloneResourceBaseManager(
  43. SElasticcacheParameter{},
  44. "elasticcacheparameters_tbl",
  45. "elasticcacheparameter",
  46. "elasticcacheparameters",
  47. ),
  48. }
  49. ElasticcacheParameterManager.SetVirtualObject(ElasticcacheParameterManager)
  50. }
  51. type SElasticcacheParameter struct {
  52. db.SStatusStandaloneResourceBase
  53. db.SExternalizedResourceBase
  54. SElasticcacheResourceBase `width:"36" charset:"ascii" nullable:"false" list:"user" create:"required" index:"true"`
  55. // ElasticcacheId string `width:"36" charset:"ascii" nullable:"false" list:"user" create:"required" index:"true"` // elastic cache instance id
  56. // Parameter KEY
  57. Key string `width:"64" charset:"ascii" nullable:"false" list:"user" update:"user" create:"required"`
  58. // Parameter Value
  59. Value string `width:"256" charset:"ascii" nullable:"false" list:"user" update:"user" create:"required"`
  60. // 校验代码,参数的可选范围。
  61. ValueRange string `width:"128" charset:"ascii" nullable:"true" list:"user" create:"optional"`
  62. // True(可修改) False(不可修改)
  63. Modifiable bool `nullable:"true" list:"user" create:"optional"`
  64. // True(重启生效) False(无需重启,提交后即生效)
  65. ForceRestart bool `nullable:"true" list:"user" create:"optional"`
  66. }
  67. func (manager *SElasticcacheParameterManager) SyncElasticcacheParameters(ctx context.Context, userCred mcclient.TokenCredential, elasticcache *SElasticcache, cloudElasticcacheParameters []cloudprovider.ICloudElasticcacheParameter) compare.SyncResult {
  68. lockman.LockRawObject(ctx, "elastic-cache-parameters", elasticcache.Id)
  69. defer lockman.ReleaseRawObject(ctx, "elastic-cache-parameters", elasticcache.Id)
  70. syncResult := compare.SyncResult{}
  71. dbParameters, err := elasticcache.GetElasticcacheParameters()
  72. if err != nil {
  73. syncResult.Error(err)
  74. return syncResult
  75. }
  76. removed := make([]SElasticcacheParameter, 0)
  77. commondb := make([]SElasticcacheParameter, 0)
  78. commonext := make([]cloudprovider.ICloudElasticcacheParameter, 0)
  79. added := make([]cloudprovider.ICloudElasticcacheParameter, 0)
  80. if err := compare.CompareSets(dbParameters, cloudElasticcacheParameters, &removed, &commondb, &commonext, &added); err != nil {
  81. syncResult.Error(err)
  82. return syncResult
  83. }
  84. for i := 0; i < len(removed); i++ {
  85. err := removed[i].syncRemoveCloudElasticcacheParameter(ctx, userCred)
  86. if err != nil {
  87. syncResult.DeleteError(err)
  88. } else {
  89. syncResult.Delete()
  90. }
  91. }
  92. for i := 0; i < len(commondb); i++ {
  93. err := commondb[i].SyncWithCloudElasticcacheParameter(ctx, userCred, commonext[i])
  94. if err != nil {
  95. syncResult.UpdateError(err)
  96. continue
  97. }
  98. syncResult.Update()
  99. }
  100. for i := 0; i < len(added); i++ {
  101. _, err := manager.newFromCloudElasticcacheParameter(ctx, userCred, elasticcache, added[i])
  102. if err != nil {
  103. syncResult.AddError(err)
  104. continue
  105. }
  106. syncResult.Add()
  107. }
  108. return syncResult
  109. }
  110. func (self *SElasticcacheParameter) syncRemoveCloudElasticcacheParameter(ctx context.Context, userCred mcclient.TokenCredential) error {
  111. lockman.LockObject(ctx, self)
  112. defer lockman.ReleaseObject(ctx, self)
  113. err := self.ValidateDeleteCondition(ctx, nil)
  114. if err != nil {
  115. return errors.Wrapf(err, "newFromCloudElasticcacheParameter.Remove")
  116. }
  117. return self.Delete(ctx, userCred)
  118. }
  119. func (self *SElasticcacheParameter) SyncWithCloudElasticcacheParameter(ctx context.Context, userCred mcclient.TokenCredential, extParameter cloudprovider.ICloudElasticcacheParameter) error {
  120. _, err := db.UpdateWithLock(ctx, self, func() error {
  121. self.Status = extParameter.GetStatus()
  122. self.Key = extParameter.GetParameterKey()
  123. self.Value = extParameter.GetParameterValue()
  124. self.Modifiable = extParameter.GetModifiable()
  125. self.ForceRestart = extParameter.GetForceRestart()
  126. return nil
  127. })
  128. if err != nil {
  129. return errors.Wrapf(err, "SyncWithCloudElasticcacheParameter.UpdateWithLock")
  130. }
  131. return nil
  132. }
  133. func (manager *SElasticcacheParameterManager) newFromCloudElasticcacheParameter(ctx context.Context, userCred mcclient.TokenCredential, elasticcache *SElasticcache, extParameter cloudprovider.ICloudElasticcacheParameter) (*SElasticcacheParameter, error) {
  134. lockman.LockClass(ctx, manager, db.GetLockClassKey(manager, userCred))
  135. defer lockman.ReleaseClass(ctx, manager, db.GetLockClassKey(manager, userCred))
  136. parameter := SElasticcacheParameter{}
  137. parameter.SetModelManager(manager, &parameter)
  138. parameter.ElasticcacheId = elasticcache.Id
  139. parameter.Status = extParameter.GetStatus()
  140. parameter.Name = extParameter.GetName()
  141. parameter.ExternalId = extParameter.GetGlobalId()
  142. parameter.Key = extParameter.GetParameterKey()
  143. parameter.Value = extParameter.GetParameterValue()
  144. parameter.ValueRange = extParameter.GetParameterValueRange()
  145. parameter.Modifiable = extParameter.GetModifiable()
  146. parameter.ForceRestart = extParameter.GetForceRestart()
  147. parameter.Description = extParameter.GetDescription()
  148. err := manager.TableSpec().Insert(ctx, &parameter)
  149. if err != nil {
  150. return nil, errors.Wrapf(err, "newFromCloudElasticcacheParameter.Insert")
  151. }
  152. return &parameter, nil
  153. }
  154. func (manager *SElasticcacheParameterManager) ResourceScope() rbacscope.TRbacScope {
  155. return rbacscope.ScopeProject
  156. }
  157. func (manager *SElasticcacheParameterManager) FetchOwnerId(ctx context.Context, data jsonutils.JSONObject) (mcclient.IIdentityProvider, error) {
  158. return elasticcacheSubResourceFetchOwnerId(ctx, data)
  159. }
  160. func (manager *SElasticcacheParameterManager) FilterByOwner(ctx context.Context, q *sqlchemy.SQuery, man db.FilterByOwnerProvider, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, scope rbacscope.TRbacScope) *sqlchemy.SQuery {
  161. return elasticcacheSubResourceFetchOwner(ctx, q, ownerId, scope)
  162. }
  163. func (self *SElasticcacheParameter) GetOwnerId() mcclient.IIdentityProvider {
  164. return ElasticcacheManager.GetOwnerIdByElasticcacheId(self.ElasticcacheId)
  165. }
  166. func (self *SElasticcacheParameter) GetRegion() *SCloudregion {
  167. ieb, err := db.FetchById(ElasticcacheManager, self.ElasticcacheId)
  168. if err != nil {
  169. return nil
  170. }
  171. region, _ := ieb.(*SElasticcache).GetRegion()
  172. return region
  173. }
  174. func (self *SElasticcacheParameter) ValidateUpdateData(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data *jsonutils.JSONDict) (*jsonutils.JSONDict, error) {
  175. if !self.Modifiable {
  176. return nil, httperrors.NewConflictError("%s is not modifiable", self.Name)
  177. }
  178. _, err := data.GetString("value")
  179. if err != nil {
  180. return nil, httperrors.NewMissingParameterError("value")
  181. }
  182. return data, nil
  183. }
  184. func (self *SElasticcacheParameter) PostUpdate(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) {
  185. v, _ := data.Get("value")
  186. params := jsonutils.NewDict()
  187. paramsObj := jsonutils.NewDict()
  188. paramsObj.Add(v, self.Name)
  189. params.Add(paramsObj, "parameters")
  190. self.SetStatus(ctx, userCred, api.ELASTIC_CACHE_PARAMETER_STATUS_UPDATING, "")
  191. if err := self.StartUpdateElasticcacheParameterTask(ctx, userCred, params, ""); err != nil {
  192. log.Errorf("ElasticcacheParameter %s", err.Error())
  193. }
  194. return
  195. }
  196. func (self *SElasticcacheParameter) StartUpdateElasticcacheParameterTask(ctx context.Context, userCred mcclient.TokenCredential, params *jsonutils.JSONDict, parentTaskId string) error {
  197. task, err := taskman.TaskManager.NewTask(ctx, "ElasticcacheParameterUpdateTask", self, userCred, params, parentTaskId, "", nil)
  198. if err != nil {
  199. return err
  200. }
  201. task.ScheduleRun(nil)
  202. return nil
  203. }
  204. // 列出弹性缓存参数
  205. func (manager *SElasticcacheParameterManager) ListItemFilter(
  206. ctx context.Context,
  207. q *sqlchemy.SQuery,
  208. userCred mcclient.TokenCredential,
  209. input api.ElasticcacheParameterListInput,
  210. ) (*sqlchemy.SQuery, error) {
  211. var err error
  212. q, err = manager.SStandaloneResourceBaseManager.ListItemFilter(ctx, q, userCred, input.StandaloneResourceListInput)
  213. if err != nil {
  214. return nil, errors.Wrap(err, "SStandaloneResourceBaseManager.ListItemFilter")
  215. }
  216. q, err = manager.SExternalizedResourceBaseManager.ListItemFilter(ctx, q, userCred, input.ExternalizedResourceBaseListInput)
  217. if err != nil {
  218. return nil, errors.Wrap(err, "SExternalizedResourceBaseManager.ListItemFilter")
  219. }
  220. q, err = manager.SElasticcacheResourceBaseManager.ListItemFilter(ctx, q, userCred, input.ElasticcacheFilterListInput)
  221. if err != nil {
  222. return nil, errors.Wrap(err, "SElasticcacheResourceBaseManager.ListItemFilter")
  223. }
  224. if len(input.Key) > 0 {
  225. q = q.In("key", input.Key)
  226. }
  227. if len(input.Value) > 0 {
  228. q = q.In("value", input.Value)
  229. }
  230. return q, nil
  231. }
  232. func (manager *SElasticcacheParameterManager) OrderByExtraFields(
  233. ctx context.Context,
  234. q *sqlchemy.SQuery,
  235. userCred mcclient.TokenCredential,
  236. input api.ElasticcacheParameterListInput,
  237. ) (*sqlchemy.SQuery, error) {
  238. var err error
  239. q, err = manager.SStandaloneResourceBaseManager.OrderByExtraFields(ctx, q, userCred, input.StandaloneResourceListInput)
  240. if err != nil {
  241. return nil, errors.Wrap(err, "SStandaloneResourceBaseManager.OrderByExtraFields")
  242. }
  243. q, err = manager.SElasticcacheResourceBaseManager.OrderByExtraFields(ctx, q, userCred, input.ElasticcacheFilterListInput)
  244. if err != nil {
  245. return nil, errors.Wrap(err, "SElasticcacheResourceBaseManager.OrderByExtraFields")
  246. }
  247. return q, nil
  248. }
  249. func (manager *SElasticcacheParameterManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) {
  250. var err error
  251. q, err = manager.SStandaloneResourceBaseManager.QueryDistinctExtraField(q, field)
  252. if err == nil {
  253. return q, nil
  254. }
  255. q, err = manager.SElasticcacheResourceBaseManager.QueryDistinctExtraField(q, field)
  256. if err == nil {
  257. return q, nil
  258. }
  259. return q, httperrors.ErrNotFound
  260. }
  261. func (manager *SElasticcacheParameterManager) FetchCustomizeColumns(
  262. ctx context.Context,
  263. userCred mcclient.TokenCredential,
  264. query jsonutils.JSONObject,
  265. objs []interface{},
  266. fields stringutils2.SSortedStrings,
  267. isList bool,
  268. ) []api.ElasticcacheParameterDetails {
  269. rows := make([]api.ElasticcacheParameterDetails, len(objs))
  270. stdRows := manager.SStandaloneResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
  271. cacheRows := manager.SElasticcacheResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
  272. for i := range rows {
  273. rows[i] = api.ElasticcacheParameterDetails{
  274. StandaloneResourceDetails: stdRows[i],
  275. ElasticcacheResourceInfo: cacheRows[i],
  276. }
  277. }
  278. return rows
  279. }
  280. func (manager *SElasticcacheParameterManager) ListItemExportKeys(ctx context.Context,
  281. q *sqlchemy.SQuery,
  282. userCred mcclient.TokenCredential,
  283. keys stringutils2.SSortedStrings,
  284. ) (*sqlchemy.SQuery, error) {
  285. var err error
  286. q, err = manager.SStandaloneResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
  287. if err != nil {
  288. return nil, errors.Wrap(err, "SStatusStandaloneResourceBaseManager.ListItemExportKeys")
  289. }
  290. if keys.ContainsAny(manager.SElasticcacheResourceBaseManager.GetExportKeys()...) {
  291. q, err = manager.SElasticcacheResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
  292. if err != nil {
  293. return nil, errors.Wrap(err, "SElasticcacheResourceBaseManager.ListItemExportKeys")
  294. }
  295. }
  296. return q, nil
  297. }