cdn_domains.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657
  1. // Copyright 2019 Yunion
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package models
  15. import (
  16. "context"
  17. "time"
  18. "yunion.io/x/cloudmux/pkg/cloudprovider"
  19. "yunion.io/x/jsonutils"
  20. "yunion.io/x/log"
  21. "yunion.io/x/pkg/errors"
  22. "yunion.io/x/pkg/util/compare"
  23. "yunion.io/x/pkg/util/rbacscope"
  24. "yunion.io/x/sqlchemy"
  25. "yunion.io/x/onecloud/pkg/apis"
  26. api "yunion.io/x/onecloud/pkg/apis/compute"
  27. "yunion.io/x/onecloud/pkg/cloudcommon/db"
  28. "yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
  29. "yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
  30. "yunion.io/x/onecloud/pkg/cloudcommon/notifyclient"
  31. "yunion.io/x/onecloud/pkg/cloudcommon/validators"
  32. "yunion.io/x/onecloud/pkg/compute/options"
  33. "yunion.io/x/onecloud/pkg/httperrors"
  34. "yunion.io/x/onecloud/pkg/mcclient"
  35. "yunion.io/x/onecloud/pkg/util/stringutils2"
  36. )
  37. type SCDNDomainManager struct {
  38. db.SVirtualResourceBaseManager
  39. db.SExternalizedResourceBaseManager
  40. db.SEnabledResourceBaseManager
  41. SManagedResourceBaseManager
  42. SDeletePreventableResourceBaseManager
  43. }
  44. var CDNDomainManager *SCDNDomainManager
  45. func init() {
  46. CDNDomainManager = &SCDNDomainManager{
  47. SVirtualResourceBaseManager: db.NewVirtualResourceBaseManager(
  48. SCDNDomain{},
  49. "cdn_domains_tbl",
  50. "cdn_domain",
  51. "cdn_domains",
  52. ),
  53. }
  54. CDNDomainManager.SetVirtualObject(CDNDomainManager)
  55. }
  56. type SCDNDomain struct {
  57. db.SVirtualResourceBase
  58. db.SEnabledResourceBase
  59. db.SExternalizedResourceBase
  60. SDeletePreventableResourceBase
  61. SManagedResourceBase
  62. Cname string `list:"user" width:"256"`
  63. // 源站信息
  64. Origins *cloudprovider.SCdnOrigins `list:"user" create:"domain_required"`
  65. // 服务类别
  66. ServiceType string `list:"user" width:"32" create:"domain_required"`
  67. // 加速区域
  68. Area string `list:"user" width:"32" update:"domain" create:"domain_required"`
  69. // 是否忽略参数
  70. CacheKeys *cloudprovider.SCDNCacheKeys `list:"user" create:"domain_optional"`
  71. // 是否分片回源
  72. RangeOriginPull *cloudprovider.SCDNRangeOriginPull `list:"user" create:"domain_optional"`
  73. // 缓存配置
  74. Cache *cloudprovider.SCDNCache `list:"user" create:"domain_optional"`
  75. // https配置
  76. HTTPS *cloudprovider.SCDNHttps `list:"user" create:"domain_optional"`
  77. // 强制跳转
  78. ForceRedirect *cloudprovider.SCDNForceRedirect `list:"user" create:"domain_optional"`
  79. // 防盗链配置
  80. Referer *cloudprovider.SCDNReferer `list:"user" create:"domain_optional"`
  81. // 浏览器缓存配置
  82. MaxAge *cloudprovider.SCDNMaxAge `list:"user" create:"domain_optional"`
  83. // 是否启用DNSSEC
  84. DNSSECEnabled bool `default:"false" list:"user" create:"optional"`
  85. // SSL加密模式
  86. SSLSetting string `list:"user" width:"16" create:"domain_optional"`
  87. // 是否启用HTTPS重写
  88. HTTPSRewrites bool `default:"false" list:"user" create:"optional"`
  89. // 缓存级别
  90. CacheLevel string `list:"user" width:"32" create:"domain_optional"`
  91. // 浏览器缓存TTL
  92. BrowserCacheTTL int `nullable:"true" list:"user"`
  93. }
  94. func (manager *SCDNDomainManager) GetContextManagers() [][]db.IModelManager {
  95. return [][]db.IModelManager{
  96. {CloudproviderManager},
  97. }
  98. }
  99. func (manager *SCDNDomainManager) FetchCustomizeColumns(
  100. ctx context.Context,
  101. userCred mcclient.TokenCredential,
  102. query jsonutils.JSONObject,
  103. objs []interface{},
  104. fields stringutils2.SSortedStrings,
  105. isList bool,
  106. ) []api.CDNDomainDetails {
  107. rows := make([]api.CDNDomainDetails, len(objs))
  108. virtRows := manager.SVirtualResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
  109. managerRows := manager.SManagedResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
  110. for i := range rows {
  111. rows[i] = api.CDNDomainDetails{
  112. VirtualResourceDetails: virtRows[i],
  113. ManagedResourceInfo: managerRows[i],
  114. }
  115. }
  116. return rows
  117. }
  118. func (self *SCloudprovider) GetCDNDomains() ([]SCDNDomain, error) {
  119. q := CDNDomainManager.Query().Equals("manager_id", self.Id)
  120. domains := []SCDNDomain{}
  121. err := db.FetchModelObjects(CDNDomainManager, q, &domains)
  122. if err != nil {
  123. return nil, err
  124. }
  125. return domains, nil
  126. }
  127. func (self *SCloudprovider) SyncCDNDomains(ctx context.Context, userCred mcclient.TokenCredential, exts []cloudprovider.ICloudCDNDomain, xor bool) compare.SyncResult {
  128. lockman.LockRawObject(ctx, CDNDomainManager.Keyword(), self.Id)
  129. defer lockman.ReleaseRawObject(ctx, CDNDomainManager.Keyword(), self.Id)
  130. result := compare.SyncResult{}
  131. dbDomains, err := self.GetCDNDomains()
  132. if err != nil {
  133. result.Error(err)
  134. return result
  135. }
  136. removed := make([]SCDNDomain, 0)
  137. commondb := make([]SCDNDomain, 0)
  138. commonext := make([]cloudprovider.ICloudCDNDomain, 0)
  139. added := make([]cloudprovider.ICloudCDNDomain, 0)
  140. err = compare.CompareSets(dbDomains, exts, &removed, &commondb, &commonext, &added)
  141. if err != nil {
  142. result.Error(err)
  143. return result
  144. }
  145. for i := 0; i < len(removed); i += 1 {
  146. err = removed[i].syncRemoveCloudCDNDomain(ctx, userCred)
  147. if err != nil {
  148. result.DeleteError(err)
  149. continue
  150. }
  151. result.Delete()
  152. }
  153. if !xor {
  154. for i := 0; i < len(commondb); i += 1 {
  155. err = commondb[i].SyncWithCloudCDNDomain(ctx, userCred, commonext[i])
  156. if err != nil {
  157. result.UpdateError(err)
  158. continue
  159. }
  160. result.Update()
  161. }
  162. }
  163. for i := 0; i < len(added); i += 1 {
  164. _, err := self.newFromCloudCDNDomain(ctx, userCred, added[i])
  165. if err != nil {
  166. result.AddError(err)
  167. continue
  168. }
  169. result.Add()
  170. }
  171. return result
  172. }
  173. func (self *SCDNDomain) PerformClearCache(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input *cloudprovider.CacheClearOptions) (jsonutils.JSONObject, error) {
  174. cdn, err := self.GetICloudCDNDomain(ctx)
  175. if err != nil {
  176. return nil, err
  177. }
  178. err = cdn.ClearCache(input)
  179. if err != nil {
  180. return nil, err
  181. }
  182. return nil, nil
  183. }
  184. func (self *SCDNDomain) PerformChangeConfig(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input *cloudprovider.CacheConfig) (jsonutils.JSONObject, error) {
  185. cdn, err := self.GetICloudCDNDomain(ctx)
  186. if err != nil {
  187. return nil, err
  188. }
  189. err = cdn.ChangeConfig(input)
  190. if err != nil {
  191. return nil, err
  192. }
  193. err = self.SyncWithCloudCDNDomain(ctx, userCred, cdn)
  194. if err != nil {
  195. return nil, err
  196. }
  197. return nil, nil
  198. }
  199. func (self *SCDNDomain) PerformDeleteCustomHostname(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input *api.CDNDeleteCustomHostnameInput) (jsonutils.JSONObject, error) {
  200. cdn, err := self.GetICloudCDNDomain(ctx)
  201. if err != nil {
  202. return nil, err
  203. }
  204. err = cdn.DeleteCustomHostname(input.Id)
  205. if err != nil {
  206. return nil, err
  207. }
  208. return nil, nil
  209. }
  210. func (self *SCDNDomain) PerformAddCustomHostname(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input *cloudprovider.CustomHostnameCreateOptions) (jsonutils.JSONObject, error) {
  211. cdn, err := self.GetICloudCDNDomain(ctx)
  212. if err != nil {
  213. return nil, err
  214. }
  215. err = cdn.AddCustomHostname(input)
  216. if err != nil {
  217. return nil, err
  218. }
  219. return nil, nil
  220. }
  221. func (self *SCDNDomain) GetDetailsCustomHostnames(ctx context.Context, userCred mcclient.TokenCredential, input jsonutils.JSONObject) (*api.CDNCustomHostnameOutput, error) {
  222. cdn, err := self.GetICloudCDNDomain(ctx)
  223. if err != nil {
  224. return nil, err
  225. }
  226. ret := &api.CDNCustomHostnameOutput{}
  227. ret.Data, err = cdn.GetCustomHostnames()
  228. if err != nil {
  229. return nil, err
  230. }
  231. return ret, nil
  232. }
  233. // 启用资源
  234. func (self *SCDNDomain) PerformEnable(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input apis.PerformEnableInput) (jsonutils.JSONObject, error) {
  235. err := db.EnabledPerformEnable(self, ctx, userCred, true)
  236. if err != nil {
  237. return nil, errors.Wrap(err, "EnabledPerformEnable")
  238. }
  239. return nil, nil
  240. }
  241. // 禁用资源
  242. func (self *SCDNDomain) PerformDisable(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input apis.PerformDisableInput) (jsonutils.JSONObject, error) {
  243. err := db.EnabledPerformEnable(self, ctx, userCred, false)
  244. if err != nil {
  245. return nil, errors.Wrap(err, "EnabledPerformEnable")
  246. }
  247. return nil, nil
  248. }
  249. func (self *SCDNDomain) syncRemoveCloudCDNDomain(ctx context.Context, userCred mcclient.TokenCredential) error {
  250. lockman.LockObject(ctx, self)
  251. defer lockman.ReleaseObject(ctx, self)
  252. self.DeletePreventionOff(self, userCred)
  253. err := self.ValidateDeleteCondition(ctx, nil)
  254. if err != nil {
  255. return errors.Wrapf(err, "ValidateDeleteCondition")
  256. }
  257. err = self.RealDelete(ctx, userCred)
  258. if err != nil {
  259. return err
  260. }
  261. notifyclient.EventNotify(ctx, userCred, notifyclient.SEventNotifyParam{
  262. Obj: self,
  263. Action: notifyclient.ActionSyncDelete,
  264. })
  265. return nil
  266. }
  267. // 判断资源是否可以删除
  268. func (self *SCDNDomain) ValidateDeleteCondition(ctx context.Context, info jsonutils.JSONObject) error {
  269. if self.DisableDelete.IsTrue() {
  270. return httperrors.NewInvalidStatusError("CDN is locked, cannot delete")
  271. }
  272. return self.SVirtualResourceBase.ValidateDeleteCondition(ctx, nil)
  273. }
  274. func (self *SCDNDomain) GetICloudCDNDomain(ctx context.Context) (cloudprovider.ICloudCDNDomain, error) {
  275. manager := self.GetCloudprovider()
  276. if manager == nil {
  277. return nil, errors.Wrapf(cloudprovider.ErrNotFound, "GetCloudprovider")
  278. }
  279. provider, err := manager.GetProvider(ctx)
  280. if err != nil {
  281. return nil, errors.Wrapf(err, "GetProvider")
  282. }
  283. return provider.GetICloudCDNDomainByName(self.Name)
  284. }
  285. func (self *SCDNDomain) SyncWithCloudCDNDomain(ctx context.Context, userCred mcclient.TokenCredential, ext cloudprovider.ICloudCDNDomain) error {
  286. diff, err := db.UpdateWithLock(ctx, self, func() error {
  287. if options.Options.EnableSyncName {
  288. self.Name = ext.GetName()
  289. }
  290. self.Status = ext.GetStatus()
  291. self.Area = ext.GetArea()
  292. self.ServiceType = ext.GetServiceType()
  293. self.Cname = ext.GetCname()
  294. self.Origins = ext.GetOrigins()
  295. cacheKeys, err := ext.GetCacheKeys()
  296. if err == nil {
  297. self.CacheKeys = cacheKeys
  298. }
  299. if rangeOrigin, err := ext.GetRangeOriginPull(); err == nil {
  300. self.RangeOriginPull = rangeOrigin
  301. }
  302. if cache, err := ext.GetCache(); err == nil {
  303. self.Cache = cache
  304. }
  305. if https, err := ext.GetHTTPS(); err == nil {
  306. self.HTTPS = https
  307. }
  308. if fr, err := ext.GetForceRedirect(); err == nil {
  309. self.ForceRedirect = fr
  310. }
  311. if referer, err := ext.GetReferer(); err == nil {
  312. self.Referer = referer
  313. }
  314. if maxAge, err := ext.GetMaxAge(); err == nil {
  315. self.MaxAge = maxAge
  316. }
  317. self.DNSSECEnabled = ext.GetDNSSECEnabled()
  318. self.SSLSetting = ext.GetSSLSetting()
  319. self.HTTPSRewrites = ext.GetHTTPSRewrites()
  320. self.CacheLevel = ext.GetCacheLevel()
  321. self.BrowserCacheTTL = ext.GetBrowserCacheTTL()
  322. return nil
  323. })
  324. if err != nil {
  325. return err
  326. }
  327. db.OpsLog.LogSyncUpdate(self, diff, userCred)
  328. if len(diff) > 0 {
  329. notifyclient.EventNotify(ctx, userCred, notifyclient.SEventNotifyParam{
  330. Obj: self,
  331. Action: notifyclient.ActionSyncUpdate,
  332. })
  333. }
  334. if account := self.GetCloudaccount(); account != nil {
  335. syncVirtualResourceMetadata(ctx, userCred, self, ext, account.ReadOnly)
  336. }
  337. if provider := self.GetCloudprovider(); provider != nil {
  338. SyncCloudProject(ctx, userCred, self, provider.GetOwnerId(), ext, provider)
  339. }
  340. return nil
  341. }
  342. func (self *SCloudprovider) newFromCloudCDNDomain(ctx context.Context, userCred mcclient.TokenCredential, ext cloudprovider.ICloudCDNDomain) (*SCDNDomain, error) {
  343. domain := SCDNDomain{}
  344. domain.SetModelManager(CDNDomainManager, &domain)
  345. domain.ExternalId = ext.GetGlobalId()
  346. domain.ManagerId = self.Id
  347. domain.Name = ext.GetName()
  348. domain.Status = ext.GetStatus()
  349. domain.Area = ext.GetArea()
  350. domain.ServiceType = ext.GetServiceType()
  351. domain.Cname = ext.GetCname()
  352. domain.Origins = ext.GetOrigins()
  353. domain.CacheKeys, _ = ext.GetCacheKeys()
  354. domain.RangeOriginPull, _ = ext.GetRangeOriginPull()
  355. domain.Cache, _ = ext.GetCache()
  356. domain.HTTPS, _ = ext.GetHTTPS()
  357. domain.ForceRedirect, _ = ext.GetForceRedirect()
  358. domain.Referer, _ = ext.GetReferer()
  359. domain.MaxAge, _ = ext.GetMaxAge()
  360. domain.DNSSECEnabled = ext.GetDNSSECEnabled()
  361. domain.SSLSetting = ext.GetSSLSetting()
  362. domain.HTTPSRewrites = ext.GetHTTPSRewrites()
  363. domain.CacheLevel = ext.GetCacheLevel()
  364. domain.BrowserCacheTTL = ext.GetBrowserCacheTTL()
  365. err := CDNDomainManager.TableSpec().Insert(ctx, &domain)
  366. if err != nil {
  367. return nil, err
  368. }
  369. syncVirtualResourceMetadata(ctx, userCred, &domain, ext, false)
  370. SyncCloudProject(ctx, userCred, &domain, self.GetOwnerId(), ext, self)
  371. db.OpsLog.LogEvent(&domain, db.ACT_CREATE, domain.GetShortDesc(ctx), userCred)
  372. notifyclient.EventNotify(ctx, userCred, notifyclient.SEventNotifyParam{
  373. Obj: &domain,
  374. Action: notifyclient.ActionSyncCreate,
  375. })
  376. return &domain, nil
  377. }
  378. func (manager *SCDNDomainManager) ValidateCreateData(
  379. ctx context.Context,
  380. userCred mcclient.TokenCredential,
  381. ownerId mcclient.IIdentityProvider,
  382. query jsonutils.JSONObject,
  383. input api.CDNDomainCreateInput,
  384. ) (api.CDNDomainCreateInput, error) {
  385. if len(input.CloudproviderId) == 0 {
  386. return input, httperrors.NewMissingParameterError("cloudprovider_id")
  387. }
  388. _provider, err := validators.ValidateModel(ctx, userCred, CloudproviderManager, &input.CloudproviderId)
  389. if err != nil {
  390. return input, err
  391. }
  392. input.ManagerId = input.CloudproviderId
  393. provider := _provider.(*SCloudprovider)
  394. pp, err := provider.GetProvider(ctx)
  395. if err != nil {
  396. return input, errors.Wrapf(err, "GetProvider")
  397. }
  398. if !cloudprovider.IsSupportCDN(pp) {
  399. return input, httperrors.NewNotSupportedError("%s not support cdn", provider.Provider)
  400. }
  401. input, err = GetRegionDriver(provider.Provider).ValidateCreateCdnData(ctx, userCred, input)
  402. if err != nil {
  403. return input, err
  404. }
  405. return input, nil
  406. }
  407. func (self *SCDNDomain) PostCreate(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data jsonutils.JSONObject) {
  408. self.SVirtualResourceBase.PostCreate(ctx, userCred, ownerId, query, data)
  409. self.StartCdnCreateTask(ctx, userCred, "")
  410. }
  411. func (self *SCDNDomain) StartCdnCreateTask(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error {
  412. params := jsonutils.NewDict()
  413. task, err := taskman.TaskManager.NewTask(ctx, "CDNDomainCreateTask", self, userCred, params, parentTaskId, "", nil)
  414. if err != nil {
  415. return errors.Wrapf(err, "NewTask")
  416. }
  417. self.SetStatus(ctx, userCred, apis.STATUS_CREATING, "")
  418. return task.ScheduleRun(nil)
  419. }
  420. func (self *SCDNDomain) CustomizeDelete(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) error {
  421. return self.StartDeleteTask(ctx, userCred, "")
  422. }
  423. func (self *SCDNDomain) StartDeleteTask(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error {
  424. var err = func() error {
  425. task, err := taskman.TaskManager.NewTask(ctx, "CDNDomainDeleteTask", self, userCred, nil, parentTaskId, "", nil)
  426. if err != nil {
  427. return errors.Wrapf(err, "NewTask")
  428. }
  429. return task.ScheduleRun(nil)
  430. }()
  431. if err != nil {
  432. self.SetStatus(ctx, userCred, api.CDN_DOMAIN_STATUS_DELETE_FAILED, err.Error())
  433. return nil
  434. }
  435. return nil
  436. }
  437. func (self *SCDNDomain) Delete(ctx context.Context, userCred mcclient.TokenCredential) error {
  438. self.SetStatus(ctx, userCred, api.CDN_DOMAIN_STATUS_DELETING, "")
  439. return nil
  440. }
  441. func (self *SCDNDomain) RealDelete(ctx context.Context, userCred mcclient.TokenCredential) error {
  442. return self.SVirtualResourceBase.Delete(ctx, userCred)
  443. }
  444. // 列出CDN域名
  445. func (manager *SCDNDomainManager) ListItemFilter(
  446. ctx context.Context,
  447. q *sqlchemy.SQuery,
  448. userCred mcclient.TokenCredential,
  449. query api.CDNDomainListInput,
  450. ) (*sqlchemy.SQuery, error) {
  451. var err error
  452. q, err = manager.SVirtualResourceBaseManager.ListItemFilter(ctx, q, userCred, query.VirtualResourceListInput)
  453. if err != nil {
  454. return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemFilter")
  455. }
  456. q, err = manager.SEnabledResourceBaseManager.ListItemFilter(ctx, q, userCred, query.EnabledResourceBaseListInput)
  457. if err != nil {
  458. return nil, errors.Wrap(err, "SEnabledResourceBaseManager.ListItemFilter")
  459. }
  460. q, err = manager.SExternalizedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ExternalizedResourceBaseListInput)
  461. if err != nil {
  462. return nil, errors.Wrap(err, "SExternalizedResourceBaseManager.ListItemFilter")
  463. }
  464. q, err = manager.SManagedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ManagedResourceListInput)
  465. if err != nil {
  466. return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemFilter")
  467. }
  468. return q, nil
  469. }
  470. func (manager *SCDNDomainManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) {
  471. switch field {
  472. default:
  473. var err error
  474. q, err = manager.SVirtualResourceBaseManager.QueryDistinctExtraField(q, field)
  475. if err == nil {
  476. return q, nil
  477. }
  478. q, err = manager.SManagedResourceBaseManager.QueryDistinctExtraField(q, field)
  479. if err == nil {
  480. return q, nil
  481. }
  482. }
  483. return q, httperrors.ErrNotFound
  484. }
  485. func (manager *SCDNDomainManager) QueryDistinctExtraFields(q *sqlchemy.SQuery, resource string, fields []string) (*sqlchemy.SQuery, error) {
  486. var err error
  487. q, err = manager.SManagedResourceBaseManager.QueryDistinctExtraFields(q, resource, fields)
  488. if err == nil {
  489. return q, nil
  490. }
  491. return q, httperrors.ErrNotFound
  492. }
  493. func (manager *SCDNDomainManager) OrderByExtraFields(
  494. ctx context.Context,
  495. q *sqlchemy.SQuery,
  496. userCred mcclient.TokenCredential,
  497. query api.CDNDomainListInput,
  498. ) (*sqlchemy.SQuery, error) {
  499. q, err := manager.SVirtualResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.VirtualResourceListInput)
  500. if err != nil {
  501. return nil, errors.Wrap(err, "SVirtualResourceBaseManager.OrderByExtraFields")
  502. }
  503. q, err = manager.SManagedResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.ManagedResourceListInput)
  504. if err != nil {
  505. return nil, errors.Wrap(err, "SManagedResourceBaseManager.OrderByExtraFields")
  506. }
  507. return q, nil
  508. }
  509. func (manager *SCDNDomainManager) totalCount(
  510. ownerId mcclient.IIdentityProvider,
  511. scope rbacscope.TRbacScope,
  512. rangeObjs []db.IStandaloneModel,
  513. providers []string,
  514. brands []string,
  515. cloudEnv string,
  516. ) int {
  517. q := CDNDomainManager.Query()
  518. if scope != rbacscope.ScopeSystem && ownerId != nil {
  519. q = q.Equals("domain_id", ownerId.GetProjectDomainId())
  520. }
  521. q = CloudProviderFilter(q, q.Field("manager_id"), providers, brands, cloudEnv)
  522. q = RangeObjectsFilter(q, rangeObjs, q.Field("cloudregion_id"), nil, q.Field("manager_id"), nil, nil)
  523. cnt, _ := q.CountWithError()
  524. return cnt
  525. }
  526. func (manager *SCDNDomainManager) ListItemExportKeys(ctx context.Context,
  527. q *sqlchemy.SQuery,
  528. userCred mcclient.TokenCredential,
  529. keys stringutils2.SSortedStrings,
  530. ) (*sqlchemy.SQuery, error) {
  531. q, err := manager.SVirtualResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
  532. if err != nil {
  533. return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemExportKeys")
  534. }
  535. if keys.ContainsAny(manager.SManagedResourceBaseManager.GetExportKeys()...) {
  536. q, err = manager.SManagedResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
  537. if err != nil {
  538. return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemExportKeys")
  539. }
  540. }
  541. return q, nil
  542. }
  543. // 同步域名状态
  544. func (self *SCDNDomain) PerformSyncstatus(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.NatGatewaySyncstatusInput) (jsonutils.JSONObject, error) {
  545. var openTask = true
  546. count, err := taskman.TaskManager.QueryTasksOfObject(self, time.Now().Add(-3*time.Minute), &openTask).CountWithError()
  547. if err != nil {
  548. return nil, err
  549. }
  550. if count > 0 {
  551. return nil, httperrors.NewBadRequestError("CDN domain has %d task active, can't sync status", count)
  552. }
  553. return nil, self.StartSyncstatus(ctx, userCred, "")
  554. }
  555. func (self *SCDNDomain) StartSyncstatus(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error {
  556. return StartResourceSyncStatusTask(ctx, userCred, self, "CDNDomainSyncstatusTask", parentTaskId)
  557. }
  558. func (self *SCDNDomain) PerformRemoteUpdate(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.MongoDBRemoteUpdateInput) (jsonutils.JSONObject, error) {
  559. err := self.StartRemoteUpdateTask(ctx, userCred, (input.ReplaceTags != nil && *input.ReplaceTags), "")
  560. if err != nil {
  561. return nil, errors.Wrap(err, "StartRemoteUpdateTask")
  562. }
  563. return nil, nil
  564. }
  565. func (self *SCDNDomain) StartRemoteUpdateTask(ctx context.Context, userCred mcclient.TokenCredential, replaceTags bool, parentTaskId string) error {
  566. data := jsonutils.NewDict()
  567. data.Add(jsonutils.NewBool(replaceTags), "replace_tags")
  568. task, err := taskman.TaskManager.NewTask(ctx, "CDNDomainRemoteUpdateTask", self, userCred, data, parentTaskId, "", nil)
  569. if err != nil {
  570. return errors.Wrap(err, "NewTask")
  571. }
  572. self.SetStatus(ctx, userCred, apis.STATUS_UPDATE_TAGS, "StartRemoteUpdateTask")
  573. return task.ScheduleRun(nil)
  574. }
  575. func (self *SCDNDomain) OnMetadataUpdated(ctx context.Context, userCred mcclient.TokenCredential) {
  576. if len(self.ExternalId) == 0 || options.Options.KeepTagLocalization {
  577. return
  578. }
  579. err := self.StartRemoteUpdateTask(ctx, userCred, true, "")
  580. if err != nil {
  581. log.Errorf("StartRemoteUpdateTask fail: %s", err)
  582. }
  583. }