cloudaccounts.go 103 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112
  1. // Copyright 2019 Yunion
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package models
  15. import (
  16. "context"
  17. "database/sql"
  18. "fmt"
  19. "net/url"
  20. "strconv"
  21. "strings"
  22. "sync"
  23. "time"
  24. "yunion.io/x/cloudmux/pkg/cloudprovider"
  25. "yunion.io/x/cloudmux/pkg/multicloud/esxi/vcenter"
  26. "yunion.io/x/jsonutils"
  27. "yunion.io/x/log"
  28. "yunion.io/x/pkg/errors"
  29. "yunion.io/x/pkg/gotypes"
  30. "yunion.io/x/pkg/tristate"
  31. "yunion.io/x/pkg/util/httputils"
  32. "yunion.io/x/pkg/util/rbacscope"
  33. "yunion.io/x/pkg/util/timeutils"
  34. "yunion.io/x/pkg/utils"
  35. "yunion.io/x/sqlchemy"
  36. "yunion.io/x/onecloud/pkg/apis"
  37. proxyapi "yunion.io/x/onecloud/pkg/apis/cloudcommon/proxy"
  38. api "yunion.io/x/onecloud/pkg/apis/compute"
  39. "yunion.io/x/onecloud/pkg/apis/notify"
  40. "yunion.io/x/onecloud/pkg/cloudcommon/consts"
  41. "yunion.io/x/onecloud/pkg/cloudcommon/db"
  42. "yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
  43. "yunion.io/x/onecloud/pkg/cloudcommon/db/proxy"
  44. "yunion.io/x/onecloud/pkg/cloudcommon/db/quotas"
  45. "yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
  46. "yunion.io/x/onecloud/pkg/cloudcommon/notifyclient"
  47. "yunion.io/x/onecloud/pkg/cloudcommon/validators"
  48. "yunion.io/x/onecloud/pkg/compute/options"
  49. "yunion.io/x/onecloud/pkg/httperrors"
  50. "yunion.io/x/onecloud/pkg/mcclient"
  51. "yunion.io/x/onecloud/pkg/mcclient/auth"
  52. "yunion.io/x/onecloud/pkg/mcclient/modules/image"
  53. "yunion.io/x/onecloud/pkg/util/logclient"
  54. "yunion.io/x/onecloud/pkg/util/stringutils2"
  55. )
  56. type SCloudaccountManager struct {
  57. db.SEnabledStatusInfrasResourceBaseManager
  58. SProjectMappingResourceBaseManager
  59. SSyncableBaseResourceManager
  60. }
  61. var CloudaccountManager *SCloudaccountManager
  62. func init() {
  63. CloudaccountManager = &SCloudaccountManager{
  64. SEnabledStatusInfrasResourceBaseManager: db.NewEnabledStatusInfrasResourceBaseManager(
  65. SCloudaccount{},
  66. "cloudaccounts_tbl",
  67. "cloudaccount",
  68. "cloudaccounts",
  69. ),
  70. }
  71. CloudaccountManager.SetVirtualObject(CloudaccountManager)
  72. proxy.RegisterReferrer(CloudaccountManager)
  73. }
  74. type SCloudaccount struct {
  75. db.SEnabledStatusInfrasResourceBase
  76. SSyncableBaseResource
  77. // 项目Id
  78. ProjectId string `name:"tenant_id" width:"128" charset:"ascii" list:"user" create:"domain_optional"`
  79. // 云环境连接地址
  80. AccessUrl string `width:"128" charset:"ascii" nullable:"true" list:"domain" update:"domain" create:"domain_optional"`
  81. // 云账号
  82. Account string `width:"256" charset:"ascii" nullable:"false" list:"domain" create:"domain_required"`
  83. // 云账号密码
  84. Secret string `length:"0" charset:"ascii" nullable:"false" list:"domain" create:"domain_required"`
  85. // 云环境唯一标识
  86. AccountId string `width:"128" charset:"utf8" nullable:"true" list:"domain" create:"domain_optional"`
  87. // 是否是公有云账号
  88. // example: true
  89. IsPublicCloud tristate.TriState `get:"user" create:"optional" list:"user" default:"true"`
  90. // 是否是本地IDC账号
  91. // example: false
  92. IsOnPremise bool `nullable:"false" get:"user" create:"optional" list:"user" default:"false"`
  93. // 云平台类型
  94. // example: google
  95. Provider string `width:"64" charset:"ascii" list:"domain" create:"domain_required"`
  96. // 账户余额
  97. // example: 124.2
  98. Balance float64 `list:"domain" width:"20" precision:"6"`
  99. // 账户余额货币类型
  100. // enmu: CNY, USD
  101. Currency string `width:"5" charset:"utf8" nullable:"false" list:"user" create:"domain_optional" update:"domain"`
  102. // 上次账号探测时间
  103. ProbeAt time.Time `list:"domain"`
  104. // 账号健康状态
  105. // example: normal
  106. HealthStatus string `width:"16" charset:"ascii" default:"normal" nullable:"false" list:"domain"`
  107. // 账号探测异常错误次数
  108. ErrorCount int `list:"domain"`
  109. // 是否根据云上项目自动在本地创建对应项目
  110. // example: false
  111. AutoCreateProject bool `list:"domain" create:"domain_optional"`
  112. // 是否根据云订阅自动在本地创建对应项目
  113. // example: false
  114. AutoCreateProjectForProvider bool `list:"domain" create:"domain_optional"`
  115. // 云API版本
  116. Version string `width:"64" charset:"ascii" nullable:"true" list:"domain"`
  117. // 云系统信息
  118. Sysinfo jsonutils.JSONObject `get:"domain"`
  119. // 品牌信息, 一般和provider相同
  120. Brand string `width:"64" charset:"utf8" nullable:"true" list:"domain" create:"optional"`
  121. // 额外信息
  122. Options *jsonutils.JSONDict `get:"domain" list:"domain" create:"domain_optional" update:"domain"`
  123. // for backward compatiblity, keep is_public field, but not usable
  124. // IsPublic bool `default:"false" nullable:"false"`
  125. // add share_mode field to indicate the share range of this account
  126. ShareMode string `width:"32" charset:"ascii" nullable:"true" list:"domain"`
  127. // 默认值proxyapi.ProxySettingId_DIRECT
  128. ProxySettingId string `width:"36" charset:"ascii" nullable:"false" list:"domain" create:"optional" update:"domain" default:"DIRECT"`
  129. // 公有云子账号登录地址
  130. IamLoginUrl string `width:"512" charset:"ascii" nullable:"false" list:"domain" update:"domain"`
  131. SAMLAuth tristate.TriState `get:"user" update:"domain" create:"optional" list:"user" default:"false"`
  132. vmwareHostWireCache map[string][]SVs2Wire
  133. SProjectMappingResourceBase
  134. ReadOnly bool `default:"false" create:"domain_optional" list:"domain" update:"domain"`
  135. // 设置允许同步的账号及订阅
  136. SubAccounts *cloudprovider.SubAccounts `nullable:"true" get:"user" create:"optional"`
  137. // 缺失的权限,云账号操作资源时自动更新
  138. LakeOfPermissions *api.SAccountPermissions `length:"medium" get:"user" list:"user"`
  139. // 跳过部分资源同步
  140. SkipSyncResources *api.SkipSyncResources `length:"medium" get:"user" update:"domain" list:"user"`
  141. EnableAutoSyncResource tristate.TriState `get:"user" update:"domain" create:"optional" list:"user" default:"true"`
  142. // 云平台默认区域id
  143. RegionId string `width:"64" charset:"utf8" list:"user" create:"domain_optional"`
  144. }
  145. func (acnt *SCloudaccount) IsNotSkipSyncResource(res lockman.ILockedClass) bool {
  146. if acnt.SkipSyncResources != nil && utils.IsInStringArray(res.Keyword(), *acnt.SkipSyncResources) {
  147. return false
  148. }
  149. return true
  150. }
  151. func (acnt *SCloudaccount) GetCloudproviders() []SCloudprovider {
  152. return acnt.getCloudprovidersInternal(tristate.None)
  153. }
  154. func (acnt *SCloudaccount) IsAvailable() bool {
  155. if !acnt.GetEnabled() {
  156. return false
  157. }
  158. if !utils.IsInStringArray(acnt.HealthStatus, api.CLOUD_PROVIDER_VALID_HEALTH_STATUS) {
  159. return false
  160. }
  161. return true
  162. }
  163. func (acnt *SCloudaccount) GetEnabledCloudproviders() []SCloudprovider {
  164. return acnt.getCloudprovidersInternal(tristate.True)
  165. }
  166. func (acnt *SCloudaccount) getCloudprovidersInternal(enabled tristate.TriState) []SCloudprovider {
  167. cloudproviders := []SCloudprovider{}
  168. q := CloudproviderManager.Query().Equals("cloudaccount_id", acnt.Id)
  169. if enabled.IsTrue() {
  170. q = q.IsTrue("enabled")
  171. } else if enabled.IsFalse() {
  172. q = q.IsFalse("enabled")
  173. }
  174. err := db.FetchModelObjects(CloudproviderManager, q, &cloudproviders)
  175. if err != nil {
  176. log.Errorf("getCloudproviders error: %v", err)
  177. return nil
  178. }
  179. return cloudproviders
  180. }
  181. func (acnt *SCloudaccount) ValidateDeleteCondition(ctx context.Context, info *api.CloudaccountDetail) error {
  182. if acnt.GetEnabled() {
  183. return httperrors.NewInvalidStatusError("account is enabled")
  184. }
  185. if gotypes.IsNil(info) {
  186. cnt, err := CloudaccountManager.TotalResourceCount([]string{acnt.Id})
  187. if err != nil {
  188. return errors.Wrapf(err, "TotalResourceCount")
  189. }
  190. info = &api.CloudaccountDetail{}
  191. info.SAccountUsage, _ = cnt[acnt.Id]
  192. }
  193. if acnt.Status == api.CLOUD_PROVIDER_CONNECTED && info.SyncCount > 0 {
  194. return httperrors.NewInvalidStatusError("account is not idle")
  195. }
  196. if info.EnabledProviderCount > 0 {
  197. return httperrors.NewInvalidStatusError("account has enabled provider")
  198. }
  199. return acnt.SEnabledStatusInfrasResourceBase.ValidateDeleteCondition(ctx, nil)
  200. }
  201. func (acnt *SCloudaccount) enableAccountOnly(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input apis.PerformEnableInput) (jsonutils.JSONObject, error) {
  202. return acnt.SEnabledStatusInfrasResourceBase.PerformEnable(ctx, userCred, query, input)
  203. }
  204. func (acnt *SCloudaccount) PerformEnable(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input apis.PerformEnableInput) (jsonutils.JSONObject, error) {
  205. if strings.Contains(acnt.Status, "delet") {
  206. return nil, httperrors.NewInvalidStatusError("Cannot enable deleting account")
  207. }
  208. _, err := acnt.enableAccountOnly(ctx, userCred, query, input)
  209. if err != nil {
  210. return nil, err
  211. }
  212. cloudproviders := acnt.GetCloudproviders()
  213. for i := 0; i < len(cloudproviders); i++ {
  214. if !cloudproviders[i].GetEnabled() {
  215. _, err := cloudproviders[i].PerformEnable(ctx, userCred, query, input)
  216. if err != nil {
  217. return nil, err
  218. }
  219. }
  220. }
  221. return nil, nil
  222. }
  223. func (acnt *SCloudaccount) PerformDisable(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input apis.PerformDisableInput) (jsonutils.JSONObject, error) {
  224. _, err := acnt.SEnabledStatusInfrasResourceBase.PerformDisable(ctx, userCred, query, input)
  225. if err != nil {
  226. return nil, err
  227. }
  228. cloudproviders := acnt.GetCloudproviders()
  229. for i := 0; i < len(cloudproviders); i++ {
  230. if cloudproviders[i].GetEnabled() {
  231. _, err := cloudproviders[i].PerformDisable(ctx, userCred, query, input)
  232. if err != nil {
  233. return nil, err
  234. }
  235. }
  236. }
  237. return nil, nil
  238. }
  239. func (acnt *SCloudaccount) ValidateUpdateData(
  240. ctx context.Context,
  241. userCred mcclient.TokenCredential,
  242. query jsonutils.JSONObject,
  243. input api.CloudaccountUpdateInput,
  244. ) (api.CloudaccountUpdateInput, error) {
  245. if (input.Options != nil && input.Options.Length() > 0) || len(input.RemoveOptions) > 0 {
  246. var optionsJson *jsonutils.JSONDict
  247. if acnt.Options != nil {
  248. removes := make([]string, 0)
  249. if len(input.RemoveOptions) > 0 {
  250. removes = append(removes, input.RemoveOptions...)
  251. }
  252. optionsJson = acnt.Options.CopyExcludes(removes...)
  253. } else {
  254. optionsJson = jsonutils.NewDict()
  255. }
  256. if input.Options != nil {
  257. if input.Options.Contains("password") {
  258. key, _ := acnt.getPassword()
  259. passwd, _ := input.Options.GetString("password")
  260. passwd, _ = utils.EncryptAESBase64(key, passwd)
  261. input.Options.Set("password", jsonutils.NewString(passwd))
  262. }
  263. optionsJson.Update(input.Options)
  264. }
  265. input.Options = optionsJson
  266. }
  267. skipSyncResources := &api.SkipSyncResources{}
  268. if acnt.SkipSyncResources != nil {
  269. for _, res := range *acnt.SkipSyncResources {
  270. skipSyncResources.Add(res)
  271. }
  272. }
  273. if input.SkipSyncResources != nil {
  274. skipSyncResources = input.SkipSyncResources
  275. }
  276. for _, res := range input.AddSkipSyncResources {
  277. skipSyncResources.Add(res)
  278. }
  279. for _, res := range input.RemoveSkipSyncResources {
  280. skipSyncResources.Remove(res)
  281. }
  282. input.SkipSyncResources = skipSyncResources
  283. if len(*skipSyncResources) == 0 {
  284. db.Update(acnt, func() error {
  285. acnt.SkipSyncResources = nil
  286. return nil
  287. })
  288. }
  289. factory, err := acnt.GetProviderFactory()
  290. if err != nil {
  291. return input, httperrors.NewGeneralError(errors.Wrapf(err, "GetProviderFactory"))
  292. }
  293. if input.SAMLAuth != nil && *input.SAMLAuth && !factory.IsSupportSAMLAuth() {
  294. return input, httperrors.NewNotSupportedError("%s not support saml auth", acnt.Provider)
  295. }
  296. if len(input.ProxySettingId) > 0 {
  297. var proxySetting *proxy.SProxySetting
  298. proxySetting, input.ProxySettingResourceInput, err = proxy.ValidateProxySettingResourceInput(ctx, userCred, input.ProxySettingResourceInput)
  299. if err != nil {
  300. return input, errors.Wrap(err, "ValidateProxySettingResourceInput")
  301. }
  302. if proxySetting != nil && proxySetting.Id != acnt.ProxySettingId {
  303. // updated proxy setting, so do the check
  304. proxyFunc := proxySetting.HttpTransportProxyFunc()
  305. secret, _ := acnt.getPassword()
  306. _, _, err := cloudprovider.IsValidCloudAccount(cloudprovider.ProviderConfig{
  307. Vendor: acnt.Provider,
  308. URL: acnt.AccessUrl,
  309. Account: acnt.Account,
  310. Secret: secret,
  311. RegionId: acnt.regionId(),
  312. ProxyFunc: proxyFunc,
  313. AliyunResourceGroupIds: options.Options.AliyunResourceGroups,
  314. Options: input.Options,
  315. })
  316. if err != nil {
  317. return input, httperrors.NewInputParameterError("invalid proxy setting %s", err)
  318. }
  319. }
  320. }
  321. input.EnabledStatusInfrasResourceBaseUpdateInput, err = acnt.SEnabledStatusInfrasResourceBase.ValidateUpdateData(ctx, userCred, query, input.EnabledStatusInfrasResourceBaseUpdateInput)
  322. if err != nil {
  323. return input, errors.Wrap(err, "SEnabledStatusInfrasResourceBase.ValidateUpdateData")
  324. }
  325. return input, nil
  326. }
  327. func (acnt *SCloudaccount) PostUpdate(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) {
  328. acnt.SEnabledStatusInfrasResourceBase.PostUpdate(ctx, userCred, query, data)
  329. input := api.CloudaccountUpdateInput{}
  330. data.Unmarshal(&input)
  331. if input.Options != nil {
  332. logclient.AddSimpleActionLog(acnt, logclient.ACT_UPDATE_BILLING_OPTIONS, input.Options, userCred, true)
  333. }
  334. if input.CleanLakeOfPermissions {
  335. db.Update(acnt, func() error {
  336. acnt.LakeOfPermissions = nil
  337. return nil
  338. })
  339. }
  340. }
  341. func (manager *SCloudaccountManager) ValidateCreateData(
  342. ctx context.Context,
  343. userCred mcclient.TokenCredential,
  344. ownerId mcclient.IIdentityProvider,
  345. query jsonutils.JSONObject,
  346. input api.CloudaccountCreateInput,
  347. ) (api.CloudaccountCreateInput, error) {
  348. input, err := manager.validateCreateData(ctx, userCred, ownerId, query, input)
  349. if err != nil {
  350. return input, err
  351. }
  352. input.SProjectMappingResourceInput, err = manager.SProjectMappingResourceBaseManager.ValidateCreateData(ctx, userCred, ownerId, query, input.SProjectMappingResourceInput)
  353. if err != nil {
  354. return input, err
  355. }
  356. input.EnabledStatusInfrasResourceBaseCreateInput, err = manager.SEnabledStatusInfrasResourceBaseManager.ValidateCreateData(ctx, userCred, ownerId, query, input.EnabledStatusInfrasResourceBaseCreateInput)
  357. if err != nil {
  358. return input, errors.Wrap(err, "SEnabledStatusInfrasResourceBaseManager.ValidateCreateData")
  359. }
  360. quota := &SDomainQuota{
  361. SBaseDomainQuotaKeys: quotas.SBaseDomainQuotaKeys{
  362. DomainId: ownerId.GetProjectDomainId(),
  363. },
  364. Cloudaccount: 1,
  365. }
  366. err = quotas.CheckSetPendingQuota(ctx, userCred, quota)
  367. if err != nil {
  368. return input, errors.Wrapf(err, "CheckSetPendingQuota")
  369. }
  370. return input, nil
  371. }
  372. func (manager *SCloudaccountManager) validateCreateData(
  373. ctx context.Context,
  374. userCred mcclient.TokenCredential,
  375. ownerId mcclient.IIdentityProvider,
  376. query jsonutils.JSONObject,
  377. input api.CloudaccountCreateInput,
  378. ) (api.CloudaccountCreateInput, error) {
  379. // check domainId
  380. err := db.ValidateCreateDomainId(ownerId.GetProjectDomainId())
  381. if err != nil {
  382. return input, errors.Wrap(err, "db.ValidateCreateDomainId")
  383. }
  384. if !cloudprovider.IsSupported(input.Provider) {
  385. return input, httperrors.NewInputParameterError("Unsupported provider %s", input.Provider)
  386. }
  387. providerDriver, _ := cloudprovider.GetProviderFactory(input.Provider)
  388. forceAutoCreateProject := providerDriver.IsNeedForceAutoCreateProject()
  389. if forceAutoCreateProject {
  390. input.AutoCreateProject = &forceAutoCreateProject
  391. }
  392. if len(input.ProjectId) > 0 {
  393. var proj *db.STenant
  394. projInput := apis.ProjectizedResourceCreateInput{
  395. DomainizedResourceInput: input.DomainizedResourceInput,
  396. ProjectizedResourceInput: input.ProjectizedResourceInput,
  397. }
  398. proj, input.ProjectizedResourceInput, err = db.ValidateProjectizedResourceInput(ctx, projInput)
  399. if err != nil {
  400. return input, errors.Wrap(err, "db.ValidateProjectizedResourceInput")
  401. }
  402. if proj.DomainId != ownerId.GetProjectDomainId() {
  403. return input, httperrors.NewInputParameterError("Project %s(%s) not belong to domain %s(%s)", proj.Name, proj.Id, ownerId.GetProjectDomain(), ownerId.GetProjectDomainId())
  404. }
  405. } else if input.AutoCreateProject == nil || !*input.AutoCreateProject {
  406. log.Warningf("auto_create_project is off while no project_id specified")
  407. createProject := true
  408. input.AutoCreateProject = &createProject
  409. }
  410. if len(input.Zone) > 0 {
  411. obj, err := ZoneManager.FetchByIdOrName(ctx, userCred, input.Zone)
  412. if err != nil {
  413. return input, errors.Wrapf(err, "unable to fetch Zone %s", input.Zone)
  414. }
  415. input.Zone = obj.GetId()
  416. }
  417. if input.Options == nil {
  418. input.Options = jsonutils.NewDict()
  419. }
  420. input.Options.Update(jsonutils.Marshal(input.SCloudaccountCredential.SHCSOEndpoints))
  421. input.SCloudaccount, err = providerDriver.ValidateCreateCloudaccountData(ctx, input.SCloudaccountCredential)
  422. if err != nil {
  423. return input, err
  424. }
  425. if input.Options.Contains("password") {
  426. passwd, _ := input.Options.GetString("password")
  427. passwd, _ = utils.EncryptAESBase64(input.Secret, passwd)
  428. if len(passwd) > 0 {
  429. input.Options.Set("password", jsonutils.NewString(passwd))
  430. }
  431. }
  432. if input.SAMLAuth != nil && *input.SAMLAuth && !providerDriver.IsSupportSAMLAuth() {
  433. return input, httperrors.NewNotSupportedError("%s not support saml auth", input.Provider)
  434. }
  435. if len(input.Brand) > 0 && input.Brand != providerDriver.GetName() {
  436. brands := providerDriver.GetSupportedBrands()
  437. if !utils.IsInStringArray(providerDriver.GetName(), brands) {
  438. brands = append(brands, providerDriver.GetName())
  439. }
  440. if !utils.IsInStringArray(input.Brand, brands) {
  441. return input, httperrors.NewUnsupportOperationError("Not support brand %s, only support %s", input.Brand, brands)
  442. }
  443. }
  444. input.IsPublicCloud = providerDriver.IsPublicCloud()
  445. input.IsOnPremise = providerDriver.IsOnPremise()
  446. if providerDriver.IsReadOnly() {
  447. input.ReadOnly = true
  448. }
  449. if !input.SkipDuplicateAccountCheck {
  450. q := manager.Query().Equals("provider", input.Provider)
  451. if len(input.Account) > 0 {
  452. q = q.Equals("account", input.Account)
  453. }
  454. if len(input.AccessUrl) > 0 {
  455. q = q.Equals("access_url", input.AccessUrl)
  456. }
  457. cnt, err := q.CountWithError()
  458. if err != nil {
  459. return input, httperrors.NewInternalServerError("check uniqness fail %s", err)
  460. }
  461. if cnt > 0 {
  462. return input, httperrors.NewConflictError("The account has been registered")
  463. }
  464. }
  465. var proxyFunc httputils.TransportProxyFunc
  466. {
  467. if input.ProxySettingId == "" {
  468. input.ProxySettingId = proxyapi.ProxySettingId_DIRECT
  469. }
  470. var proxySetting *proxy.SProxySetting
  471. proxySetting, input.ProxySettingResourceInput, err = proxy.ValidateProxySettingResourceInput(ctx, userCred, input.ProxySettingResourceInput)
  472. if err != nil {
  473. return input, errors.Wrap(err, "ValidateProxySettingResourceInput")
  474. }
  475. proxyFunc = proxySetting.HttpTransportProxyFunc()
  476. }
  477. provider, accountId, err := cloudprovider.IsValidCloudAccount(cloudprovider.ProviderConfig{
  478. Name: input.Name,
  479. Vendor: input.Provider,
  480. URL: input.AccessUrl,
  481. Account: input.Account,
  482. Secret: input.Secret,
  483. RegionId: input.RegionId,
  484. ProxyFunc: proxyFunc,
  485. AdminProjectId: auth.GetAdminSession(ctx, options.Options.Region).GetProjectId(),
  486. AliyunResourceGroupIds: options.Options.AliyunResourceGroups,
  487. Options: input.Options,
  488. })
  489. if err != nil {
  490. if err == cloudprovider.ErrNoSuchProvder {
  491. return input, httperrors.NewResourceNotFoundError("no such provider %s", input.Provider)
  492. }
  493. return input, httperrors.NewGeneralError(err)
  494. }
  495. if input.DryRun && input.ShowSubAccounts {
  496. input.SubAccounts = &cloudprovider.SubAccounts{}
  497. input.SubAccounts.Accounts, err = provider.GetSubAccounts()
  498. if err != nil {
  499. return input, err
  500. }
  501. regions, err := provider.GetIRegions()
  502. if err != nil {
  503. return input, err
  504. }
  505. for _, region := range regions {
  506. input.SubAccounts.Cloudregions = append(input.SubAccounts.Cloudregions, struct {
  507. Id string
  508. Name string
  509. Status string
  510. }{
  511. Id: region.GetGlobalId(),
  512. Name: region.GetName(),
  513. Status: region.GetStatus(),
  514. })
  515. }
  516. }
  517. // check accountId uniqueness
  518. if len(accountId) > 0 && !input.SkipDuplicateAccountCheck {
  519. cnt, err := manager.Query().Equals("account_id", accountId).CountWithError()
  520. if err != nil {
  521. return input, httperrors.NewInternalServerError("check account_id duplication error %s", err)
  522. }
  523. if cnt > 0 {
  524. return input, httperrors.NewDuplicateResourceError("the account has been registerd %s", accountId)
  525. }
  526. input.AccountId = accountId
  527. }
  528. return input, nil
  529. }
  530. func (acnt *SCloudaccount) CustomizeCreate(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data jsonutils.JSONObject) error {
  531. if !data.Contains("enabled") {
  532. acnt.SetEnabled(true)
  533. }
  534. if len(acnt.Brand) == 0 {
  535. acnt.Brand = acnt.Provider
  536. }
  537. acnt.DomainId = ownerId.GetProjectDomainId()
  538. // force private and share_mode=account_domain
  539. if !data.Contains("public_scope") {
  540. acnt.ShareMode = api.CLOUD_ACCOUNT_SHARE_MODE_ACCOUNT_DOMAIN
  541. acnt.IsPublic = false
  542. acnt.PublicScope = string(rbacscope.ScopeNone)
  543. // mark the public_scope has been set
  544. data.(*jsonutils.JSONDict).Set("public_scope", jsonutils.NewString(acnt.PublicScope))
  545. }
  546. if len(acnt.ShareMode) == 0 {
  547. if acnt.IsPublic {
  548. acnt.ShareMode = api.CLOUD_ACCOUNT_SHARE_MODE_SYSTEM
  549. } else {
  550. acnt.ShareMode = api.CLOUD_ACCOUNT_SHARE_MODE_ACCOUNT_DOMAIN
  551. }
  552. }
  553. return acnt.SEnabledStatusInfrasResourceBase.CustomizeCreate(ctx, userCred, ownerId, query, data)
  554. }
  555. func (acnt *SCloudaccount) PostCreate(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data jsonutils.JSONObject) {
  556. quota := &SDomainQuota{
  557. SBaseDomainQuotaKeys: quotas.SBaseDomainQuotaKeys{
  558. DomainId: ownerId.GetProjectDomainId(),
  559. },
  560. Cloudaccount: 1,
  561. }
  562. err := quotas.CancelPendingUsage(ctx, userCred, quota, quota, true)
  563. if err != nil {
  564. log.Errorf("CancelPendingUsage fail %s", err)
  565. }
  566. acnt.SEnabledStatusInfrasResourceBase.PostCreate(ctx, userCred, ownerId, query, data)
  567. acnt.savePassword(acnt.Secret)
  568. if acnt.Enabled.IsTrue() && jsonutils.QueryBoolean(data, "start_sync", true) {
  569. acnt.StartSyncCloudAccountInfoTask(ctx, userCred, nil, "", data)
  570. } else {
  571. acnt.SubmitSyncAccountTask(ctx, userCred, nil)
  572. }
  573. if acnt.Brand == api.CLOUD_PROVIDER_VMWARE {
  574. _, err := image.Images.PerformClassAction(auth.GetAdminSession(ctx, options.Options.Region), "vmware-account-added", nil)
  575. if err != nil {
  576. log.Errorf("failed inform glance vmware account added: %s", err)
  577. }
  578. }
  579. }
  580. func (acnt *SCloudaccount) savePassword(secret string) error {
  581. sec, err := utils.EncryptAESBase64(acnt.Id, secret)
  582. if err != nil {
  583. return err
  584. }
  585. _, err = db.Update(acnt, func() error {
  586. acnt.Secret = sec
  587. return nil
  588. })
  589. return err
  590. }
  591. func (acnt *SCloudaccount) getPassword() (string, error) {
  592. return utils.DescryptAESBase64(acnt.Id, acnt.Secret)
  593. }
  594. func (acnt *SCloudaccount) GetOptionPassword() (string, error) {
  595. passwd, err := acnt.getPassword()
  596. if err != nil {
  597. return "", err
  598. }
  599. passwdStr, _ := acnt.Options.GetString("password")
  600. if len(passwdStr) == 0 {
  601. return "", fmt.Errorf("missing password")
  602. }
  603. return utils.DescryptAESBase64(passwd, passwdStr)
  604. }
  605. func (acnt *SCloudaccount) regionId() string {
  606. if len(acnt.RegionId) > 0 {
  607. return acnt.RegionId
  608. }
  609. if gotypes.IsNil(acnt.Options) {
  610. return ""
  611. }
  612. regionId, _ := acnt.Options.GetString("default_region")
  613. return regionId
  614. }
  615. func (acnt *SCloudaccount) PerformSync(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.SyncRangeInput) (jsonutils.JSONObject, error) {
  616. if !acnt.GetEnabled() {
  617. return nil, httperrors.NewInvalidStatusError("Account disabled")
  618. }
  619. syncRange := SSyncRange{SyncRangeInput: input}
  620. if syncRange.FullSync || len(syncRange.Region) > 0 || len(syncRange.Zone) > 0 || len(syncRange.Host) > 0 || len(syncRange.Resources) > 0 {
  621. syncRange.DeepSync = true
  622. }
  623. syncRange.SkipSyncResources = []string{}
  624. if acnt.SkipSyncResources != nil {
  625. for _, res := range *acnt.SkipSyncResources {
  626. syncRange.SkipSyncResources = append(syncRange.SkipSyncResources, res)
  627. }
  628. }
  629. if acnt.CanSync() || syncRange.Force {
  630. return nil, acnt.StartSyncCloudAccountInfoTask(ctx, userCred, &syncRange, "", nil)
  631. }
  632. return nil, httperrors.NewInvalidStatusError("Unable to synchronize frequently")
  633. }
  634. // 测试账号连通性(更新秘钥信息时)
  635. func (acnt *SCloudaccount) PerformTestConnectivity(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input cloudprovider.SCloudaccountCredential) (jsonutils.JSONObject, error) {
  636. providerDriver, err := acnt.GetProviderFactory()
  637. if err != nil {
  638. return nil, httperrors.NewBadRequestError("failed to found provider factory error: %v", err)
  639. }
  640. account, err := providerDriver.ValidateUpdateCloudaccountCredential(ctx, input, acnt.Account)
  641. if err != nil {
  642. return nil, err
  643. }
  644. _, _, err = cloudprovider.IsValidCloudAccount(cloudprovider.ProviderConfig{
  645. URL: acnt.AccessUrl,
  646. Vendor: acnt.Provider,
  647. Account: account.Account,
  648. Secret: account.Secret,
  649. RegionId: acnt.regionId(),
  650. AliyunResourceGroupIds: options.Options.AliyunResourceGroups,
  651. ReadOnly: acnt.ReadOnly,
  652. ProxyFunc: acnt.proxyFunc(),
  653. })
  654. if err != nil {
  655. return nil, httperrors.NewInputParameterError("invalid cloud account info error: %s", err.Error())
  656. }
  657. return nil, nil
  658. }
  659. func (acnt *SCloudaccount) PerformUpdateCredential(
  660. ctx context.Context,
  661. userCred mcclient.TokenCredential,
  662. query jsonutils.JSONObject,
  663. input cloudprovider.SCloudaccountCredential,
  664. ) (jsonutils.JSONObject, error) {
  665. if !acnt.GetEnabled() {
  666. return nil, httperrors.NewInvalidStatusError("Account disabled")
  667. }
  668. providerDriver, err := acnt.GetProviderFactory()
  669. if err != nil {
  670. return nil, httperrors.NewBadRequestError("failed to found provider factory error: %v", err)
  671. }
  672. account, err := providerDriver.ValidateUpdateCloudaccountCredential(ctx, input, acnt.Account)
  673. if err != nil {
  674. return nil, err
  675. }
  676. accountAccessUrl := acnt.AccessUrl
  677. if len(account.AccessUrl) > 0 {
  678. accountAccessUrl = account.AccessUrl
  679. }
  680. changed := false
  681. if acnt.Account != account.Account && (len(account.Secret) > 0 || len(account.Account) > 0) {
  682. // check duplication
  683. q := acnt.GetModelManager().Query()
  684. q = q.Equals("account", account.Account)
  685. q = q.Equals("access_url", accountAccessUrl)
  686. q = q.NotEquals("id", acnt.Id)
  687. cnt, err := q.CountWithError()
  688. if err != nil {
  689. return nil, httperrors.NewInternalServerError("check uniqueness fail %s", err)
  690. }
  691. if cnt > 0 {
  692. return nil, httperrors.NewConflictError("account %s conflict", account.Account)
  693. }
  694. }
  695. originSecret, _ := acnt.getPassword()
  696. hcsoEndpoints := cloudprovider.SHCSOEndpoints{}
  697. if acnt.Provider == api.CLOUD_PROVIDER_HCSO && input.SHCSOEndpoints != nil {
  698. if acnt.Options == nil {
  699. acnt.Options = jsonutils.NewDict()
  700. }
  701. newOptions := jsonutils.Marshal(input.SHCSOEndpoints)
  702. _, err = db.UpdateWithLock(ctx, acnt, func() error {
  703. acnt.Options.Update(newOptions)
  704. return nil
  705. })
  706. if err != nil {
  707. return nil, err
  708. }
  709. err = acnt.Options.Unmarshal(&hcsoEndpoints)
  710. if err != nil {
  711. return nil, err
  712. }
  713. }
  714. _, accountId, err := cloudprovider.IsValidCloudAccount(cloudprovider.ProviderConfig{
  715. Name: acnt.Name,
  716. Vendor: acnt.Provider,
  717. URL: accountAccessUrl,
  718. Account: account.Account,
  719. Secret: account.Secret,
  720. Options: acnt.Options,
  721. RegionId: acnt.regionId(),
  722. AliyunResourceGroupIds: options.Options.AliyunResourceGroups,
  723. ReadOnly: acnt.ReadOnly,
  724. ProxyFunc: acnt.proxyFunc(),
  725. })
  726. if err != nil {
  727. return nil, httperrors.NewInputParameterError("invalid cloud account info error: %s", err.Error())
  728. }
  729. isEqual := providerDriver.GetAccountIdEqualizer()
  730. // for backward compatibility
  731. if !isEqual(acnt.AccountId, accountId) {
  732. return nil, httperrors.NewConflictError("inconsistent account_id, previous '%s' and now '%s'", acnt.AccountId, accountId)
  733. }
  734. if (account.Account != acnt.Account) || (account.Secret != originSecret) {
  735. if account.Account != acnt.Account {
  736. for _, cloudprovider := range acnt.GetCloudproviders() {
  737. if strings.Contains(cloudprovider.Account, acnt.Account) {
  738. _, err = db.Update(&cloudprovider, func() error {
  739. cloudprovider.Account = strings.ReplaceAll(cloudprovider.Account, acnt.Account, account.Account)
  740. return nil
  741. })
  742. if err != nil {
  743. return nil, errors.Wrap(err, "save account for cloud provider")
  744. }
  745. }
  746. }
  747. }
  748. _, err = db.Update(acnt, func() error {
  749. acnt.Account = account.Account
  750. return nil
  751. })
  752. if err != nil {
  753. return nil, errors.Wrap(err, "save account")
  754. }
  755. err = acnt.savePassword(account.Secret)
  756. if err != nil {
  757. return nil, errors.Wrap(err, "save password")
  758. }
  759. for _, provider := range acnt.GetCloudproviders() {
  760. provider.savePassword(account.Secret)
  761. }
  762. changed = true
  763. }
  764. if len(account.AccessUrl) > 0 && account.AccessUrl != acnt.AccessUrl {
  765. // save accessUrl
  766. for _, cloudprovider := range acnt.GetCloudproviders() {
  767. _, err = db.Update(&cloudprovider, func() error {
  768. cloudprovider.AccessUrl = strings.ReplaceAll(cloudprovider.AccessUrl, acnt.AccessUrl, account.AccessUrl)
  769. return nil
  770. })
  771. if err != nil {
  772. return nil, errors.Wrap(err, "save access_url for cloud provider")
  773. }
  774. }
  775. _, err = db.Update(acnt, func() error {
  776. acnt.AccessUrl = account.AccessUrl
  777. return nil
  778. })
  779. if err != nil {
  780. return nil, errors.Wrap(err, "save access_url")
  781. }
  782. changed = true
  783. }
  784. if changed {
  785. db.OpsLog.LogEvent(acnt, db.ACT_UPDATE, account, userCred)
  786. logclient.AddActionLogWithContext(ctx, acnt, logclient.ACT_UPDATE_CREDENTIAL, account, userCred, true)
  787. acnt.SetStatus(ctx, userCred, api.CLOUD_PROVIDER_INIT, "Change credential")
  788. acnt.StartSyncCloudAccountInfoTask(ctx, userCred, nil, "", nil)
  789. }
  790. return nil, nil
  791. }
  792. func (acnt *SCloudaccount) StartSyncCloudAccountInfoTask(ctx context.Context, userCred mcclient.TokenCredential, syncRange *SSyncRange, parentTaskId string, data jsonutils.JSONObject) error {
  793. params := jsonutils.NewDict()
  794. if data != nil {
  795. params.Update(data)
  796. }
  797. if gotypes.IsNil(syncRange) {
  798. syncRange = &SSyncRange{}
  799. syncRange.FullSync = true
  800. syncRange.DeepSync = true
  801. }
  802. syncRange.SkipSyncResources = []string{}
  803. if acnt.SkipSyncResources != nil {
  804. for _, res := range *acnt.SkipSyncResources {
  805. syncRange.SkipSyncResources = append(syncRange.SkipSyncResources, res)
  806. }
  807. }
  808. params.Add(jsonutils.Marshal(syncRange), "sync_range")
  809. task, err := taskman.TaskManager.NewTask(ctx, "CloudAccountSyncInfoTask", acnt, userCred, params, "", "", nil)
  810. if err != nil {
  811. return errors.Wrapf(err, "NewTask")
  812. }
  813. acnt.markStartSync(userCred, syncRange)
  814. db.OpsLog.LogEvent(acnt, db.ACT_SYNC_HOST_START, "", userCred)
  815. return task.ScheduleRun(nil)
  816. }
  817. func (acnt *SCloudaccount) markStartSync(userCred mcclient.TokenCredential, syncRange *SSyncRange) error {
  818. _, err := db.Update(acnt, func() error {
  819. acnt.SyncStatus = api.CLOUD_PROVIDER_SYNC_STATUS_QUEUED
  820. return nil
  821. })
  822. if err != nil {
  823. return errors.Wrap(err, "Update")
  824. }
  825. providers := acnt.GetCloudproviders()
  826. for i := range providers {
  827. if providers[i].GetEnabled() {
  828. err := providers[i].markStartingSync(userCred, syncRange)
  829. if err != nil {
  830. return errors.Wrap(err, "providers.markStartSync")
  831. }
  832. }
  833. }
  834. return nil
  835. }
  836. func (acnt *SCloudaccount) MarkSyncing(userCred mcclient.TokenCredential) error {
  837. _, err := db.Update(acnt, func() error {
  838. if acnt.SyncStatus != api.CLOUD_PROVIDER_SYNC_STATUS_SYNCING {
  839. acnt.SyncStatus = api.CLOUD_PROVIDER_SYNC_STATUS_SYNCING
  840. acnt.LastSync = timeutils.UtcNow()
  841. acnt.LastSyncEndAt = time.Time{}
  842. }
  843. return nil
  844. })
  845. if err != nil {
  846. return errors.Wrapf(err, "db.Update")
  847. }
  848. return nil
  849. }
  850. func (acnt *SCloudaccount) MarkEndSyncWithLock(ctx context.Context, userCred mcclient.TokenCredential, deepSync bool) error {
  851. lockman.LockObject(ctx, acnt)
  852. defer lockman.ReleaseObject(ctx, acnt)
  853. providers := acnt.GetCloudproviders()
  854. for i := range providers {
  855. err := providers[i].cancelStartingSync(userCred)
  856. if err != nil {
  857. return errors.Wrap(err, "providers.cancelStartingSync")
  858. }
  859. }
  860. if acnt.getSyncStatus2() != api.CLOUD_PROVIDER_SYNC_STATUS_IDLE {
  861. return errors.Error("some cloud providers not idle")
  862. }
  863. return acnt.MarkEndSync(userCred, deepSync)
  864. }
  865. func (acnt *SCloudaccount) MarkEndSync(userCred mcclient.TokenCredential, deepSync bool) error {
  866. _, err := db.Update(acnt, func() error {
  867. acnt.SyncStatus = api.CLOUD_PROVIDER_SYNC_STATUS_IDLE
  868. if deepSync {
  869. acnt.LastSyncEndAt = timeutils.UtcNow()
  870. }
  871. return nil
  872. })
  873. if err != nil {
  874. return errors.Wrapf(err, "db.Update")
  875. }
  876. return nil
  877. }
  878. func (acnt *SCloudaccount) GetProviderFactory() (cloudprovider.ICloudProviderFactory, error) {
  879. return cloudprovider.GetProviderFactory(acnt.Provider)
  880. }
  881. func (acnt *SCloudaccount) GetProvider(ctx context.Context) (cloudprovider.ICloudProvider, error) {
  882. if !acnt.GetEnabled() {
  883. return nil, fmt.Errorf("Cloud provider is not enabled")
  884. }
  885. return acnt.getProviderInternal(ctx)
  886. }
  887. func (acnt *SCloudaccount) proxySetting() *proxy.SProxySetting {
  888. m, err := proxy.ProxySettingManager.FetchById(acnt.ProxySettingId)
  889. if err != nil {
  890. log.Errorf("cloudaccount %s(%s): get proxysetting %s: %v",
  891. acnt.Name, acnt.Id, acnt.ProxySettingId, err)
  892. return nil
  893. }
  894. ps := m.(*proxy.SProxySetting)
  895. return ps
  896. }
  897. func (acnt *SCloudaccount) proxyFunc() httputils.TransportProxyFunc {
  898. ps := acnt.proxySetting()
  899. if ps != nil {
  900. return ps.HttpTransportProxyFunc()
  901. }
  902. return nil
  903. }
  904. func (acnt *SCloudaccount) UpdatePermission(ctx context.Context) func(string, string) {
  905. return func(service, permission string) {
  906. key := "update permission"
  907. lockman.LockRawObject(ctx, acnt.Id, key)
  908. defer lockman.ReleaseRawObject(ctx, acnt.Id, key)
  909. db.Update(acnt, func() error {
  910. data := api.SAccountPermissions{}
  911. if acnt.LakeOfPermissions != nil {
  912. data = *acnt.LakeOfPermissions
  913. }
  914. _, ok := data[service]
  915. if !ok {
  916. data[service] = api.SAccountPermission{}
  917. }
  918. permissions := data[service].Permissions
  919. if !utils.IsInStringArray(permission, permissions) {
  920. permissions = append(permissions, permission)
  921. data[service] = api.SAccountPermission{
  922. Permissions: permissions,
  923. }
  924. }
  925. acnt.LakeOfPermissions = &data
  926. return nil
  927. })
  928. }
  929. }
  930. func (acnt *SCloudaccount) getProviderInternal(ctx context.Context) (cloudprovider.ICloudProvider, error) {
  931. secret, err := acnt.getPassword()
  932. if err != nil {
  933. return nil, fmt.Errorf("Invalid password %s", err)
  934. }
  935. return cloudprovider.GetProvider(cloudprovider.ProviderConfig{
  936. Id: acnt.Id,
  937. Name: acnt.Name,
  938. Vendor: acnt.Provider,
  939. URL: acnt.AccessUrl,
  940. Account: acnt.Account,
  941. Secret: secret,
  942. Options: acnt.Options,
  943. RegionId: acnt.regionId(),
  944. ProxyFunc: acnt.proxyFunc(),
  945. ReadOnly: acnt.ReadOnly,
  946. AliyunResourceGroupIds: options.Options.AliyunResourceGroups,
  947. UpdatePermission: acnt.UpdatePermission(ctx),
  948. })
  949. }
  950. /*func (acnt *SCloudaccount) GetSubAccounts(ctx context.Context) ([]cloudprovider.SSubAccount, error) {
  951. provider, err := acnt.getProviderInternal(ctx)
  952. if err != nil {
  953. return nil, err
  954. }
  955. return provider.GetSubAccounts()
  956. }*/
  957. func (acnt *SCloudaccount) getDefaultExternalProject(id string) (*SExternalProject, error) {
  958. q := ExternalProjectManager.Query().Equals("cloudaccount_id", acnt.Id).Equals("external_id", id)
  959. projects := []SExternalProject{}
  960. err := db.FetchModelObjects(ExternalProjectManager, q, &projects)
  961. if err != nil {
  962. return nil, errors.Wrapf(err, "db.FetchModelObjects")
  963. }
  964. if len(projects) > 1 {
  965. return nil, errors.Wrapf(cloudprovider.ErrDuplicateId, "%s", id)
  966. }
  967. if len(projects) == 0 {
  968. return nil, errors.Wrapf(cloudprovider.ErrNotFound, "%s", id)
  969. }
  970. return &projects[0], nil
  971. }
  972. func (acnt *SCloudaccount) removeSubAccounts(ctx context.Context, userCred mcclient.TokenCredential, subAccounts []cloudprovider.SSubAccount) error {
  973. accounts := []string{}
  974. for i := range subAccounts {
  975. accounts = append(accounts, subAccounts[i].Account)
  976. }
  977. q := CloudproviderManager.Query().Equals("cloudaccount_id", acnt.Id).NotIn("account", accounts)
  978. providers := []SCloudprovider{}
  979. err := db.FetchModelObjects(CloudproviderManager, q, &providers)
  980. if err != nil {
  981. return errors.Wrapf(err, "db.FetchModelObjects")
  982. }
  983. for i := range providers {
  984. // 禁用云订阅,并设置为未连接状态,避免权限异常删除云订阅
  985. providers[i].PerformDisable(ctx, userCred, jsonutils.NewDict(), apis.PerformDisableInput{})
  986. providers[i].SetStatus(ctx, userCred, api.CLOUD_PROVIDER_DISCONNECTED, "sync lost")
  987. }
  988. return nil
  989. }
  990. func (acnt *SCloudaccount) importSubAccount(ctx context.Context, userCred mcclient.TokenCredential, subAccount cloudprovider.SSubAccount) (*SCloudprovider, bool, error) {
  991. // log.Debugf("XXXX importSubAccount %s", jsonutils.Marshal(subAccount))
  992. isNew := false
  993. q := CloudproviderManager.Query().Equals("cloudaccount_id", acnt.Id).Equals("account", subAccount.Account)
  994. providerCount, err := q.CountWithError()
  995. if err != nil {
  996. return nil, isNew, err
  997. }
  998. if providerCount > 1 {
  999. log.Errorf("cloudaccount %s has duplicate subaccount with name %s", acnt.Name, subAccount.Account)
  1000. return nil, isNew, cloudprovider.ErrDuplicateId
  1001. }
  1002. if providerCount == 1 {
  1003. provider := &SCloudprovider{}
  1004. provider.SetModelManager(CloudproviderManager, provider)
  1005. err = q.First(provider)
  1006. if err != nil {
  1007. return nil, isNew, errors.Wrapf(err, "q.First")
  1008. }
  1009. err = func() error {
  1010. // 根据云订阅归属且云订阅之前没有手动指定过项目
  1011. if acnt.AutoCreateProjectForProvider && provider.ProjectSrc != string(apis.OWNER_SOURCE_LOCAL) {
  1012. lockman.LockRawObject(ctx, CloudproviderManager.Keyword(), "name")
  1013. defer lockman.ReleaseRawObject(ctx, CloudproviderManager.Keyword(), "name")
  1014. // 根据云订阅名称获取或创建项目
  1015. domainId, projectId, err := acnt.getOrCreateTenant(ctx, provider.Name, provider.DomainId, "", subAccount.Desc, subAccount.Tags)
  1016. if err != nil {
  1017. return errors.Wrapf(err, "getOrCreateTenant err,provider_name :%s", provider.Name)
  1018. }
  1019. // 覆盖云订阅项目
  1020. db.Update(provider, func() error {
  1021. provider.ProjectId = projectId
  1022. provider.DomainId = domainId
  1023. return nil
  1024. })
  1025. }
  1026. return nil
  1027. }()
  1028. if err != nil {
  1029. return nil, isNew, errors.Wrapf(err, "sync autro create project for provider")
  1030. }
  1031. // 没有项目归属时以默认最初项目做归属
  1032. if len(provider.ProjectId) == 0 {
  1033. _, err := db.Update(provider, func() error {
  1034. if len(subAccount.DefaultProjectId) > 0 {
  1035. proj, err := acnt.getDefaultExternalProject(subAccount.DefaultProjectId)
  1036. if err != nil {
  1037. logclient.AddSimpleActionLog(provider, logclient.ACT_UPDATE, errors.Wrapf(err, "getDefaultExternalProject(%s)", subAccount.DefaultProjectId), userCred, false)
  1038. } else {
  1039. provider.DomainId = proj.DomainId
  1040. provider.ProjectId = proj.ProjectId
  1041. return nil
  1042. }
  1043. }
  1044. // find default project of domain
  1045. ownerId := acnt.GetOwnerId()
  1046. t, err := db.TenantCacheManager.FindFirstProjectOfDomain(ctx, ownerId.GetProjectDomainId())
  1047. if err != nil {
  1048. logclient.AddSimpleActionLog(provider, logclient.ACT_UPDATE, errors.Wrapf(err, "FindFirstProjectOfDomain(%s)", ownerId.GetProjectDomainId()), userCred, false)
  1049. return errors.Wrapf(err, "FindFirstProjectOfDomain(%s)", ownerId.GetProjectDomainId())
  1050. }
  1051. provider.DomainId = t.DomainId
  1052. provider.ProjectId = t.Id
  1053. return nil
  1054. })
  1055. if err != nil {
  1056. return nil, isNew, errors.Wrap(err, "Update project and domain")
  1057. }
  1058. }
  1059. provider.markProviderConnected(ctx, userCred, subAccount.HealthStatus)
  1060. provider.updateName(ctx, userCred, subAccount.Name, subAccount.Desc)
  1061. if len(provider.ExternalId) == 0 || provider.ExternalId != subAccount.Id {
  1062. _, err := db.Update(provider, func() error {
  1063. provider.ExternalId = subAccount.Id
  1064. return nil
  1065. })
  1066. if err != nil {
  1067. return nil, isNew, errors.Wrap(err, "Update ExternalId")
  1068. }
  1069. }
  1070. return provider, isNew, nil
  1071. }
  1072. // not found, create a new cloudprovider
  1073. isNew = true
  1074. newCloudprovider, err := func() (*SCloudprovider, error) {
  1075. newCloudprovider := SCloudprovider{}
  1076. newCloudprovider.ProjectSrc = string(apis.OWNER_SOURCE_CLOUD)
  1077. newCloudprovider.Account = subAccount.Account
  1078. newCloudprovider.ExternalId = subAccount.Id
  1079. newCloudprovider.Secret = acnt.Secret
  1080. newCloudprovider.CloudaccountId = acnt.Id
  1081. newCloudprovider.Provider = acnt.Provider
  1082. newCloudprovider.AccessUrl = acnt.AccessUrl
  1083. newCloudprovider.HealthStatus = subAccount.HealthStatus
  1084. newCloudprovider.Description = subAccount.Desc
  1085. newCloudprovider.DomainId = acnt.DomainId
  1086. newCloudprovider.ProjectId = acnt.ProjectId
  1087. if !options.Options.CloudaccountHealthStatusCheck {
  1088. newCloudprovider.HealthStatus = api.CLOUD_PROVIDER_HEALTH_NORMAL
  1089. }
  1090. if newCloudprovider.HealthStatus == api.CLOUD_PROVIDER_HEALTH_NORMAL {
  1091. newCloudprovider.SetEnabled(true)
  1092. newCloudprovider.Status = api.CLOUD_PROVIDER_CONNECTED
  1093. } else {
  1094. newCloudprovider.SetEnabled(false)
  1095. newCloudprovider.Status = api.CLOUD_PROVIDER_DISCONNECTED
  1096. }
  1097. if len(newCloudprovider.ProjectId) == 0 {
  1098. ownerId := acnt.GetOwnerId()
  1099. if ownerId.GetProjectDomainId() == userCred.GetProjectDomainId() {
  1100. ownerId = userCred
  1101. }
  1102. newCloudprovider.DomainId = ownerId.GetProjectDomainId()
  1103. newCloudprovider.ProjectId = ownerId.GetProjectId()
  1104. }
  1105. newCloudprovider.SetModelManager(CloudproviderManager, &newCloudprovider)
  1106. err = func() error {
  1107. if acnt.AutoCreateProjectForProvider {
  1108. lockman.LockRawObject(ctx, CloudproviderManager.Keyword(), "name")
  1109. defer lockman.ReleaseRawObject(ctx, CloudproviderManager.Keyword(), "name")
  1110. newCloudprovider.Name, err = db.GenerateName(ctx, CloudproviderManager, nil, subAccount.Name)
  1111. if err != nil {
  1112. return err
  1113. }
  1114. domainId, projectId, err := acnt.getOrCreateTenant(ctx, newCloudprovider.Name, newCloudprovider.DomainId, "", subAccount.Desc, subAccount.Tags)
  1115. if err != nil {
  1116. return errors.Wrapf(err, "getOrCreateTenant err,provider_name :%s", newCloudprovider.Name)
  1117. }
  1118. newCloudprovider.ProjectId = projectId
  1119. newCloudprovider.DomainId = domainId
  1120. } else {
  1121. lockman.LockRawObject(ctx, CloudproviderManager.Keyword(), "name")
  1122. defer lockman.ReleaseRawObject(ctx, CloudproviderManager.Keyword(), "name")
  1123. newCloudprovider.Name, err = db.GenerateName(ctx, CloudproviderManager, nil, subAccount.Name)
  1124. if err != nil {
  1125. return err
  1126. }
  1127. }
  1128. return CloudproviderManager.TableSpec().Insert(ctx, &newCloudprovider)
  1129. }()
  1130. if err != nil {
  1131. return nil, err
  1132. }
  1133. return &newCloudprovider, nil
  1134. }()
  1135. if err != nil {
  1136. return nil, isNew, errors.Wrapf(err, "insert new cloudprovider")
  1137. }
  1138. db.OpsLog.LogEvent(newCloudprovider, db.ACT_CREATE, newCloudprovider.GetShortDesc(ctx), userCred)
  1139. passwd, err := acnt.getPassword()
  1140. if err != nil {
  1141. return nil, isNew, err
  1142. }
  1143. newCloudprovider.savePassword(passwd)
  1144. if len(subAccount.DefaultProjectId) == 0 && acnt.AutoCreateProject && len(acnt.ProjectId) == 0 {
  1145. err = newCloudprovider.syncProject(ctx, userCred)
  1146. if err != nil {
  1147. return nil, isNew, errors.Wrapf(err, "syncProject")
  1148. }
  1149. }
  1150. return newCloudprovider, isNew, nil
  1151. }
  1152. func (manager *SCloudaccountManager) FetchCloudaccountById(accountId string) *SCloudaccount {
  1153. providerObj, err := manager.FetchById(accountId)
  1154. if err != nil {
  1155. log.Errorf("%s", err)
  1156. return nil
  1157. }
  1158. return providerObj.(*SCloudaccount)
  1159. }
  1160. func (manager *SCloudaccountManager) FetchCloudaccountByIdOrName(ctx context.Context, accountId string) *SCloudaccount {
  1161. providerObj, err := manager.FetchByIdOrName(ctx, nil, accountId)
  1162. if err != nil {
  1163. if err != sql.ErrNoRows {
  1164. log.Errorf("%s", err)
  1165. }
  1166. return nil
  1167. }
  1168. return providerObj.(*SCloudaccount)
  1169. }
  1170. func (acnt *SCloudaccount) GetProviderCount() (int, error) {
  1171. q := CloudproviderManager.Query().Equals("cloudaccount_id", acnt.Id)
  1172. return q.CountWithError()
  1173. }
  1174. func (acnt *SCloudaccount) GetHostCount() (int, error) {
  1175. subq := CloudproviderManager.Query("id").Equals("cloudaccount_id", acnt.Id).SubQuery()
  1176. q := HostManager.Query().In("manager_id", subq).IsFalse("is_emulated")
  1177. return q.CountWithError()
  1178. }
  1179. func (acnt *SCloudaccount) GetVpcCount() (int, error) {
  1180. subq := CloudproviderManager.Query("id").Equals("cloudaccount_id", acnt.Id).SubQuery()
  1181. q := VpcManager.Query().In("manager_id", subq).IsFalse("is_emulated")
  1182. return q.CountWithError()
  1183. }
  1184. func (acnt *SCloudaccount) GetStorageCount() (int, error) {
  1185. subq := CloudproviderManager.Query("id").Equals("cloudaccount_id", acnt.Id).SubQuery()
  1186. q := StorageManager.Query().In("manager_id", subq).IsFalse("is_emulated")
  1187. return q.CountWithError()
  1188. }
  1189. func (acnt *SCloudaccount) GetStoragecacheCount() (int, error) {
  1190. subq := CloudproviderManager.Query("id").Equals("cloudaccount_id", acnt.Id).SubQuery()
  1191. q := StoragecacheManager.Query().In("manager_id", subq)
  1192. return q.CountWithError()
  1193. }
  1194. func (acnt *SCloudaccount) GetEipCount() (int, error) {
  1195. subq := CloudproviderManager.Query("id").Equals("cloudaccount_id", acnt.Id).SubQuery()
  1196. q := ElasticipManager.Query().In("manager_id", subq)
  1197. return q.CountWithError()
  1198. }
  1199. func (acnt *SCloudaccount) GetRoutetableCount() (int, error) {
  1200. subq := CloudproviderManager.Query("id").Equals("cloudaccount_id", acnt.Id).SubQuery()
  1201. vpcs := VpcManager.Query("id", "manager_id").SubQuery()
  1202. q := RouteTableManager.Query()
  1203. q = q.Join(vpcs, sqlchemy.Equals(q.Field("vpc_id"), vpcs.Field("id")))
  1204. q = q.Filter(sqlchemy.In(vpcs.Field("manager_id"), subq))
  1205. return q.CountWithError()
  1206. }
  1207. func (acnt *SCloudaccount) GetGuestCount() (int, error) {
  1208. subsubq := CloudproviderManager.Query("id").Equals("cloudaccount_id", acnt.Id).SubQuery()
  1209. subq := HostManager.Query("id").In("manager_id", subsubq).SubQuery()
  1210. q := GuestManager.Query().In("host_id", subq)
  1211. return q.CountWithError()
  1212. }
  1213. func (acnt *SCloudaccount) GetDiskCount() (int, error) {
  1214. subsubq := CloudproviderManager.Query("id").Equals("cloudaccount_id", acnt.Id).SubQuery()
  1215. subq := StorageManager.Query("id").In("manager_id", subsubq).SubQuery()
  1216. q := DiskManager.Query().In("storage_id", subq)
  1217. return q.CountWithError()
  1218. }
  1219. func (acnt *SCloudaccount) GetCloudEnv() string {
  1220. if acnt.IsOnPremise {
  1221. return api.CLOUD_ENV_ON_PREMISE
  1222. } else if acnt.IsPublicCloud.IsTrue() {
  1223. return api.CLOUD_ENV_PUBLIC_CLOUD
  1224. } else {
  1225. return api.CLOUD_ENV_PRIVATE_CLOUD
  1226. }
  1227. }
  1228. func (acnt *SCloudaccount) GetEnvironment() string {
  1229. return acnt.AccessUrl
  1230. }
  1231. type SAccountUsageCount struct {
  1232. Id string
  1233. api.SAccountUsage
  1234. }
  1235. func (nm *SCloudaccountManager) query(manager db.IModelManager, field string, accountIds []string, filter func(*sqlchemy.SQuery) *sqlchemy.SQuery) *sqlchemy.SSubQuery {
  1236. q := manager.Query()
  1237. if filter != nil {
  1238. q = filter(q)
  1239. }
  1240. sq := q.SubQuery()
  1241. return sq.Query(
  1242. sq.Field("cloudaccount_id"),
  1243. sqlchemy.COUNT(field),
  1244. ).In("cloudaccount_id", accountIds).GroupBy(sq.Field("cloudaccount_id")).SubQuery()
  1245. }
  1246. func (manager *SCloudaccountManager) TotalResourceCount(accountIds []string) (map[string]api.SAccountUsage, error) {
  1247. // eip
  1248. eipSQ := manager.query(ElasticipManager, "eip_cnt", accountIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  1249. providers := CloudproviderManager.Query().SubQuery()
  1250. sq := q.SubQuery()
  1251. return sq.Query(
  1252. sq.Field("id"),
  1253. providers.Field("cloudaccount_id").Label("cloudaccount_id"),
  1254. ).LeftJoin(providers, sqlchemy.Equals(sq.Field("manager_id"), providers.Field("id")))
  1255. })
  1256. // vpc
  1257. vpcSQ := manager.query(VpcManager, "vpc_cnt", accountIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  1258. providers := CloudproviderManager.Query().SubQuery()
  1259. sq := q.SubQuery()
  1260. return sq.Query(
  1261. sq.Field("id"),
  1262. providers.Field("cloudaccount_id").Label("cloudaccount_id"),
  1263. ).LeftJoin(providers, sqlchemy.Equals(sq.Field("manager_id"), providers.Field("id")))
  1264. })
  1265. // disk
  1266. diskSQ := manager.query(DiskManager, "disk_cnt", accountIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  1267. storages := StorageManager.Query().SubQuery()
  1268. providers := CloudproviderManager.Query().SubQuery()
  1269. sq := q.SubQuery()
  1270. return sq.Query(
  1271. sq.Field("id"),
  1272. providers.Field("cloudaccount_id").Label("cloudaccount_id"),
  1273. ).LeftJoin(storages, sqlchemy.Equals(sq.Field("storage_id"), storages.Field("id"))).
  1274. LeftJoin(providers, sqlchemy.Equals(storages.Field("manager_id"), providers.Field("id")))
  1275. })
  1276. // host
  1277. hostSQ := manager.query(HostManager, "host_cnt", accountIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  1278. providers := CloudproviderManager.Query().SubQuery()
  1279. sq := q.SubQuery()
  1280. return sq.Query(
  1281. sq.Field("id"),
  1282. providers.Field("cloudaccount_id").Label("cloudaccount_id"),
  1283. ).LeftJoin(providers, sqlchemy.Equals(sq.Field("manager_id"), providers.Field("id")))
  1284. })
  1285. // guest
  1286. guestSQ := manager.query(GuestManager, "guest_cnt", accountIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  1287. hosts := HostManager.Query().SubQuery()
  1288. providers := CloudproviderManager.Query().SubQuery()
  1289. sq := q.SubQuery()
  1290. return sq.Query(
  1291. sq.Field("id"),
  1292. providers.Field("cloudaccount_id").Label("cloudaccount_id"),
  1293. ).LeftJoin(hosts, sqlchemy.Equals(sq.Field("host_id"), hosts.Field("id"))).
  1294. LeftJoin(providers, sqlchemy.Equals(hosts.Field("manager_id"), providers.Field("id")))
  1295. })
  1296. // storage
  1297. storageSQ := manager.query(StorageManager, "storage_cnt", accountIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  1298. providers := CloudproviderManager.Query().SubQuery()
  1299. sq := q.SubQuery()
  1300. return sq.Query(
  1301. sq.Field("id"),
  1302. providers.Field("cloudaccount_id").Label("cloudaccount_id"),
  1303. ).LeftJoin(providers, sqlchemy.Equals(sq.Field("manager_id"), providers.Field("id")))
  1304. })
  1305. // provider
  1306. providerSQ := manager.query(CloudproviderManager, "provider_cnt", accountIds, nil)
  1307. // enabled provider
  1308. enabledProviderSQ := manager.query(CloudproviderManager, "enabled_provider_cnt", accountIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  1309. return q.IsTrue("enabled")
  1310. })
  1311. // route
  1312. routeSQ := manager.query(RouteTableManager, "routetable_cnt", accountIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  1313. vpcs := VpcManager.Query().SubQuery()
  1314. providers := CloudproviderManager.Query().SubQuery()
  1315. sq := q.SubQuery()
  1316. return sq.Query(
  1317. sq.Field("id"),
  1318. providers.Field("cloudaccount_id").Label("cloudaccount_id"),
  1319. ).LeftJoin(vpcs, sqlchemy.Equals(sq.Field("vpc_id"), vpcs.Field("id"))).
  1320. LeftJoin(providers, sqlchemy.Equals(vpcs.Field("manager_id"), providers.Field("id")))
  1321. })
  1322. // scache
  1323. scacheSQ := manager.query(StoragecacheManager, "storagecache_cnt", accountIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  1324. providers := CloudproviderManager.Query().SubQuery()
  1325. sq := q.SubQuery()
  1326. return sq.Query(
  1327. sq.Field("id"),
  1328. providers.Field("cloudaccount_id").Label("cloudaccount_id"),
  1329. ).LeftJoin(providers, sqlchemy.Equals(sq.Field("manager_id"), providers.Field("id")))
  1330. })
  1331. // sync count
  1332. syncSQ := manager.query(CloudproviderRegionManager, "sync_cnt", accountIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
  1333. providers := CloudproviderManager.Query().SubQuery()
  1334. sq := q.NotEquals("sync_status", api.CLOUD_PROVIDER_SYNC_STATUS_IDLE).SubQuery()
  1335. return sq.Query(
  1336. sq.Field("row_id").Label("id"),
  1337. providers.Field("cloudaccount_id").Label("cloudaccount_id"),
  1338. ).LeftJoin(providers, sqlchemy.Equals(sq.Field("cloudprovider_id"), providers.Field("id")))
  1339. })
  1340. accounts := manager.Query().SubQuery()
  1341. accountQ := accounts.Query(
  1342. sqlchemy.SUM("eip_count", eipSQ.Field("eip_cnt")),
  1343. sqlchemy.SUM("vpc_count", vpcSQ.Field("vpc_cnt")),
  1344. sqlchemy.SUM("disk_count", diskSQ.Field("disk_cnt")),
  1345. sqlchemy.SUM("host_count", hostSQ.Field("host_cnt")),
  1346. sqlchemy.SUM("guest_count", guestSQ.Field("guest_cnt")),
  1347. sqlchemy.SUM("storage_count", storageSQ.Field("storage_cnt")),
  1348. sqlchemy.SUM("provider_count", providerSQ.Field("provider_cnt")),
  1349. sqlchemy.SUM("enabled_provider_count", enabledProviderSQ.Field("enabled_provider_cnt")),
  1350. sqlchemy.SUM("routetable_count", routeSQ.Field("routetable_cnt")),
  1351. sqlchemy.SUM("storagecache_count", scacheSQ.Field("storagecache_cnt")),
  1352. sqlchemy.SUM("sync_count", syncSQ.Field("sync_cnt")),
  1353. )
  1354. accountQ.AppendField(accountQ.Field("id"))
  1355. accountQ = accountQ.LeftJoin(eipSQ, sqlchemy.Equals(accountQ.Field("id"), eipSQ.Field("cloudaccount_id")))
  1356. accountQ = accountQ.LeftJoin(vpcSQ, sqlchemy.Equals(accountQ.Field("id"), vpcSQ.Field("cloudaccount_id")))
  1357. accountQ = accountQ.LeftJoin(diskSQ, sqlchemy.Equals(accountQ.Field("id"), diskSQ.Field("cloudaccount_id")))
  1358. accountQ = accountQ.LeftJoin(hostSQ, sqlchemy.Equals(accountQ.Field("id"), hostSQ.Field("cloudaccount_id")))
  1359. accountQ = accountQ.LeftJoin(guestSQ, sqlchemy.Equals(accountQ.Field("id"), guestSQ.Field("cloudaccount_id")))
  1360. accountQ = accountQ.LeftJoin(storageSQ, sqlchemy.Equals(accountQ.Field("id"), storageSQ.Field("cloudaccount_id")))
  1361. accountQ = accountQ.LeftJoin(providerSQ, sqlchemy.Equals(accountQ.Field("id"), providerSQ.Field("cloudaccount_id")))
  1362. accountQ = accountQ.LeftJoin(enabledProviderSQ, sqlchemy.Equals(accountQ.Field("id"), enabledProviderSQ.Field("cloudaccount_id")))
  1363. accountQ = accountQ.LeftJoin(routeSQ, sqlchemy.Equals(accountQ.Field("id"), routeSQ.Field("cloudaccount_id")))
  1364. accountQ = accountQ.LeftJoin(scacheSQ, sqlchemy.Equals(accountQ.Field("id"), scacheSQ.Field("cloudaccount_id")))
  1365. accountQ = accountQ.LeftJoin(syncSQ, sqlchemy.Equals(accountQ.Field("id"), syncSQ.Field("cloudaccount_id")))
  1366. accountQ = accountQ.Filter(sqlchemy.In(accountQ.Field("id"), accountIds)).GroupBy(accountQ.Field("id"))
  1367. accountCount := []SAccountUsageCount{}
  1368. err := accountQ.All(&accountCount)
  1369. if err != nil {
  1370. return nil, errors.Wrapf(err, "accountQ.All")
  1371. }
  1372. result := map[string]api.SAccountUsage{}
  1373. for i := range accountCount {
  1374. result[accountCount[i].Id] = accountCount[i].SAccountUsage
  1375. }
  1376. return result, nil
  1377. }
  1378. func (manager *SCloudaccountManager) FetchCustomizeColumns(
  1379. ctx context.Context,
  1380. userCred mcclient.TokenCredential,
  1381. query jsonutils.JSONObject,
  1382. objs []interface{},
  1383. fields stringutils2.SSortedStrings,
  1384. isList bool,
  1385. ) []api.CloudaccountDetail {
  1386. rows := make([]api.CloudaccountDetail, len(objs))
  1387. stdRows := manager.SEnabledStatusInfrasResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
  1388. pmRows := manager.SProjectMappingResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
  1389. accounts := make([]*SCloudaccount, len(objs))
  1390. accountIds := make([]string, len(objs))
  1391. for i := range objs {
  1392. account := objs[i].(*SCloudaccount)
  1393. accountIds[i] = account.Id
  1394. accounts[i] = account
  1395. }
  1396. proxySettings := make(map[string]proxy.SProxySetting)
  1397. {
  1398. proxySettingIds := make([]string, len(objs))
  1399. for i := range objs {
  1400. proxySettingId := objs[i].(*SCloudaccount).ProxySettingId
  1401. if !utils.IsInStringArray(proxySettingId, proxySettingIds) {
  1402. proxySettingIds = append(proxySettingIds, proxySettingId)
  1403. }
  1404. }
  1405. if err := db.FetchStandaloneObjectsByIds(
  1406. proxy.ProxySettingManager,
  1407. proxySettingIds,
  1408. &proxySettings,
  1409. ); err != nil {
  1410. log.Errorf("FetchStandaloneObjectsByIds (%s) fail %s",
  1411. proxy.ProxySettingManager.KeywordPlural(), err)
  1412. return rows
  1413. }
  1414. }
  1415. virObjs := make([]interface{}, len(objs))
  1416. for i := range rows {
  1417. obj := &db.SProjectizedResourceBase{ProjectId: accounts[i].ProjectId}
  1418. obj.DomainId = accounts[i].DomainId
  1419. virObjs[i] = obj
  1420. }
  1421. projManager := &db.SProjectizedResourceBaseManager{}
  1422. projRows := projManager.FetchCustomizeColumns(ctx, userCred, query, virObjs, stringutils2.SSortedStrings{}, isList)
  1423. usage, err := manager.TotalResourceCount(accountIds)
  1424. if err != nil {
  1425. log.Errorf("TotalResourceCount error: %v", err)
  1426. return rows
  1427. }
  1428. for i := range rows {
  1429. account := objs[i].(*SCloudaccount)
  1430. rows[i] = api.CloudaccountDetail{
  1431. EnabledStatusInfrasResourceBaseDetails: stdRows[i],
  1432. ProjectMappingResourceInfo: pmRows[i],
  1433. LastSyncCost: account.GetLastSyncCost(),
  1434. }
  1435. if proxySetting, ok := proxySettings[account.ProxySettingId]; ok {
  1436. rows[i].ProxySetting.Id = proxySetting.Id
  1437. rows[i].ProxySetting.Name = proxySetting.Name
  1438. rows[i].ProxySetting.HTTPProxy = proxySetting.HTTPProxy
  1439. rows[i].ProxySetting.HTTPSProxy = proxySetting.HTTPSProxy
  1440. rows[i].ProxySetting.NoProxy = proxySetting.NoProxy
  1441. }
  1442. rows[i].CloudEnv = account.GetCloudEnv()
  1443. rows[i].ProjectizedResourceInfo = projRows[i]
  1444. rows[i].SAccountUsage, _ = usage[accountIds[i]]
  1445. rows[i].SyncStatus2 = api.CLOUD_PROVIDER_SYNC_STATUS_IDLE
  1446. if rows[i].SyncCount > 0 {
  1447. rows[i].SyncStatus2 = api.CLOUD_PROVIDER_SYNC_STATUS_SYNCING
  1448. }
  1449. }
  1450. return rows
  1451. }
  1452. func migrateCloudprovider(cloudprovider *SCloudprovider) error {
  1453. mainAccount, providerName := cloudprovider.Account, cloudprovider.Name
  1454. if cloudprovider.Provider == api.CLOUD_PROVIDER_AZURE {
  1455. accountInfo := strings.Split(cloudprovider.Account, "/")
  1456. if len(accountInfo) == 2 {
  1457. mainAccount = accountInfo[0]
  1458. if len(cloudprovider.Description) > 0 {
  1459. providerName = cloudprovider.Description
  1460. }
  1461. } else {
  1462. msg := fmt.Sprintf("error azure provider account format %s", cloudprovider.Account)
  1463. log.Errorf("%s", msg)
  1464. return fmt.Errorf("%s", msg)
  1465. }
  1466. }
  1467. account := SCloudaccount{}
  1468. account.SetModelManager(CloudaccountManager, &account)
  1469. q := CloudaccountManager.Query().Equals("access_url", cloudprovider.AccessUrl).
  1470. Equals("account", mainAccount).
  1471. Equals("provider", cloudprovider.Provider)
  1472. err := q.First(&account)
  1473. if err != nil && err != sql.ErrNoRows {
  1474. return err
  1475. }
  1476. if err == sql.ErrNoRows {
  1477. account.AccessUrl = cloudprovider.AccessUrl
  1478. account.Account = mainAccount
  1479. account.Secret = cloudprovider.Secret
  1480. account.LastSync = cloudprovider.LastSync
  1481. // account.Sysinfo = cloudprovider.Sysinfo
  1482. account.Provider = cloudprovider.Provider
  1483. account.Name = providerName
  1484. account.Status = cloudprovider.Status
  1485. err := CloudaccountManager.TableSpec().Insert(context.Background(), &account)
  1486. if err != nil {
  1487. log.Errorf("Insert Account error: %v", err)
  1488. return err
  1489. }
  1490. secret, err := cloudprovider.getPassword()
  1491. if err != nil {
  1492. account.markAccountDisconected(context.Background(), auth.AdminCredential(), errors.Wrapf(err, "getPassword for provider %s", cloudprovider.Name).Error())
  1493. } else {
  1494. err = account.savePassword(secret)
  1495. if err != nil {
  1496. log.Errorf("Set password for account %s error %v", account.Name, err)
  1497. return err
  1498. }
  1499. }
  1500. }
  1501. _, err = db.Update(cloudprovider, func() error {
  1502. cloudprovider.CloudaccountId = account.Id
  1503. return nil
  1504. })
  1505. if err != nil {
  1506. log.Errorf("Update provider %s error: %v", cloudprovider.Name, err)
  1507. return err
  1508. }
  1509. return nil
  1510. }
  1511. func (manager *SCloudaccountManager) initializeBrand() error {
  1512. accounts := []SCloudaccount{}
  1513. q := manager.Query().IsNullOrEmpty("brand")
  1514. err := db.FetchModelObjects(manager, q, &accounts)
  1515. if err != nil {
  1516. log.Errorf("fetch all clound account fail %v", err)
  1517. return err
  1518. }
  1519. for i := 0; i < len(accounts); i++ {
  1520. account := &accounts[i]
  1521. _, err = db.Update(account, func() error {
  1522. account.Brand = account.Provider
  1523. return nil
  1524. })
  1525. if err != nil {
  1526. return err
  1527. }
  1528. }
  1529. return nil
  1530. }
  1531. func (manager *SCloudaccountManager) initializeShareMode() error {
  1532. accounts := []SCloudaccount{}
  1533. q := manager.Query().IsNullOrEmpty("share_mode")
  1534. err := db.FetchModelObjects(manager, q, &accounts)
  1535. if err != nil {
  1536. log.Errorf("fetch all clound account fail %v", err)
  1537. return err
  1538. }
  1539. for i := 0; i < len(accounts); i++ {
  1540. account := &accounts[i]
  1541. _, err = db.Update(account, func() error {
  1542. if account.IsPublic {
  1543. account.ShareMode = api.CLOUD_ACCOUNT_SHARE_MODE_SYSTEM
  1544. } else {
  1545. account.ShareMode = api.CLOUD_ACCOUNT_SHARE_MODE_ACCOUNT_DOMAIN
  1546. }
  1547. return nil
  1548. })
  1549. if err != nil {
  1550. return err
  1551. }
  1552. }
  1553. return nil
  1554. }
  1555. func (manager *SCloudaccountManager) initializePublicScope() error {
  1556. accounts := []SCloudaccount{}
  1557. q := manager.Query().IsFalse("is_public").Equals("public_scope", "system")
  1558. err := db.FetchModelObjects(manager, q, &accounts)
  1559. if err != nil {
  1560. log.Errorf("fetch all clound account fail %v", err)
  1561. return err
  1562. }
  1563. for i := 0; i < len(accounts); i++ {
  1564. account := &accounts[i]
  1565. _, err = db.Update(account, func() error {
  1566. switch account.ShareMode {
  1567. case api.CLOUD_ACCOUNT_SHARE_MODE_ACCOUNT_DOMAIN:
  1568. account.PublicScope = string(rbacscope.ScopeNone)
  1569. account.IsPublic = false
  1570. case api.CLOUD_ACCOUNT_SHARE_MODE_PROVIDER_DOMAIN:
  1571. account.PublicScope = string(rbacscope.ScopeSystem)
  1572. account.IsPublic = true
  1573. case api.CLOUD_ACCOUNT_SHARE_MODE_SYSTEM:
  1574. account.PublicScope = string(rbacscope.ScopeSystem)
  1575. account.IsPublic = true
  1576. }
  1577. return nil
  1578. })
  1579. if err != nil {
  1580. return err
  1581. }
  1582. }
  1583. return nil
  1584. }
  1585. func (manager *SCloudaccountManager) initializeVMWareAccountId() error {
  1586. // init accountid
  1587. q := manager.Query().Equals("provider", api.CLOUD_PROVIDER_VMWARE)
  1588. cloudaccounts := make([]SCloudaccount, 0)
  1589. err := db.FetchModelObjects(manager, q, &cloudaccounts)
  1590. if err != nil {
  1591. return errors.Wrap(err, "fetch vmware cloudaccount fail")
  1592. }
  1593. for i := range cloudaccounts {
  1594. account := cloudaccounts[i]
  1595. if len(account.AccountId) != 0 && account.Account != account.AccountId {
  1596. continue
  1597. }
  1598. url, err := url.Parse(account.AccessUrl)
  1599. if err != nil {
  1600. return errors.Wrapf(err, "parse vmware account's accessurl %s", account.AccessUrl)
  1601. }
  1602. hostPort := url.Host
  1603. if i := strings.IndexByte(hostPort, ':'); i < 0 {
  1604. hostPort = fmt.Sprintf("%s:%d", hostPort, 443)
  1605. }
  1606. _, err = db.Update(&account, func() error {
  1607. account.AccountId = fmt.Sprintf("%s@%s", account.Account, hostPort)
  1608. return nil
  1609. })
  1610. if err != nil {
  1611. return errors.Wrap(err, "db.Update for account")
  1612. }
  1613. }
  1614. return nil
  1615. }
  1616. func (manager *SCloudaccountManager) initializeDefaultTenantId() error {
  1617. // init accountid
  1618. q := manager.Query().IsNullOrEmpty("tenant_id")
  1619. cloudaccounts := make([]SCloudaccount, 0)
  1620. err := db.FetchModelObjects(manager, q, &cloudaccounts)
  1621. if err != nil {
  1622. return errors.Wrap(err, "fetch empty defaullt tenant_id fail")
  1623. }
  1624. for i := range cloudaccounts {
  1625. account := cloudaccounts[i]
  1626. // auto fix accounts without default project
  1627. defaultTenant, err := db.TenantCacheManager.FindFirstProjectOfDomain(context.Background(), account.DomainId)
  1628. if err != nil {
  1629. return errors.Wrapf(err, "FindFirstProjectOfDomain(%s)", account.DomainId)
  1630. }
  1631. _, err = db.Update(&account, func() error {
  1632. account.ProjectId = defaultTenant.Id
  1633. return nil
  1634. })
  1635. if err != nil {
  1636. return errors.Wrap(err, "db.Update for account")
  1637. }
  1638. }
  1639. return nil
  1640. }
  1641. func (manager *SCloudaccountManager) InitializeData() error {
  1642. cloudproviders := []SCloudprovider{}
  1643. q := CloudproviderManager.Query()
  1644. q = q.IsNullOrEmpty("cloudaccount_id")
  1645. err := db.FetchModelObjects(CloudproviderManager, q, &cloudproviders)
  1646. if err != nil {
  1647. log.Errorf("fetch all clound provider fail %s", err)
  1648. return err
  1649. }
  1650. for i := 0; i < len(cloudproviders); i++ {
  1651. err = migrateCloudprovider(&cloudproviders[i])
  1652. if err != nil {
  1653. return err
  1654. }
  1655. }
  1656. err = manager.initializeBrand()
  1657. if err != nil {
  1658. return errors.Wrap(err, "initializeBrand")
  1659. }
  1660. err = manager.initializeShareMode()
  1661. if err != nil {
  1662. return errors.Wrap(err, "initializeShareMode")
  1663. }
  1664. err = manager.initializeVMWareAccountId()
  1665. if err != nil {
  1666. return errors.Wrap(err, "initializeVMWareAccountId")
  1667. }
  1668. err = manager.initializePublicScope()
  1669. if err != nil {
  1670. return errors.Wrap(err, "initializePublicScope")
  1671. }
  1672. err = manager.initializeDefaultTenantId()
  1673. if err != nil {
  1674. return errors.Wrap(err, "initializeDefaultTenantId")
  1675. }
  1676. return nil
  1677. }
  1678. func (acnt *SCloudaccount) GetBalance() (float64, error) {
  1679. return acnt.Balance, nil
  1680. }
  1681. func (acnt *SCloudaccount) GetDetailsBalance(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject) (jsonutils.JSONObject, error) {
  1682. balance, err := acnt.GetBalance()
  1683. if err != nil {
  1684. return nil, httperrors.NewGeneralError(err)
  1685. }
  1686. ret := jsonutils.NewDict()
  1687. ret.Add(jsonutils.NewFloat64(balance), "balance")
  1688. return ret, nil
  1689. }
  1690. func (acnt *SCloudaccount) getHostPort() (string, int, error) {
  1691. urlComponent, err := url.Parse(acnt.AccessUrl)
  1692. if err != nil {
  1693. return "", 0, err
  1694. }
  1695. host := urlComponent.Hostname()
  1696. portStr := urlComponent.Port()
  1697. port := 0
  1698. if len(portStr) > 0 {
  1699. port, err = strconv.Atoi(portStr)
  1700. if err != nil {
  1701. return "", 0, err
  1702. }
  1703. }
  1704. if port == 0 {
  1705. if urlComponent.Scheme == "http" {
  1706. port = 80
  1707. } else if urlComponent.Scheme == "https" {
  1708. port = 443
  1709. }
  1710. }
  1711. return host, port, nil
  1712. }
  1713. func (acnt *SCloudaccount) GetVCenterAccessInfo(privateId string) (vcenter.SVCenterAccessInfo, error) {
  1714. info := vcenter.SVCenterAccessInfo{}
  1715. host, port, err := acnt.getHostPort()
  1716. if err != nil {
  1717. return info, err
  1718. }
  1719. info.VcenterId = acnt.Id
  1720. info.Host = host
  1721. info.Port = port
  1722. info.Account = acnt.Account
  1723. info.Password = acnt.Secret
  1724. info.PrivateId = privateId
  1725. return info, nil
  1726. }
  1727. // +onecloud:swagger-gen-ignore
  1728. func (account *SCloudaccount) PerformChangeOwner(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input apis.PerformChangeDomainOwnerInput) (jsonutils.JSONObject, error) {
  1729. return nil, errors.Wrap(httperrors.ErrForbidden, "can't change domain owner of cloudaccount, use PerformChangeProject instead")
  1730. }
  1731. func (account *SCloudaccount) PerformChangeProject(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input apis.PerformChangeProjectOwnerInput) (jsonutils.JSONObject, error) {
  1732. // 未开启三级权限(默认共享), 允许更改项目
  1733. if consts.GetNonDefaultDomainProjects() && account.IsShared() {
  1734. return nil, errors.Wrap(httperrors.ErrInvalidStatus, "cannot change owner when shared!")
  1735. }
  1736. project := input.ProjectId
  1737. domain := input.ProjectDomainId
  1738. if len(domain) == 0 {
  1739. domain = account.DomainId
  1740. }
  1741. tenant, err := db.TenantCacheManager.FetchTenantByIdOrNameInDomain(ctx, project, domain)
  1742. if err != nil {
  1743. return nil, httperrors.NewNotFoundError("project %s not found", project)
  1744. }
  1745. if tenant.Id == account.ProjectId {
  1746. return nil, nil
  1747. }
  1748. providers := account.GetCloudproviders()
  1749. if len(account.ProjectId) > 0 {
  1750. if len(providers) > 0 {
  1751. for i := range providers {
  1752. if providers[i].ProjectId != account.ProjectId {
  1753. return nil, errors.Wrap(httperrors.ErrConflict, "cloudproviders' project is different from cloudaccount's")
  1754. }
  1755. }
  1756. }
  1757. }
  1758. if tenant.DomainId != account.DomainId {
  1759. // do change domainId
  1760. input2 := apis.PerformChangeDomainOwnerInput{}
  1761. input2.ProjectDomainId = tenant.DomainId
  1762. _, err := account.SEnabledStatusInfrasResourceBase.PerformChangeOwner(ctx, userCred, query, input2)
  1763. if err != nil {
  1764. return nil, errors.Wrap(err, "SEnabledStatusInfrasResourceBase.PerformChangeOwner")
  1765. }
  1766. }
  1767. // save project_id change
  1768. diff, err := db.Update(account, func() error {
  1769. account.ProjectId = tenant.Id
  1770. return nil
  1771. })
  1772. if err != nil {
  1773. return nil, errors.Wrap(err, "db.Update ProjectId")
  1774. }
  1775. if len(diff) > 0 {
  1776. syncRange := &SSyncRange{
  1777. SyncRangeInput: api.SyncRangeInput{
  1778. Force: true,
  1779. Resources: []string{"project"},
  1780. },
  1781. }
  1782. account.StartSyncCloudAccountInfoTask(ctx, userCred, syncRange, "", nil)
  1783. }
  1784. db.OpsLog.LogEvent(account, db.ACT_UPDATE, diff, userCred)
  1785. if len(providers) > 0 {
  1786. for i := range providers {
  1787. _, err := providers[i].PerformChangeProject(ctx, userCred, query, input)
  1788. if err != nil {
  1789. return nil, errors.Wrapf(err, "providers[i].PerformChangeProject %s(%s)", providers[i].Name, providers[i].Id)
  1790. }
  1791. }
  1792. }
  1793. return nil, nil
  1794. }
  1795. // 云账号列表
  1796. func (manager *SCloudaccountManager) ListItemFilter(
  1797. ctx context.Context,
  1798. q *sqlchemy.SQuery,
  1799. userCred mcclient.TokenCredential,
  1800. query api.CloudaccountListInput,
  1801. ) (*sqlchemy.SQuery, error) {
  1802. accountArr := query.CloudaccountId
  1803. if len(accountArr) > 0 {
  1804. q = q.Filter(sqlchemy.OR(
  1805. sqlchemy.In(q.Field("id"), accountArr),
  1806. sqlchemy.In(q.Field("name"), accountArr),
  1807. ))
  1808. }
  1809. q, err := manager.SEnabledStatusInfrasResourceBaseManager.ListItemFilter(ctx, q, userCred, query.EnabledStatusInfrasResourceBaseListInput)
  1810. if err != nil {
  1811. return nil, errors.Wrap(err, "SEnabledStatusInfrasResourceBaseManager")
  1812. }
  1813. q, err = manager.SSyncableBaseResourceManager.ListItemFilter(ctx, q, userCred, query.SyncableBaseResourceListInput)
  1814. if err != nil {
  1815. return nil, errors.Wrap(err, "SSyncableBaseResourceManager.ListItemFilter")
  1816. }
  1817. if len(query.ProxySetting) > 0 {
  1818. proxy, err := proxy.ProxySettingManager.FetchByIdOrName(ctx, nil, query.ProxySetting)
  1819. if err != nil {
  1820. if errors.Cause(err) == sql.ErrNoRows {
  1821. return nil, httperrors.NewResourceNotFoundError2("proxy_setting", query.ProxySetting)
  1822. }
  1823. return nil, httperrors.NewGeneralError(err)
  1824. }
  1825. q = q.Equals("proxy_setting_id", proxy.GetId())
  1826. }
  1827. managerStrs := query.CloudproviderId
  1828. conditions := []sqlchemy.ICondition{}
  1829. for _, managerStr := range managerStrs {
  1830. if len(managerStr) == 0 {
  1831. continue
  1832. }
  1833. providerObj, err := CloudproviderManager.FetchByIdOrName(ctx, userCred, managerStr)
  1834. if err != nil {
  1835. if err == sql.ErrNoRows {
  1836. return nil, httperrors.NewResourceNotFoundError2(CloudproviderManager.Keyword(), managerStr)
  1837. } else {
  1838. return nil, httperrors.NewGeneralError(err)
  1839. }
  1840. }
  1841. provider := providerObj.(*SCloudprovider)
  1842. conditions = append(conditions, sqlchemy.Equals(q.Field("id"), provider.CloudaccountId))
  1843. }
  1844. if len(conditions) > 0 {
  1845. q = q.Filter(sqlchemy.OR(conditions...))
  1846. }
  1847. cloudEnvStr := query.CloudEnv
  1848. if cloudEnvStr == api.CLOUD_ENV_PUBLIC_CLOUD {
  1849. q = q.IsTrue("is_public_cloud").IsFalse("is_on_premise")
  1850. }
  1851. if cloudEnvStr == api.CLOUD_ENV_PRIVATE_CLOUD {
  1852. q = q.IsFalse("is_public_cloud").IsFalse("is_on_premise")
  1853. }
  1854. if cloudEnvStr == api.CLOUD_ENV_ON_PREMISE {
  1855. q = q.IsTrue("is_on_premise").IsFalse("is_public_cloud")
  1856. }
  1857. capabilities := query.Capability
  1858. if len(capabilities) > 0 {
  1859. cloudproviders := CloudproviderManager.Query().SubQuery()
  1860. cloudprovidercapabilities := CloudproviderCapabilityManager.Query().SubQuery()
  1861. subq := cloudproviders.Query(cloudproviders.Field("cloudaccount_id"))
  1862. subq = subq.Join(cloudprovidercapabilities, sqlchemy.Equals(cloudprovidercapabilities.Field("cloudprovider_id"), cloudproviders.Field("id")))
  1863. subq = subq.Filter(sqlchemy.In(cloudprovidercapabilities.Field("capability"), capabilities))
  1864. q = q.In("id", subq.SubQuery())
  1865. }
  1866. if len(query.HealthStatus) > 0 {
  1867. q = q.In("health_status", query.HealthStatus)
  1868. }
  1869. if len(query.ShareMode) > 0 {
  1870. q = q.In("share_mode", query.ShareMode)
  1871. }
  1872. if len(query.Providers) > 0 {
  1873. q = q.In("provider", query.Providers)
  1874. }
  1875. if len(query.Brands) > 0 {
  1876. q = q.In("brand", query.Brands)
  1877. }
  1878. if query.ReadOnly != nil {
  1879. q = q.Equals("read_only", *query.ReadOnly)
  1880. }
  1881. return q, nil
  1882. }
  1883. func (manager *SCloudaccountManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) {
  1884. switch field {
  1885. case "account":
  1886. q = q.AppendField(q.Field("name").Label("account")).Distinct()
  1887. return q, nil
  1888. }
  1889. q, err := manager.SEnabledStatusInfrasResourceBaseManager.QueryDistinctExtraField(q, field)
  1890. if err == nil {
  1891. return q, nil
  1892. }
  1893. return q, httperrors.ErrNotFound
  1894. }
  1895. func (manager *SCloudaccountManager) OrderByExtraFields(
  1896. ctx context.Context,
  1897. q *sqlchemy.SQuery,
  1898. userCred mcclient.TokenCredential,
  1899. query api.CloudaccountListInput,
  1900. ) (*sqlchemy.SQuery, error) {
  1901. q, err := manager.SEnabledStatusInfrasResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.EnabledStatusInfrasResourceBaseListInput)
  1902. if err != nil {
  1903. return nil, errors.Wrap(err, "SEnabledStatusInfrasResourceBaseManager.OrderByExtraFields")
  1904. }
  1905. if db.NeedOrderQuery([]string{query.OrderByHostCount}) {
  1906. hostQ := HostManager.Query()
  1907. hostQ = hostQ.AppendField(hostQ.Field("manager_id"), sqlchemy.COUNT("host_count"))
  1908. hostQ = hostQ.GroupBy("manager_id")
  1909. hostSQ := hostQ.SubQuery()
  1910. providerQ := CloudproviderManager.Query()
  1911. providerQ = providerQ.Join(hostSQ, sqlchemy.Equals(providerQ.Field("id"), hostSQ.Field("manager_id")))
  1912. providerQ = providerQ.AppendField(providerQ.Field("cloudaccount_id"), sqlchemy.SUM("host_count", hostSQ.Field("host_count")))
  1913. providerQ = providerQ.GroupBy("cloudaccount_id")
  1914. providerSQ := providerQ.SubQuery()
  1915. q = q.Join(providerSQ, sqlchemy.Equals(providerSQ.Field("cloudaccount_id"), q.Field("id")))
  1916. q = q.AppendField(q.QueryFields()...)
  1917. q = q.AppendField(providerSQ.Field("host_count"))
  1918. q = db.OrderByFields(q, []string{query.OrderByHostCount}, []sqlchemy.IQueryField{q.Field("host_count")})
  1919. }
  1920. if db.NeedOrderQuery([]string{query.OrderByGuestCount}) {
  1921. guestQ := GuestManager.Query()
  1922. guestQ = guestQ.AppendField(guestQ.Field("host_id"), sqlchemy.COUNT("guest_count"))
  1923. guestQ = guestQ.GroupBy("host_id")
  1924. guestSQ := guestQ.SubQuery()
  1925. hostQ := HostManager.Query()
  1926. hostQ = hostQ.Join(guestSQ, sqlchemy.Equals(hostQ.Field("id"), guestSQ.Field("host_id")))
  1927. hostQ = hostQ.AppendField(hostQ.Field("manager_id"), sqlchemy.SUM("guest_count", guestQ.Field("guest_count")))
  1928. hostQ = hostQ.GroupBy("manager_id")
  1929. hostSQ := hostQ.SubQuery()
  1930. providerQ := CloudproviderManager.Query()
  1931. providerQ = providerQ.Join(hostSQ, sqlchemy.Equals(providerQ.Field("id"), hostSQ.Field("manager_id")))
  1932. providerQ = providerQ.AppendField(providerQ.Field("cloudaccount_id"), sqlchemy.SUM("guest_count", hostSQ.Field("guest_count")))
  1933. providerQ = providerQ.GroupBy("cloudaccount_id")
  1934. providerSQ := providerQ.SubQuery()
  1935. q = q.Join(providerSQ, sqlchemy.Equals(providerSQ.Field("cloudaccount_id"), q.Field("id")))
  1936. q = q.AppendField(q.QueryFields()...)
  1937. q = q.AppendField(providerSQ.Field("guest_count"))
  1938. q = db.OrderByFields(q, []string{query.OrderByGuestCount}, []sqlchemy.IQueryField{q.Field("guest_count")})
  1939. }
  1940. return q, nil
  1941. }
  1942. func (account *SCloudaccount) markAccountDisconected(ctx context.Context, userCred mcclient.TokenCredential, reason string) error {
  1943. _, err := db.UpdateWithLock(ctx, account, func() error {
  1944. account.ErrorCount = account.ErrorCount + 1
  1945. account.HealthStatus = api.CLOUD_PROVIDER_HEALTH_UNKNOWN
  1946. return nil
  1947. })
  1948. if err != nil {
  1949. return err
  1950. }
  1951. if account.Status == api.CLOUD_PROVIDER_CONNECTED {
  1952. account.EventNotify(ctx, userCred, notify.ActionSyncAccountStatus)
  1953. }
  1954. return account.SetStatus(ctx, userCred, api.CLOUD_PROVIDER_DISCONNECTED, reason)
  1955. }
  1956. func (account *SCloudaccount) markAllProvidersDisconnected(ctx context.Context, userCred mcclient.TokenCredential) error {
  1957. providers := account.GetCloudproviders()
  1958. for i := 0; i < len(providers); i += 1 {
  1959. err := providers[i].markProviderDisconnected(ctx, userCred, "cloud account disconnected")
  1960. if err != nil {
  1961. return err
  1962. }
  1963. }
  1964. return nil
  1965. }
  1966. func (account *SCloudaccount) markAccountConnected(ctx context.Context, userCred mcclient.TokenCredential) error {
  1967. if account.ErrorCount != 0 {
  1968. _, err := db.UpdateWithLock(ctx, account, func() error {
  1969. account.ErrorCount = 0
  1970. return nil
  1971. })
  1972. if err != nil {
  1973. return err
  1974. }
  1975. }
  1976. return account.SetStatus(ctx, userCred, api.CLOUD_PROVIDER_CONNECTED, "")
  1977. }
  1978. func (account *SCloudaccount) shouldProbeStatus() bool {
  1979. // connected state
  1980. if account.Status != api.CLOUD_PROVIDER_DISCONNECTED {
  1981. return true
  1982. }
  1983. // disconencted, but errorCount < threshold
  1984. if account.ErrorCount < options.Options.MaxCloudAccountErrorCount {
  1985. return true
  1986. }
  1987. // never synced
  1988. if account.ProbeAt.IsZero() {
  1989. return true
  1990. }
  1991. // last sync is long time ago
  1992. if time.Now().Sub(account.ProbeAt) > time.Duration(options.Options.DisconnectedCloudAccountRetryProbeIntervalHours)*time.Hour {
  1993. return true
  1994. }
  1995. return false
  1996. }
  1997. func (manager *SCloudaccountManager) fetchRecordsByQuery(q *sqlchemy.SQuery) []SCloudaccount {
  1998. recs := make([]SCloudaccount, 0)
  1999. err := db.FetchModelObjects(manager, q, &recs)
  2000. if err != nil {
  2001. return nil
  2002. }
  2003. return recs
  2004. }
  2005. func (manager *SCloudaccountManager) initAllRecords() {
  2006. recs := manager.fetchRecordsByQuery(manager.Query())
  2007. for i := range recs {
  2008. db.Update(&recs[i], func() error {
  2009. recs[i].SyncStatus = api.CLOUD_PROVIDER_SYNC_STATUS_IDLE
  2010. return nil
  2011. })
  2012. }
  2013. }
  2014. func (acnt *SCloudaccount) CanSync() bool {
  2015. if acnt.SyncStatus == api.CLOUD_PROVIDER_SYNC_STATUS_QUEUED || acnt.SyncStatus == api.CLOUD_PROVIDER_SYNC_STATUS_SYNCING || acnt.getSyncStatus2() == api.CLOUD_PROVIDER_SYNC_STATUS_SYNCING {
  2016. if acnt.LastSync.IsZero() || time.Now().Sub(acnt.LastSync) > time.Minute*30 {
  2017. return true
  2018. }
  2019. return false
  2020. }
  2021. return true
  2022. }
  2023. func (manager *SCloudaccountManager) AutoSyncCloudaccountStatusTask(ctx context.Context, userCred mcclient.TokenCredential, isStart bool) {
  2024. if isStart && !options.Options.IsSlaveNode {
  2025. // mark all the records to be idle
  2026. CloudproviderRegionManager.initAllRecords()
  2027. CloudproviderManager.initAllRecords()
  2028. CloudaccountManager.initAllRecords()
  2029. }
  2030. q := manager.Query()
  2031. accounts := make([]SCloudaccount, 0)
  2032. err := db.FetchModelObjects(manager, q, &accounts)
  2033. if err != nil {
  2034. log.Errorf("Failed to fetch cloudaccount list to check status")
  2035. return
  2036. }
  2037. for i := range accounts {
  2038. if accounts[i].GetEnabled() && accounts[i].shouldProbeStatus() && accounts[i].CanSync() {
  2039. id, name, account := accounts[i].Id, accounts[i].Name, &accounts[i]
  2040. cloudaccountPendingSyncsMutex.Lock()
  2041. if _, ok := cloudaccountPendingSyncs[id]; ok {
  2042. cloudaccountPendingSyncsMutex.Unlock()
  2043. continue
  2044. }
  2045. cloudaccountPendingSyncs[id] = struct{}{}
  2046. cloudaccountPendingSyncsMutex.Unlock()
  2047. RunSyncCloudAccountTask(ctx, func() {
  2048. defer func() {
  2049. cloudaccountPendingSyncsMutex.Lock()
  2050. defer cloudaccountPendingSyncsMutex.Unlock()
  2051. delete(cloudaccountPendingSyncs, id)
  2052. }()
  2053. log.Debugf("syncAccountStatus %s %s", id, name)
  2054. idctx := context.WithValue(ctx, "id", id)
  2055. lockman.LockObject(idctx, account)
  2056. defer lockman.ReleaseObject(idctx, account)
  2057. err := account.syncAccountStatus(idctx, userCred)
  2058. if err != nil {
  2059. log.Errorf("unable to syncAccountStatus for cloudaccount %s: %s", account.Id, err.Error())
  2060. }
  2061. })
  2062. }
  2063. }
  2064. }
  2065. func (account *SCloudaccount) probeAccountStatus(ctx context.Context, userCred mcclient.TokenCredential) ([]cloudprovider.SSubAccount, error) {
  2066. manager, err := account.getProviderInternal(ctx)
  2067. if err != nil {
  2068. return nil, errors.Wrap(err, "account.getProviderInternal")
  2069. }
  2070. balance, err := manager.GetBalance()
  2071. if err != nil {
  2072. switch err {
  2073. case cloudprovider.ErrNotSupported:
  2074. balance.Status = api.CLOUD_PROVIDER_HEALTH_NORMAL
  2075. case cloudprovider.ErrNoBalancePermission:
  2076. balance.Status = api.CLOUD_PROVIDER_HEALTH_NO_PERMISSION
  2077. default:
  2078. balance.Status = api.CLOUD_PROVIDER_HEALTH_UNKNOWN
  2079. if account.Status != balance.Status {
  2080. logclient.AddSimpleActionLog(account, logclient.ACT_PROBE, errors.Wrapf(err, "GetBalance"), userCred, false)
  2081. }
  2082. }
  2083. }
  2084. version := manager.GetVersion()
  2085. sysInfo, err := manager.GetSysInfo()
  2086. if err != nil {
  2087. return nil, errors.Wrap(err, "manager.GetSysInfo")
  2088. }
  2089. iamLoginUrl := manager.GetIamLoginUrl()
  2090. factory := manager.GetFactory()
  2091. diff, err := db.Update(account, func() error {
  2092. isPublic := factory.IsPublicCloud()
  2093. account.IsPublicCloud = tristate.NewFromBool(isPublic)
  2094. account.IsOnPremise = factory.IsOnPremise()
  2095. account.Balance = balance.Amount
  2096. if !options.Options.CloudaccountHealthStatusCheck {
  2097. balance.Status = api.CLOUD_PROVIDER_HEALTH_NORMAL
  2098. }
  2099. if len(account.Currency) == 0 && len(balance.Currency) > 0 {
  2100. account.Currency = balance.Currency
  2101. }
  2102. account.AccountId = manager.GetAccountId()
  2103. account.HealthStatus = balance.Status
  2104. account.ProbeAt = timeutils.UtcNow()
  2105. account.Version = version
  2106. account.Sysinfo = sysInfo
  2107. account.IamLoginUrl = iamLoginUrl
  2108. return nil
  2109. })
  2110. if err != nil {
  2111. log.Errorf("Failed to update db %s for account %s", err, account.Name)
  2112. } else {
  2113. db.OpsLog.LogSyncUpdate(account, diff, userCred)
  2114. }
  2115. return manager.GetSubAccounts()
  2116. }
  2117. func (account *SCloudaccount) importAllSubaccounts(ctx context.Context, userCred mcclient.TokenCredential, subAccounts []cloudprovider.SSubAccount) []SCloudprovider {
  2118. for i := 0; i < len(subAccounts); i += 1 {
  2119. _, _, err := account.importSubAccount(ctx, userCred, subAccounts[i])
  2120. if err != nil {
  2121. log.Errorf("importSubAccount fail %s", err)
  2122. }
  2123. }
  2124. err := account.removeSubAccounts(ctx, userCred, subAccounts)
  2125. if err != nil {
  2126. log.Errorf("removeSubAccounts error: %v", err)
  2127. }
  2128. return account.GetCloudproviders()
  2129. }
  2130. func (acnt *SCloudaccount) setSubAccountStatus() error {
  2131. if acnt.SubAccounts == nil || (len(acnt.SubAccounts.Accounts) == 0 && len(acnt.SubAccounts.Cloudregions) == 0) {
  2132. return nil
  2133. }
  2134. accounts := []string{}
  2135. accountNames := []string{}
  2136. regionIds := []string{}
  2137. for _, account := range acnt.SubAccounts.Accounts {
  2138. if len(account.Account) > 0 {
  2139. accounts = append(accounts, account.Account)
  2140. } else if len(account.Name) > 0 {
  2141. accountNames = append(accountNames, account.Name)
  2142. }
  2143. }
  2144. for _, region := range acnt.SubAccounts.Cloudregions {
  2145. if len(region.Id) > 0 && !strings.HasSuffix(region.Id, "/") {
  2146. regionIds = append(regionIds, region.Id)
  2147. }
  2148. }
  2149. providers := acnt.GetCloudproviders()
  2150. enabledIds := []string{}
  2151. if len(accounts) > 0 || len(accountNames) > 0 {
  2152. for i := range providers {
  2153. if !utils.IsInStringArray(providers[i].Name, accountNames) && !utils.IsInStringArray(providers[i].Account, accounts) {
  2154. _, err := db.Update(&providers[i], func() error {
  2155. providers[i].Enabled = tristate.False
  2156. return nil
  2157. })
  2158. if err != nil {
  2159. log.Errorf("db.Update %v", err)
  2160. }
  2161. } else {
  2162. enabledIds = append(enabledIds, providers[i].Id)
  2163. }
  2164. }
  2165. }
  2166. if len(regionIds) > 0 {
  2167. q := CloudproviderRegionManager.Query()
  2168. providerQ := CloudproviderManager.Query().SubQuery()
  2169. q = q.Join(providerQ, sqlchemy.Equals(providerQ.Field("id"), q.Field("cloudprovider_id")))
  2170. if len(enabledIds) > 0 {
  2171. q = q.Filter(
  2172. sqlchemy.In(providerQ.Field("id"), enabledIds),
  2173. )
  2174. }
  2175. accountQ := CloudaccountManager.Query().Equals("id", acnt.Id).SubQuery()
  2176. q = q.Join(accountQ, sqlchemy.Equals(providerQ.Field("cloudaccount_id"), accountQ.Field("id")))
  2177. regionQ := CloudregionManager.Query().SubQuery()
  2178. q = q.Join(regionQ, sqlchemy.Equals(regionQ.Field("id"), q.Field("cloudregion_id"))).Filter(
  2179. sqlchemy.NotIn(regionQ.Field("external_id"), regionIds),
  2180. )
  2181. cpcrs := []SCloudproviderregion{}
  2182. err := db.FetchModelObjects(CloudproviderRegionManager, q, &cpcrs)
  2183. if err != nil {
  2184. return errors.Wrapf(err, "db.FetchModelObjects")
  2185. }
  2186. for i := range cpcrs {
  2187. db.Update(&cpcrs[i], func() error {
  2188. cpcrs[i].Enabled = false
  2189. return nil
  2190. })
  2191. }
  2192. }
  2193. _, err := db.Update(acnt, func() error {
  2194. acnt.SubAccounts = nil
  2195. return nil
  2196. })
  2197. return err
  2198. }
  2199. func (account *SCloudaccount) syncAccountStatus(ctx context.Context, userCred mcclient.TokenCredential) error {
  2200. subaccounts, err := account.probeAccountStatus(ctx, userCred)
  2201. if err != nil {
  2202. account.markAllProvidersDisconnected(ctx, userCred)
  2203. account.markAccountDisconected(ctx, userCred, errors.Wrapf(err, "probeAccountStatus").Error())
  2204. return errors.Wrap(err, "account.probeAccountStatus")
  2205. }
  2206. account.markAccountConnected(ctx, userCred)
  2207. providers := account.importAllSubaccounts(ctx, userCred, subaccounts)
  2208. for i := range providers {
  2209. if providers[i].GetEnabled() {
  2210. _, err := providers[i].prepareCloudproviderRegions(ctx, userCred)
  2211. if err != nil {
  2212. providers[i].SetStatus(ctx, userCred, api.CLOUD_PROVIDER_DISCONNECTED, errors.Wrapf(err, "prepareCloudproviderRegions").Error())
  2213. }
  2214. }
  2215. }
  2216. return account.setSubAccountStatus()
  2217. }
  2218. var (
  2219. cloudaccountPendingSyncs = map[string]struct{}{}
  2220. cloudaccountPendingSyncsMutex = &sync.Mutex{}
  2221. )
  2222. func (account *SCloudaccount) SubmitSyncAccountTask(ctx context.Context, userCred mcclient.TokenCredential, waitChan chan error) {
  2223. cloudaccountPendingSyncsMutex.Lock()
  2224. defer cloudaccountPendingSyncsMutex.Unlock()
  2225. if _, ok := cloudaccountPendingSyncs[account.Id]; ok {
  2226. if waitChan != nil {
  2227. go func() {
  2228. waitChan <- errors.Wrap(httperrors.ErrConflict, "an active cloudaccount sync task is running, early return with conflict error")
  2229. }()
  2230. }
  2231. return
  2232. }
  2233. cloudaccountPendingSyncs[account.Id] = struct{}{}
  2234. RunSyncCloudAccountTask(ctx, func() {
  2235. defer func() {
  2236. cloudaccountPendingSyncsMutex.Lock()
  2237. defer cloudaccountPendingSyncsMutex.Unlock()
  2238. delete(cloudaccountPendingSyncs, account.Id)
  2239. }()
  2240. log.Debugf("syncAccountStatus %s %s", account.Id, account.Name)
  2241. err := account.syncAccountStatus(ctx, userCred)
  2242. if waitChan != nil {
  2243. if err != nil {
  2244. err = errors.Wrap(err, "account.syncAccountStatus")
  2245. }
  2246. waitChan <- err
  2247. }
  2248. })
  2249. }
  2250. func (account *SCloudaccount) SyncCallSyncAccountTask(ctx context.Context, userCred mcclient.TokenCredential) error {
  2251. waitChan := make(chan error)
  2252. account.SubmitSyncAccountTask(ctx, userCred, waitChan)
  2253. err := <-waitChan
  2254. return err
  2255. }
  2256. func (acnt *SCloudaccount) Delete(ctx context.Context, userCred mcclient.TokenCredential) error {
  2257. // override
  2258. log.Infof("cloud account delete do nothing")
  2259. return nil
  2260. }
  2261. func (acnt *SCloudaccount) RealDelete(ctx context.Context, userCred mcclient.TokenCredential) error {
  2262. acnt.SetStatus(ctx, userCred, api.CLOUD_PROVIDER_DELETED, "real delete")
  2263. return acnt.purge(ctx, userCred)
  2264. }
  2265. func (acnt *SCloudaccount) CustomizeDelete(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) error {
  2266. return acnt.StartCloudaccountDeleteTask(ctx, userCred, "")
  2267. }
  2268. func (acnt *SCloudaccount) StartCloudaccountDeleteTask(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error {
  2269. params := jsonutils.NewDict()
  2270. task, err := taskman.TaskManager.NewTask(ctx, "CloudAccountDeleteTask", acnt, userCred, params, parentTaskId, "", nil)
  2271. if err != nil {
  2272. log.Errorf("%s", err)
  2273. return err
  2274. }
  2275. acnt.SetStatus(ctx, userCred, api.CLOUD_PROVIDER_START_DELETE, "StartCloudaccountDeleteTask")
  2276. task.ScheduleRun(nil)
  2277. return nil
  2278. }
  2279. func (acnt *SCloudaccount) getSyncStatus2() string {
  2280. cprs := CloudproviderRegionManager.Query().SubQuery()
  2281. providers := CloudproviderManager.Query().Equals("cloudaccount_id", acnt.Id).SubQuery()
  2282. q := cprs.Query().NotEquals("sync_status", api.CLOUD_PROVIDER_SYNC_STATUS_IDLE)
  2283. q = q.Join(providers, sqlchemy.Equals(cprs.Field("cloudprovider_id"), providers.Field("id")))
  2284. cnt, err := q.CountWithError()
  2285. if err != nil {
  2286. return api.CLOUD_PROVIDER_SYNC_STATUS_ERROR
  2287. }
  2288. if cnt > 0 {
  2289. return api.CLOUD_PROVIDER_SYNC_STATUS_SYNCING
  2290. } else {
  2291. return api.CLOUD_PROVIDER_SYNC_STATUS_IDLE
  2292. }
  2293. }
  2294. func (account *SCloudaccount) setShareMode(userCred mcclient.TokenCredential, mode string) error {
  2295. if account.ShareMode == mode {
  2296. return nil
  2297. }
  2298. diff, err := db.Update(account, func() error {
  2299. account.ShareMode = mode
  2300. return nil
  2301. })
  2302. if err != nil {
  2303. return errors.Wrap(err, "db.Update")
  2304. }
  2305. db.OpsLog.LogEvent(account, db.ACT_UPDATE, diff, userCred)
  2306. return nil
  2307. }
  2308. func (account *SCloudaccount) PerformPublic(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.CloudaccountPerformPublicInput) (jsonutils.JSONObject, error) {
  2309. if !account.CanSync() {
  2310. return nil, errors.Wrap(httperrors.ErrInvalidStatus, "cannot public in sync")
  2311. }
  2312. switch input.ShareMode {
  2313. case api.CLOUD_ACCOUNT_SHARE_MODE_PROVIDER_DOMAIN:
  2314. if len(input.SharedDomainIds) == 0 {
  2315. input.Scope = string(rbacscope.ScopeSystem)
  2316. } else {
  2317. input.Scope = string(rbacscope.ScopeDomain)
  2318. providers := account.GetCloudproviders()
  2319. for i := range providers {
  2320. if !utils.IsInStringArray(providers[i].DomainId, input.SharedDomainIds) && providers[i].DomainId != account.DomainId {
  2321. log.Warningf("provider's domainId %s is outside of list of shared domains", providers[i].DomainId)
  2322. input.SharedDomainIds = append(input.SharedDomainIds, providers[i].DomainId)
  2323. }
  2324. }
  2325. }
  2326. case api.CLOUD_ACCOUNT_SHARE_MODE_SYSTEM:
  2327. if len(input.SharedDomainIds) == 0 {
  2328. input.Scope = string(rbacscope.ScopeSystem)
  2329. } else {
  2330. input.Scope = string(rbacscope.ScopeDomain)
  2331. }
  2332. default:
  2333. return nil, errors.Wrap(httperrors.ErrInputParameter, "share_mode cannot be account_domain")
  2334. }
  2335. _, err := account.SInfrasResourceBase.PerformPublic(ctx, userCred, query, input.PerformPublicDomainInput)
  2336. if err != nil {
  2337. return nil, errors.Wrap(err, "SInfrasResourceBase.PerformPublic")
  2338. }
  2339. // scope := policy.PolicyManager.AllowScope(userCred, consts.GetServiceType(), account.GetModelManager().KeywordPlural(), policy.PolicyActionPerform, "public")
  2340. // if scope != rbacutils.ScopeSystem {
  2341. // return nil, httperrors.NewForbiddenError("not enough privilege")
  2342. // }
  2343. err = account.setShareMode(userCred, input.ShareMode)
  2344. if err != nil {
  2345. return nil, errors.Wrap(err, "account.setShareMode")
  2346. }
  2347. syncRange := &SSyncRange{
  2348. SyncRangeInput: api.SyncRangeInput{
  2349. FullSync: true,
  2350. },
  2351. }
  2352. account.StartSyncCloudAccountInfoTask(ctx, userCred, syncRange, "", nil)
  2353. return nil, nil
  2354. }
  2355. func (account *SCloudaccount) PerformPrivate(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input apis.PerformPrivateInput) (jsonutils.JSONObject, error) {
  2356. if !account.CanSync() {
  2357. return nil, errors.Wrap(httperrors.ErrInvalidStatus, "cannot private in sync")
  2358. }
  2359. providers := account.GetCloudproviders()
  2360. for i := range providers {
  2361. if providers[i].DomainId != account.DomainId {
  2362. return nil, httperrors.NewConflictError("provider is shared outside of domain")
  2363. }
  2364. }
  2365. _, err := account.SInfrasResourceBase.PerformPrivate(ctx, userCred, query, input)
  2366. if err != nil {
  2367. return nil, errors.Wrap(err, "SInfrasResourceBase.PerformPrivate")
  2368. }
  2369. // scope := policy.PolicyManager.AllowScope(userCred, consts.GetServiceType(), account.GetModelManager().KeywordPlural(), policy.PolicyActionPerform, "private")
  2370. // if scope != rbacutils.ScopeSystem {
  2371. // return nil, httperrors.NewForbiddenError("not enough privilege")
  2372. // }
  2373. err = account.setShareMode(userCred, api.CLOUD_ACCOUNT_SHARE_MODE_ACCOUNT_DOMAIN)
  2374. if err != nil {
  2375. return nil, errors.Wrap(err, "account.setShareMode")
  2376. }
  2377. syncRange := &SSyncRange{
  2378. SyncRangeInput: api.SyncRangeInput{
  2379. FullSync: true,
  2380. },
  2381. }
  2382. account.StartSyncCloudAccountInfoTask(ctx, userCred, syncRange, "", nil)
  2383. return nil, nil
  2384. }
  2385. // Deprecated
  2386. func (account *SCloudaccount) PerformShareMode(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.CloudaccountShareModeInput) (jsonutils.JSONObject, error) {
  2387. err := input.Validate()
  2388. if err != nil {
  2389. return nil, errors.Wrap(err, "CloudaccountShareModeInput.Validate")
  2390. }
  2391. if account.ShareMode == input.ShareMode {
  2392. return nil, nil
  2393. }
  2394. if input.ShareMode == api.CLOUD_ACCOUNT_SHARE_MODE_ACCOUNT_DOMAIN {
  2395. return account.PerformPrivate(ctx, userCred, query, apis.PerformPrivateInput{})
  2396. } else {
  2397. input2 := api.CloudaccountPerformPublicInput{
  2398. ShareMode: input.ShareMode,
  2399. PerformPublicDomainInput: apis.PerformPublicDomainInput{
  2400. Scope: string(rbacscope.ScopeSystem),
  2401. },
  2402. }
  2403. return account.PerformPublic(ctx, userCred, query, input2)
  2404. }
  2405. /*scope := policy.PolicyManager.AllowScope(userCred, consts.GetServiceType(), account.GetModelManager().KeywordPlural(), policy.PolicyActionPerform, "share-mode")
  2406. if scope != rbacutils.ScopeSystem {
  2407. return nil, httperrors.NewForbiddenError("not enough privilege")
  2408. }
  2409. err = account.setShareMode(userCred, input.ShareMode)
  2410. if err != nil {
  2411. return nil, httperrors.NewGeneralError(err)
  2412. }
  2413. return nil, nil*/
  2414. }
  2415. func (manager *SCloudaccountManager) filterByDomainId(q *sqlchemy.SQuery, domainId string) *sqlchemy.SQuery {
  2416. subq := db.SharedResourceManager.Query("resource_id")
  2417. subq = subq.Equals("resource_type", manager.Keyword())
  2418. subq = subq.Equals("target_project_id", domainId)
  2419. subq = subq.Equals("target_type", db.SharedTargetDomain)
  2420. cloudproviders := CloudproviderManager.Query().SubQuery()
  2421. q = q.LeftJoin(cloudproviders, sqlchemy.Equals(
  2422. q.Field("id"),
  2423. cloudproviders.Field("cloudaccount_id"),
  2424. ))
  2425. q = q.Distinct()
  2426. q = q.Filter(sqlchemy.OR(
  2427. // share_mode=account_domain/private
  2428. sqlchemy.Equals(q.Field("domain_id"), domainId),
  2429. // share_mode=provider_domain/public_scope=domain
  2430. // share_mode=provider_domain/public_scope=system
  2431. sqlchemy.AND(
  2432. sqlchemy.Equals(q.Field("share_mode"), api.CLOUD_ACCOUNT_SHARE_MODE_PROVIDER_DOMAIN),
  2433. sqlchemy.Equals(cloudproviders.Field("domain_id"), domainId),
  2434. ),
  2435. // share_mode=system/public_scope=domain
  2436. sqlchemy.AND(
  2437. // sqlchemy.Equals(q.Field("share_mode"), api.CLOUD_ACCOUNT_SHARE_MODE_SYSTEM),
  2438. sqlchemy.In(q.Field("id"), subq.SubQuery()),
  2439. sqlchemy.IsTrue(q.Field("is_public")),
  2440. sqlchemy.Equals(q.Field("public_scope"), rbacscope.ScopeDomain),
  2441. ),
  2442. // share_mode=system/public_scope=system
  2443. sqlchemy.AND(
  2444. // sqlchemy.Equals(q.Field("share_mode"), api.CLOUD_ACCOUNT_SHARE_MODE_SYSTEM),
  2445. sqlchemy.IsTrue(q.Field("is_public")),
  2446. sqlchemy.Equals(q.Field("public_scope"), rbacscope.ScopeSystem),
  2447. ),
  2448. ))
  2449. return q
  2450. }
  2451. func (manager *SCloudaccountManager) FilterByOwner(ctx context.Context, q *sqlchemy.SQuery, man db.FilterByOwnerProvider, userCred mcclient.TokenCredential, owner mcclient.IIdentityProvider, scope rbacscope.TRbacScope) *sqlchemy.SQuery {
  2452. if owner != nil {
  2453. switch scope {
  2454. case rbacscope.ScopeProject, rbacscope.ScopeDomain:
  2455. if len(owner.GetProjectDomainId()) > 0 {
  2456. q = manager.filterByDomainId(q, owner.GetProjectDomainId())
  2457. /*cloudproviders := CloudproviderManager.Query().SubQuery()
  2458. q = q.LeftJoin(cloudproviders, sqlchemy.Equals(
  2459. q.Field("id"),
  2460. cloudproviders.Field("cloudaccount_id"),
  2461. ))
  2462. q = q.Distinct()
  2463. q = q.Filter(sqlchemy.OR(
  2464. sqlchemy.AND(
  2465. sqlchemy.Equals(q.Field("domain_id"), owner.GetProjectDomainId()),
  2466. sqlchemy.Equals(q.Field("share_mode"), api.CLOUD_ACCOUNT_SHARE_MODE_ACCOUNT_DOMAIN),
  2467. ),
  2468. sqlchemy.Equals(q.Field("share_mode"), api.CLOUD_ACCOUNT_SHARE_MODE_SYSTEM),
  2469. sqlchemy.AND(
  2470. sqlchemy.Equals(q.Field("share_mode"), api.CLOUD_ACCOUNT_SHARE_MODE_PROVIDER_DOMAIN),
  2471. sqlchemy.Equals(cloudproviders.Field("domain_id"), owner.GetProjectDomainId()),
  2472. ),
  2473. ))*/
  2474. }
  2475. }
  2476. }
  2477. return q
  2478. }
  2479. func (manager *SCloudaccountManager) getBrandsOfProvider(provider string) ([]string, error) {
  2480. q := manager.Query().Equals("provider", provider)
  2481. cloudaccounts := make([]SCloudaccount, 0)
  2482. err := db.FetchModelObjects(manager, q, &cloudaccounts)
  2483. if err != nil {
  2484. return nil, errors.Wrap(err, "db.FetchModelObjects")
  2485. }
  2486. ret := make([]string, 0)
  2487. for i := range cloudaccounts {
  2488. if cloudaccounts[i].IsAvailable() && !utils.IsInStringArray(cloudaccounts[i].Brand, ret) {
  2489. ret = append(ret, cloudaccounts[i].Brand)
  2490. }
  2491. }
  2492. return ret, nil
  2493. }
  2494. func (account *SCloudaccount) PerformSyncSkus(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.CloudaccountSyncSkusInput) (jsonutils.JSONObject, error) {
  2495. if !account.GetEnabled() {
  2496. return nil, httperrors.NewInvalidStatusError("Account disabled")
  2497. }
  2498. if len(input.Resource) == 0 {
  2499. return nil, httperrors.NewMissingParameterError("resource")
  2500. }
  2501. params := jsonutils.NewDict()
  2502. if !utils.IsInStringArray(input.Resource, []string{
  2503. ServerSkuManager.Keyword(),
  2504. ElasticcacheSkuManager.Keyword(),
  2505. DBInstanceSkuManager.Keyword(),
  2506. NatSkuManager.Keyword(),
  2507. NasSkuManager.Keyword(),
  2508. }) {
  2509. return nil, httperrors.NewInputParameterError("invalid resource %s", input.Resource)
  2510. }
  2511. params.Add(jsonutils.NewString(input.Resource), "resource")
  2512. if len(input.CloudregionId) > 0 {
  2513. _, err := validators.ValidateModel(ctx, userCred, CloudregionManager, &input.CloudregionId)
  2514. if err != nil {
  2515. return nil, err
  2516. }
  2517. params.Add(jsonutils.NewString(input.CloudregionId), "cloudregion_id")
  2518. }
  2519. if len(input.CloudproviderId) > 0 {
  2520. _, err := validators.ValidateModel(ctx, userCred, CloudproviderManager, &input.CloudproviderId)
  2521. if err != nil {
  2522. return nil, err
  2523. }
  2524. params.Add(jsonutils.NewString(input.CloudproviderId), "cloudprovider_id")
  2525. }
  2526. if account.CanSync() || input.Force {
  2527. task, err := taskman.TaskManager.NewTask(ctx, "CloudAccountSyncSkusTask", account, userCred, params, "", "", nil)
  2528. if err != nil {
  2529. return nil, errors.Wrapf(err, "CloudAccountSyncSkusTask")
  2530. }
  2531. task.ScheduleRun(nil)
  2532. }
  2533. return nil, nil
  2534. }
  2535. func (manager *SCloudaccountManager) queryCloudAccountByCapability(region *SCloudregion, zone *SZone, domainId string, enabled tristate.TriState, capability string) *sqlchemy.SQuery {
  2536. providers := CloudproviderManager.Query().SubQuery()
  2537. q := manager.Query()
  2538. q = q.Join(providers, sqlchemy.Equals(q.Field("id"), providers.Field("cloudaccount_id")))
  2539. cloudproviderCapabilities := CloudproviderCapabilityManager.Query().SubQuery()
  2540. q = q.Join(cloudproviderCapabilities, sqlchemy.Equals(providers.Field("id"), cloudproviderCapabilities.Field("cloudprovider_id")))
  2541. q = q.Filter(sqlchemy.Equals(cloudproviderCapabilities.Field("capability"), capability))
  2542. if zone != nil {
  2543. region, _ = zone.GetRegion()
  2544. }
  2545. if region != nil {
  2546. providerregions := CloudproviderRegionManager.Query().SubQuery()
  2547. q = q.Join(providerregions, sqlchemy.Equals(providers.Field("id"), providerregions.Field("cloudprovider_id")))
  2548. q = q.Filter(sqlchemy.Equals(providerregions.Field("cloudregion_id"), region.Id))
  2549. }
  2550. if len(domainId) > 0 {
  2551. q = manager.filterByDomainId(q, domainId)
  2552. }
  2553. return q
  2554. }
  2555. type sBrandCapability struct {
  2556. Brand string
  2557. Enabled bool
  2558. Capability string
  2559. }
  2560. func (manager *SCloudaccountManager) getBrandsOfCapability(region *SCloudregion, domainId string) ([]sBrandCapability, error) {
  2561. accounts := manager.Query("id", "enabled", "brand")
  2562. if len(domainId) > 0 {
  2563. accounts = manager.filterByDomainId(accounts, domainId)
  2564. }
  2565. accountSQ := accounts.SubQuery()
  2566. providers := CloudproviderManager.Query().SubQuery()
  2567. q := CloudproviderCapabilityManager.Query("capability")
  2568. q.AppendField(accountSQ.Field("enabled"))
  2569. q.AppendField(accountSQ.Field("brand"))
  2570. q = q.Join(providers, sqlchemy.Equals(q.Field("cloudprovider_id"), providers.Field("id")))
  2571. q = q.Join(accountSQ, sqlchemy.Equals(providers.Field("cloudaccount_id"), accountSQ.Field("id")))
  2572. if region != nil {
  2573. providerregions := CloudproviderRegionManager.Query().SubQuery()
  2574. q = q.Join(providerregions, sqlchemy.Equals(q.Field("cloudprovider_id"), providerregions.Field("cloudprovider_id"))).Filter(
  2575. sqlchemy.Equals(providerregions.Field("cloudregion_id"), region.Id),
  2576. )
  2577. }
  2578. q = q.Distinct()
  2579. result := []sBrandCapability{}
  2580. err := q.All(&result)
  2581. if err != nil {
  2582. return nil, errors.Wrapf(err, "q.All")
  2583. }
  2584. return result, nil
  2585. }
  2586. func (account *SCloudaccount) getAccountShareInfo() apis.SAccountShareInfo {
  2587. return apis.SAccountShareInfo{
  2588. ShareMode: account.ShareMode,
  2589. IsPublic: account.IsPublic,
  2590. PublicScope: rbacscope.String2Scope(account.PublicScope),
  2591. SharedDomains: account.GetSharedDomains(),
  2592. }
  2593. }
  2594. func (manager *SCloudaccountManager) totalCount(scope rbacscope.TRbacScope, ownerId mcclient.IIdentityProvider) int {
  2595. q := manager.Query()
  2596. switch scope {
  2597. case rbacscope.ScopeProject, rbacscope.ScopeDomain:
  2598. q = q.Equals("domain_id", ownerId.GetProjectDomainId())
  2599. }
  2600. cnt, _ := q.CountWithError()
  2601. return cnt
  2602. }
  2603. func (account *SCloudaccount) GetUsages() []db.IUsage {
  2604. if account.Deleted {
  2605. return nil
  2606. }
  2607. usage := SDomainQuota{Cloudaccount: 1}
  2608. usage.SetKeys(quotas.SBaseDomainQuotaKeys{DomainId: account.DomainId})
  2609. return []db.IUsage{
  2610. &usage,
  2611. }
  2612. }
  2613. func GetAvailableExternalProject(local *db.STenant, projects []SExternalProject) *SExternalProject {
  2614. var ret *SExternalProject = nil
  2615. for i := 0; i < len(projects); i++ {
  2616. if projects[i].Status == api.EXTERNAL_PROJECT_STATUS_AVAILABLE {
  2617. if projects[i].ProjectId == local.Id {
  2618. return &projects[i]
  2619. }
  2620. if projects[i].Name == local.Name {
  2621. ret = &projects[i]
  2622. }
  2623. }
  2624. }
  2625. return ret
  2626. }
  2627. // 获取Azure Enrollment Accounts
  2628. func (acnt *SCloudaccount) GetDetailsEnrollmentAccounts(ctx context.Context, userCred mcclient.TokenCredential, query api.EnrollmentAccountQuery) ([]cloudprovider.SEnrollmentAccount, error) {
  2629. if acnt.Provider != api.CLOUD_PROVIDER_AZURE {
  2630. return nil, httperrors.NewNotSupportedError("%s not support", acnt.Provider)
  2631. }
  2632. provider, err := acnt.GetProvider(ctx)
  2633. if err != nil {
  2634. return nil, errors.Wrap(err, "GetProvider")
  2635. }
  2636. result, err := provider.GetEnrollmentAccounts()
  2637. if err != nil {
  2638. return nil, errors.Wrap(err, "GetEnrollmentAccounts")
  2639. }
  2640. return result, nil
  2641. }
  2642. // 创建Azure订阅
  2643. func (acnt *SCloudaccount) PerformCreateSubscription(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.SubscriptonCreateInput) (jsonutils.JSONObject, error) {
  2644. if acnt.Provider != api.CLOUD_PROVIDER_AZURE {
  2645. return nil, httperrors.NewNotSupportedError("%s not support create subscription", acnt.Provider)
  2646. }
  2647. if len(input.Name) == 0 {
  2648. return nil, httperrors.NewMissingParameterError("name")
  2649. }
  2650. if len(input.EnrollmentAccountId) == 0 {
  2651. return nil, httperrors.NewMissingParameterError("enrollment_account_id")
  2652. }
  2653. if len(input.OfferType) == 0 {
  2654. return nil, httperrors.NewMissingParameterError("offer_type")
  2655. }
  2656. provider, err := acnt.GetProvider(ctx)
  2657. if err != nil {
  2658. return nil, errors.Wrap(err, "GetProvider")
  2659. }
  2660. conf := cloudprovider.SubscriptionCreateInput{
  2661. Name: input.Name,
  2662. EnrollmentAccountId: input.EnrollmentAccountId,
  2663. OfferType: input.OfferType,
  2664. }
  2665. err = provider.CreateSubscription(conf)
  2666. if err != nil {
  2667. return nil, errors.Wrap(err, "CreateSubscription")
  2668. }
  2669. syncRange := SSyncRange{}
  2670. return nil, acnt.StartSyncCloudAccountInfoTask(ctx, userCred, &syncRange, "", nil)
  2671. }
  2672. type SVs2Wire struct {
  2673. WireId string
  2674. VsId string
  2675. Distributed bool
  2676. Mac string
  2677. SyncTimes int
  2678. }
  2679. var METADATA_EXT_HOST2WIRE_KEY = "ext:vmware:host2wire"
  2680. func (cd *SCloudaccount) SetHost2Wire(ctx context.Context, userCred mcclient.TokenCredential, hw map[string][]SVs2Wire) error {
  2681. err := cd.SetMetadata(ctx, METADATA_EXT_HOST2WIRE_KEY, hw, userCred)
  2682. if err != nil {
  2683. return err
  2684. }
  2685. cd.vmwareHostWireCache = hw
  2686. return nil
  2687. }
  2688. func (cd *SCloudaccount) GetHost2Wire(ctx context.Context, userCred mcclient.TokenCredential) (map[string][]SVs2Wire, error) {
  2689. if cd.vmwareHostWireCache != nil {
  2690. return cd.vmwareHostWireCache, nil
  2691. }
  2692. hwJson := cd.GetMetadataJson(ctx, METADATA_EXT_HOST2WIRE_KEY, userCred)
  2693. if hwJson == nil {
  2694. return nil, fmt.Errorf("The cloud account synchronization network may have failed, please check the operation log first and solve the synchronization network problem")
  2695. }
  2696. ret := make(map[string][]SVs2Wire)
  2697. err := hwJson.Unmarshal(&ret)
  2698. if err != nil {
  2699. return nil, errors.Wrapf(err, "unable unmarshal json %s to map[string][]SVs2Wire", hwJson.String())
  2700. }
  2701. cd.vmwareHostWireCache = ret
  2702. return cd.vmwareHostWireCache, nil
  2703. }
  2704. // 绑定同步策略
  2705. func (account *SCloudaccount) PerformProjectMapping(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.CloudaccountProjectMappingInput) (jsonutils.JSONObject, error) {
  2706. if len(input.ProjectMappingId) > 0 {
  2707. _, err := validators.ValidateModel(ctx, userCred, ProjectMappingManager, &input.ProjectMappingId)
  2708. if err != nil {
  2709. return nil, errors.Wrap(err, "ValidateModel")
  2710. }
  2711. /*if len(account.ProjectMappingId) > 0 && account.ProjectMappingId != input.ProjectMappingId {
  2712. return nil, httperrors.NewInputParameterError("account %s has aleady bind project mapping %s", account.Name, account.ProjectMappingId)
  2713. }*/
  2714. if (input.EnableProjectSync == nil || !*input.EnableProjectSync) && (input.EnableResourceSync == nil || !*input.EnableResourceSync) {
  2715. return nil, errors.Wrap(httperrors.ErrInputParameter, "either enable_project_sync or enable_resource_sync must be set")
  2716. }
  2717. }
  2718. if len(input.ProjectId) == 0 && !input.AutoCreateProjectForProvider {
  2719. return nil, errors.Wrap(httperrors.ErrInputParameter, "empty project_id")
  2720. }
  2721. if input.AutoCreateProject || input.AutoCreateProjectForProvider {
  2722. t, err := db.TenantCacheManager.FetchTenantByIdOrNameInDomain(ctx, input.ProjectId, account.DomainId)
  2723. if err != nil {
  2724. return nil, errors.Wrap(err, "FetchTenantByIdOrNameInDomain")
  2725. }
  2726. input.ProjectId = t.Id
  2727. }
  2728. if len(input.ProjectId) > 0 {
  2729. changeOwnerInput := apis.PerformChangeProjectOwnerInput{}
  2730. changeOwnerInput.ProjectId = input.ProjectId
  2731. _, err := account.PerformChangeProject(ctx, userCred, query, changeOwnerInput)
  2732. if err != nil {
  2733. return nil, errors.Wrapf(err, "PerformChangeProject")
  2734. }
  2735. }
  2736. _, err := db.Update(account, func() error {
  2737. account.AutoCreateProject = input.AutoCreateProject
  2738. account.AutoCreateProjectForProvider = input.AutoCreateProjectForProvider
  2739. account.ProjectMappingId = input.ProjectMappingId
  2740. if input.EnableProjectSync != nil {
  2741. account.EnableProjectSync = tristate.NewFromBool(*input.EnableProjectSync)
  2742. }
  2743. if input.EnableResourceSync != nil {
  2744. account.EnableResourceSync = tristate.NewFromBool(*input.EnableResourceSync)
  2745. }
  2746. return nil
  2747. })
  2748. if err != nil {
  2749. return nil, errors.Wrap(err, "update")
  2750. }
  2751. return nil, refreshPmCaches()
  2752. }
  2753. // 同步云账号消息通知
  2754. func (account *SCloudaccount) EventNotify(ctx context.Context, userCred mcclient.TokenCredential, action notify.SAction) {
  2755. var resourceType string
  2756. resourceType = notify.TOPIC_RESOURCE_ACCOUNT_STATUS
  2757. notifyclient.EventNotify(ctx, userCred, notifyclient.SEventNotifyParam{
  2758. Obj: account,
  2759. ResourceType: resourceType,
  2760. Action: action,
  2761. AdvanceDays: 0,
  2762. })
  2763. }