// Copyright 2019 Yunion // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package models import ( "context" "yunion.io/x/jsonutils" "yunion.io/x/pkg/errors" "yunion.io/x/pkg/util/rbacscope" identityapi "yunion.io/x/onecloud/pkg/apis/identity" "yunion.io/x/onecloud/pkg/cloudcommon/db" "yunion.io/x/onecloud/pkg/cloudcommon/db/quotas" commonOptions "yunion.io/x/onecloud/pkg/cloudcommon/options" "yunion.io/x/onecloud/pkg/compute/options" "yunion.io/x/onecloud/pkg/mcclient/auth" "yunion.io/x/onecloud/pkg/util/rbacutils" ) var ( RegionQuota SRegionQuota RegionQuotaManager *SQuotaManager RegionUsageManager *SQuotaManager RegionPendingUsageManager *SQuotaManager ) func init() { RegionQuota = SRegionQuota{} RegionUsageManager = &SQuotaManager{ SQuotaBaseManager: quotas.NewQuotaUsageManager(RegionQuota, rbacscope.ScopeProject, "region_quota_usage_tbl", "region_quota_usage", "region_quota_usages", ), } RegionPendingUsageManager = &SQuotaManager{ SQuotaBaseManager: quotas.NewQuotaUsageManager(RegionQuota, rbacscope.ScopeProject, "region_quota_pending_usage_tbl", "region_quota_pending_usage", "region_quota_pending_usages", ), } RegionQuotaManager = &SQuotaManager{ SQuotaBaseManager: quotas.NewQuotaBaseManager(RegionQuota, rbacscope.ScopeProject, "region_quota_tbl", RegionPendingUsageManager, RegionUsageManager, "region_quota", "region_quotas", ), } quotas.Register(RegionQuotaManager) } type SRegionQuota struct { quotas.SQuotaBase quotas.SRegionalCloudResourceKeys Eip int `default:"-1" allow_zero:"true" json:"eip"` Port int `default:"-1" allow_zero:"true" json:"port"` Eport int `default:"-1" allow_zero:"true" json:"eport"` // Bw int `default:"-1" allow_zero:"true"` // Ebw int `default:"-1" allow_zero:"true"` Snapshot int `default:"-1" allow_zero:"true" json:"snapshot"` InstanceSnapshot int `default:"-1" allow_zero:"true" json:"instance_snapshot"` Bucket int `default:"-1" allow_zero:"true" json:"bucket"` ObjectGB int `default:"-1" allow_zero:"true" json:"object_gb"` ObjectCnt int `default:"-1" allow_zero:"true" json:"object_cnt"` Rds int `default:"-1" allow_zero:"true" json:"rds"` Cache int `default:"-1" allow_zero:"true" json:"cache"` Mongodb int `default:"-1" allow_zero:"true" json:"mongodb"` Loadbalancer int `default:"-1" allow_zero:"true" json:"loadbalancer"` } func (self *SRegionQuota) GetKeys() quotas.IQuotaKeys { return self.SRegionalCloudResourceKeys } func (self *SRegionQuota) SetKeys(keys quotas.IQuotaKeys) { self.SRegionalCloudResourceKeys = keys.(quotas.SRegionalCloudResourceKeys) } func (self *SRegionQuota) FetchSystemQuota() { keys := self.SRegionalCloudResourceKeys base := 0 switch options.Options.DefaultQuotaValue { case commonOptions.DefaultQuotaUnlimit: base = -1 case commonOptions.DefaultQuotaZero: base = 0 if keys.Scope() == rbacscope.ScopeDomain { // domain level quota base = 10 } else if keys.DomainId == identityapi.DEFAULT_DOMAIN_ID && keys.ProjectId == auth.AdminCredential().GetProjectId() { base = 1 } case commonOptions.DefaultQuotaDefault: base = 1 if keys.Scope() == rbacscope.ScopeDomain { base = 10 } } defaultValue := func(def int) int { if base < 0 { return -1 } else { return def * base } } self.Eip = defaultValue(options.Options.DefaultEipQuota) self.Port = defaultValue(options.Options.DefaultPortQuota) self.Eport = defaultValue(options.Options.DefaultEportQuota) // self.Bw = defaultValue(options.Options.DefaultBwQuota) // self.Ebw = defaultValue(options.Options.DefaultEbwQuota) self.Snapshot = defaultValue(options.Options.DefaultSnapshotQuota) self.InstanceSnapshot = defaultValue(options.Options.DefaultInstanceSnapshotQuota) self.Bucket = defaultValue(options.Options.DefaultBucketQuota) self.ObjectGB = defaultValue(options.Options.DefaultObjectGBQuota) self.ObjectCnt = defaultValue(options.Options.DefaultObjectCntQuota) self.Rds = defaultValue(options.Options.DefaultRdsQuota) self.Cache = defaultValue(options.Options.DefaultCacheQuota) self.Mongodb = defaultValue(options.Options.DefaultMongodbQuota) self.Loadbalancer = defaultValue(options.Options.DefaultLoadbalancerQuota) } func (self *SRegionQuota) FetchUsage(ctx context.Context) error { regionKeys := self.SRegionalCloudResourceKeys scope := regionKeys.Scope() ownerId := regionKeys.OwnerId() var rangeObjs []db.IStandaloneModel if len(regionKeys.RegionId) > 0 { obj, err := CloudregionManager.FetchById(regionKeys.RegionId) if err != nil { return errors.Wrap(err, "CloudregionManager.FetchById") } rangeObjs = append(rangeObjs, obj.(db.IStandaloneModel)) } if len(regionKeys.ManagerId) > 0 { obj, err := CloudproviderManager.FetchById(regionKeys.ManagerId) if err != nil { return errors.Wrap(err, "CloudproviderManager.FetchById") } rangeObjs = append(rangeObjs, obj.(db.IStandaloneModel)) } else if len(regionKeys.AccountId) > 0 { obj, err := CloudaccountManager.FetchById(regionKeys.AccountId) if err != nil { return errors.Wrap(err, "CloudaccountManager.FetchById") } rangeObjs = append(rangeObjs, obj.(db.IStandaloneModel)) } var providers []string if len(regionKeys.Provider) > 0 { providers = []string{regionKeys.Provider} } var brands []string if len(regionKeys.Brand) > 0 { brands = []string{regionKeys.Brand} } net := totalGuestNicCount(scope, ownerId, rangeObjs, false, providers, brands, regionKeys.CloudEnv) lbnic, _ := totalLBNicCount(scope, ownerId, rangeObjs, providers, brands, regionKeys.CloudEnv) eipUsage := ElasticipManager.TotalCount(ctx, scope, ownerId, rangeObjs, providers, brands, regionKeys.CloudEnv, rbacutils.SPolicyResult{}) self.Eip = eipUsage.Total() self.Port = net.InternalNicCount + net.InternalVirtualNicCount + lbnic self.Eport = net.ExternalNicCount + net.ExternalVirtualNicCount // self.Bw = net.InternalBandwidth // self.Ebw = net.ExternalBandwidth snapshotCount, _ := TotalSnapshotCount(ctx, scope, ownerId, rangeObjs, providers, brands, regionKeys.CloudEnv, rbacutils.SPolicyResult{}) self.Snapshot = snapshotCount instanceSnapshotCount, _ := TotalInstanceSnapshotCount(ctx, scope, ownerId, rangeObjs, providers, brands, regionKeys.CloudEnv, rbacutils.SPolicyResult{}) self.InstanceSnapshot = instanceSnapshotCount bucketUsage := BucketManager.TotalCount(ctx, scope, ownerId, rangeObjs, providers, brands, regionKeys.CloudEnv, rbacutils.SPolicyResult{}) self.Bucket = bucketUsage.Buckets self.ObjectGB = int(bucketUsage.Bytes / 1000 / 1000 / 1000) self.ObjectCnt = bucketUsage.Objects rdsUsage, _ := DBInstanceManager.TotalCount(ctx, scope, ownerId, rangeObjs, providers, brands, regionKeys.CloudEnv, rbacutils.SPolicyResult{}) self.Rds = rdsUsage.TotalRdsCount self.Cache, _ = ElasticcacheManager.TotalCount(ctx, scope, ownerId, rangeObjs, providers, brands, regionKeys.CloudEnv, rbacutils.SPolicyResult{}) mongodbUsage, _ := MongoDBManager.TotalCount(ctx, scope, ownerId, rangeObjs, providers, brands, regionKeys.CloudEnv, rbacutils.SPolicyResult{}) self.Mongodb = mongodbUsage.TotalMongodbCount self.Loadbalancer, _ = LoadbalancerManager.TotalCount(ctx, scope, ownerId, rangeObjs, providers, brands, regionKeys.CloudEnv, rbacutils.SPolicyResult{}) return nil } func (self *SRegionQuota) ResetNegative() { if self.Port < 0 { self.Port = 0 } if self.Eip < 0 { self.Eip = 0 } if self.Eport < 0 { self.Eport = 0 } // if self.Bw < 0 { // self.Bw = 0 // } // if self.Ebw < 0 { // self.Ebw = 0 // } if self.Snapshot < 0 { self.Snapshot = 0 } if self.InstanceSnapshot < 0 { self.InstanceSnapshot = 0 } if self.Bucket < 0 { self.Bucket = 0 } if self.ObjectGB < 0 { self.ObjectGB = 0 } if self.ObjectCnt < 0 { self.ObjectCnt = 0 } if self.Rds < 0 { self.Rds = 0 } if self.Cache < 0 { self.Cache = 0 } if self.Mongodb < 0 { self.Mongodb = 0 } if self.Loadbalancer < 0 { self.Loadbalancer = 0 } } func (self *SRegionQuota) IsEmpty() bool { if self.Port > 0 { return false } if self.Eip > 0 { return false } if self.Eport > 0 { return false } // if self.Bw > 0 { // return false // } // if self.Ebw > 0 { // return false // } if self.Snapshot > 0 { return false } if self.InstanceSnapshot > 0 { return false } if self.Bucket > 0 { return false } if self.ObjectGB > 0 { return false } if self.ObjectCnt > 0 { return false } if self.Rds > 0 { return false } if self.Cache > 0 { return false } if self.Mongodb > 0 { return false } if self.Loadbalancer > 0 { return false } return true } func (self *SRegionQuota) Add(quota quotas.IQuota) { squota := quota.(*SRegionQuota) self.Port = self.Port + quotas.NonNegative(squota.Port) self.Eip = self.Eip + quotas.NonNegative(squota.Eip) self.Eport = self.Eport + quotas.NonNegative(squota.Eport) // self.Bw = self.Bw + quotas.NonNegative(squota.Bw) // self.Ebw = self.Ebw + quotas.NonNegative(squota.Ebw) self.Snapshot = self.Snapshot + quotas.NonNegative(squota.Snapshot) self.InstanceSnapshot = self.InstanceSnapshot + quotas.NonNegative(squota.InstanceSnapshot) self.Bucket = self.Bucket + quotas.NonNegative(squota.Bucket) self.ObjectGB = self.ObjectGB + quotas.NonNegative(squota.ObjectGB) self.ObjectCnt = self.ObjectCnt + quotas.NonNegative(squota.ObjectCnt) self.Rds = self.Rds + quotas.NonNegative(squota.Rds) self.Cache = self.Cache + quotas.NonNegative(squota.Cache) self.Mongodb = self.Mongodb + quotas.NonNegative(squota.Mongodb) self.Loadbalancer = self.Loadbalancer + quotas.NonNegative(squota.Loadbalancer) } func (self *SRegionQuota) Sub(quota quotas.IQuota) { squota := quota.(*SRegionQuota) self.Port = nonNegative(self.Port - squota.Port) self.Eip = nonNegative(self.Eip - squota.Eip) self.Eport = nonNegative(self.Eport - squota.Eport) // self.Bw = nonNegative(self.Bw - squota.Bw) // self.Ebw = nonNegative(self.Ebw - squota.Ebw) self.Snapshot = nonNegative(self.Snapshot - squota.Snapshot) self.InstanceSnapshot = nonNegative(self.InstanceSnapshot - squota.InstanceSnapshot) self.Bucket = nonNegative(self.Bucket - squota.Bucket) self.ObjectGB = nonNegative(self.ObjectGB - squota.ObjectGB) self.ObjectCnt = nonNegative(self.ObjectCnt - squota.ObjectCnt) self.Rds = nonNegative(self.Rds - squota.Rds) self.Cache = nonNegative(self.Cache - squota.Cache) self.Mongodb = nonNegative(self.Mongodb - squota.Mongodb) self.Loadbalancer = nonNegative(self.Loadbalancer - squota.Loadbalancer) } func (self *SRegionQuota) Allocable(request quotas.IQuota) int { squota := request.(*SRegionQuota) cnt := -1 if self.Port >= 0 && squota.Port > 0 && (cnt < 0 || cnt > self.Port/squota.Port) { cnt = self.Port / squota.Port } if self.Eip >= 0 && squota.Eip > 0 && (cnt < 0 || cnt > self.Eip/squota.Eip) { cnt = self.Eip / squota.Eip } if self.Eport >= 0 && squota.Eport > 0 && (cnt < 0 || cnt > self.Eport/squota.Eport) { cnt = self.Eport / squota.Eport } //if self.Bw >= 0 && squota.Bw > 0 && (cnt < 0 || cnt > self.Bw/squota.Bw) { // cnt = self.Bw / squota.Bw //} //if self.Ebw >= 0 && squota.Ebw > 0 && (cnt < 0 || cnt > self.Ebw/squota.Ebw) { // cnt = self.Ebw / squota.Ebw //} if self.Snapshot >= 0 && squota.Snapshot > 0 && (cnt < 0 || cnt > self.Snapshot/squota.Snapshot) { cnt = self.Snapshot / squota.Snapshot } if self.InstanceSnapshot >= 0 && squota.InstanceSnapshot > 0 && (cnt < 0 || cnt > self.InstanceSnapshot/squota.InstanceSnapshot) { cnt = self.InstanceSnapshot / squota.InstanceSnapshot } if self.Bucket >= 0 && squota.Bucket > 0 && (cnt < 0 || cnt > self.Bucket/squota.Bucket) { cnt = self.Bucket / squota.Bucket } if self.ObjectGB >= 0 && squota.ObjectGB > 0 && (cnt < 0 || cnt > self.ObjectGB/squota.ObjectGB) { cnt = self.ObjectGB / squota.ObjectGB } if self.ObjectCnt >= 0 && squota.ObjectCnt > 0 && (cnt < 0 || cnt > self.ObjectCnt/squota.ObjectCnt) { cnt = self.ObjectCnt / squota.ObjectCnt } if self.Rds >= 0 && squota.Rds > 0 && (cnt < 0 || cnt > self.Rds/squota.Rds) { cnt = self.Rds / squota.Rds } if self.Cache >= 0 && squota.Cache > 0 && (cnt < 0 || cnt > self.Cache/squota.Cache) { cnt = self.Cache / squota.Cache } if self.Mongodb >= 0 && squota.Mongodb > 0 && (cnt < 0 || cnt > self.Mongodb/squota.Mongodb) { cnt = self.Mongodb / squota.Mongodb } if self.Loadbalancer >= 0 && squota.Loadbalancer > 0 && (cnt < 0 || cnt > self.Loadbalancer/squota.Loadbalancer) { cnt = self.Loadbalancer / squota.Loadbalancer } return cnt } func (self *SRegionQuota) Update(quota quotas.IQuota) { squota := quota.(*SRegionQuota) if squota.Port > 0 { self.Port = squota.Port } if squota.Eip > 0 { self.Eip = squota.Eip } if squota.Eport > 0 { self.Eport = squota.Eport } //if squota.Bw > 0 { // self.Bw = squota.Bw //} //if squota.Ebw > 0 { // self.Ebw = squota.Ebw //} if squota.Snapshot > 0 { self.Snapshot = squota.Snapshot } if squota.InstanceSnapshot > 0 { self.InstanceSnapshot = squota.InstanceSnapshot } if squota.Bucket > 0 { self.Bucket = squota.Bucket } if squota.ObjectGB > 0 { self.ObjectGB = squota.ObjectGB } if squota.ObjectCnt > 0 { self.ObjectCnt = squota.ObjectCnt } if squota.Rds > 0 { self.Rds = squota.Rds } if squota.Cache > 0 { self.Cache = squota.Cache } if squota.Mongodb > 0 { self.Mongodb = squota.Mongodb } if squota.Loadbalancer > 0 { self.Loadbalancer = squota.Loadbalancer } } func (used *SRegionQuota) Exceed(request quotas.IQuota, quota quotas.IQuota) error { err := quotas.NewOutOfQuotaError() sreq := request.(*SRegionQuota) squota := quota.(*SRegionQuota) if quotas.Exceed(used.Port, sreq.Port, squota.Port) { err.Add(used, "port", squota.Port, used.Port, sreq.Port) } if quotas.Exceed(used.Eip, sreq.Eip, squota.Eip) { err.Add(used, "eip", squota.Eip, used.Eip, sreq.Eip) } if quotas.Exceed(used.Eport, sreq.Eport, squota.Eport) { err.Add(used, "eport", squota.Eport, used.Eport, sreq.Eport) } //if quotas.Exceed(used.Bw, sreq.Bw, squota.Bw) { // err.Add(used, "bw", squota.Bw, used.Bw, sreq.Bw) //} //if quotas.Exceed(used.Bw, sreq.Ebw, squota.Ebw) { // err.Add(used, "ebw", squota.Ebw, used.Ebw, sreq.Ebw) //} if quotas.Exceed(used.Snapshot, sreq.Snapshot, squota.Snapshot) { err.Add(used, "snapshot", squota.Snapshot, used.Snapshot, sreq.Snapshot) } if quotas.Exceed(used.InstanceSnapshot, sreq.InstanceSnapshot, squota.InstanceSnapshot) { err.Add(used, "instance_snapshot", squota.InstanceSnapshot, used.InstanceSnapshot, sreq.InstanceSnapshot) } if quotas.Exceed(used.Bucket, sreq.Bucket, squota.Bucket) { err.Add(used, "bucket", squota.Bucket, used.Bucket, sreq.Bucket) } if quotas.Exceed(used.ObjectGB, sreq.ObjectGB, squota.ObjectGB) { err.Add(used, "object_gb", squota.ObjectGB, used.ObjectGB, sreq.ObjectGB) } if quotas.Exceed(used.ObjectCnt, sreq.ObjectCnt, squota.ObjectCnt) { err.Add(used, "object_cnt", squota.ObjectCnt, used.ObjectCnt, sreq.ObjectCnt) } if quotas.Exceed(used.Rds, sreq.Rds, squota.Rds) { err.Add(used, "rds", squota.Rds, used.Rds, sreq.Rds) } if quotas.Exceed(used.Cache, sreq.Cache, squota.Cache) { err.Add(used, "cache", squota.Cache, used.Cache, sreq.Cache) } if quotas.Exceed(used.Mongodb, sreq.Mongodb, squota.Mongodb) { err.Add(used, "mongodb", squota.Mongodb, used.Mongodb, sreq.Mongodb) } if quotas.Exceed(used.Loadbalancer, sreq.Loadbalancer, squota.Loadbalancer) { err.Add(used, "loadbalancer", squota.Loadbalancer, used.Loadbalancer, sreq.Loadbalancer) } if err.IsError() { return err } else { return nil } } func (self *SRegionQuota) ToJSON(prefix string) jsonutils.JSONObject { ret := jsonutils.NewDict() ret.Add(jsonutils.NewInt(int64(self.Port)), keyName(prefix, "port")) ret.Add(jsonutils.NewInt(int64(self.Eip)), keyName(prefix, "eip")) ret.Add(jsonutils.NewInt(int64(self.Eport)), keyName(prefix, "eport")) //ret.Add(jsonutils.NewInt(int64(self.Bw)), keyName(prefix, "bw")) //ret.Add(jsonutils.NewInt(int64(self.Ebw)), keyName(prefix, "ebw")) ret.Add(jsonutils.NewInt(int64(self.Snapshot)), keyName(prefix, "snapshot")) ret.Add(jsonutils.NewInt(int64(self.InstanceSnapshot)), keyName(prefix, "instance_snapshot")) ret.Add(jsonutils.NewInt(int64(self.Bucket)), keyName(prefix, "bucket")) ret.Add(jsonutils.NewInt(int64(self.ObjectGB)), keyName(prefix, "object_gb")) ret.Add(jsonutils.NewInt(int64(self.ObjectCnt)), keyName(prefix, "object_cnt")) ret.Add(jsonutils.NewInt(int64(self.Rds)), keyName(prefix, "rds")) ret.Add(jsonutils.NewInt(int64(self.Cache)), keyName(prefix, "cache")) ret.Add(jsonutils.NewInt(int64(self.Mongodb)), keyName(prefix, "mongodb")) ret.Add(jsonutils.NewInt(int64(self.Loadbalancer)), keyName(prefix, "loadbalancer")) return ret }