// Copyright 2019 Yunion // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package models import ( "context" "fmt" "runtime/debug" "github.com/serialx/hashring" "yunion.io/x/jsonutils" "yunion.io/x/log" "yunion.io/x/pkg/util/stringutils" "yunion.io/x/pkg/util/version" api "yunion.io/x/onecloud/pkg/apis/notify" "yunion.io/x/onecloud/pkg/appsrv" "yunion.io/x/onecloud/pkg/cloudcommon/notifyclient" "yunion.io/x/onecloud/pkg/mcclient/modules/yunionconf" ) var ( syncAccountWorker *appsrv.SWorkerManager syncWorkers []*appsrv.SWorkerManager syncWorkerRing *hashring.HashRing indexMap map[string]int ) func InitSyncWorkers(count int) { syncWorkers = make([]*appsrv.SWorkerManager, count) syncWorkerIndexes := make([]string, count) indexMap = map[string]int{} for i := range syncWorkers { syncWorkers[i] = appsrv.NewWorkerManager( fmt.Sprintf("syncWorkerManager-%d", i+1), 1, 2048, true, ) syncWorkerIndexes[i] = stringutils.UUID4() indexMap[syncWorkerIndexes[i]] = i } syncWorkerRing = hashring.New(syncWorkerIndexes) syncAccountWorker = appsrv.NewWorkerManager( "cloudAccountProbeWorkerManager", 10, 2048, true, ) } type resSyncTask struct { syncFunc func() key string } func (t *resSyncTask) Run() { t.syncFunc() } func (t *resSyncTask) Dump() string { return fmt.Sprintf("key: %s", t.key) } func RunSyncCloudproviderRegionTask(ctx context.Context, key string, syncFunc func()) { nodeIdxStr, _ := syncWorkerRing.GetNode(key) task := resSyncTask{ syncFunc: syncFunc, key: key, } log.Debugf("run sync task at %d len %d", indexMap[nodeIdxStr], len(syncWorkers)) syncWorkers[indexMap[nodeIdxStr]].Run(&task, nil, func(err error) { data := jsonutils.NewDict() data.Add(jsonutils.NewString("SyncCloudproviderRegion"), "task_name") data.Add(jsonutils.NewString(key), "task_id") data.Add(jsonutils.NewString(string(debug.Stack())), "stack") data.Add(jsonutils.NewString(err.Error()), "error") notifyclient.SystemExceptionNotify(context.TODO(), api.ActionSystemPanic, api.TOPIC_RESOURCE_TASK, data) yunionconf.BugReport.SendBugReport(ctx, version.GetShortString(), string(debug.Stack()), err) }) } func RunSyncCloudAccountTask(ctx context.Context, probeFunc func()) { task := resSyncTask{ syncFunc: probeFunc, key: "AccountProb", } syncAccountWorker.Run(&task, nil, func(err error) { data := jsonutils.NewDict() data.Add(jsonutils.NewString("SyncCloudAccountTask"), "task_name") data.Add(jsonutils.NewString(task.key), "task_id") data.Add(jsonutils.NewString(string(debug.Stack())), "stack") data.Add(jsonutils.NewString(err.Error()), "error") notifyclient.SystemExceptionNotify(context.TODO(), api.ActionSystemPanic, api.TOPIC_RESOURCE_TASK, data) yunionconf.BugReport.SendBugReport(ctx, version.GetShortString(), string(debug.Stack()), err) }) }