Cloudpods/backend/pkg/compute/models/syncworkers.go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package models

import (
	"context"
	"fmt"
	"runtime/debug"

	"github.com/serialx/hashring"

	"yunion.io/x/jsonutils"
	"yunion.io/x/log"
	"yunion.io/x/pkg/util/stringutils"
	"yunion.io/x/pkg/util/version"

	api "yunion.io/x/onecloud/pkg/apis/notify"
	"yunion.io/x/onecloud/pkg/appsrv"
	"yunion.io/x/onecloud/pkg/cloudcommon/notifyclient"
	"yunion.io/x/onecloud/pkg/mcclient/modules/yunionconf"
)

var (
	syncAccountWorker *appsrv.SWorkerManager
	syncWorkers       []*appsrv.SWorkerManager
	syncWorkerRing    *hashring.HashRing
	indexMap          map[string]int
)

func InitSyncWorkers(count int) {
	syncWorkers = make([]*appsrv.SWorkerManager, count)
	syncWorkerIndexes := make([]string, count)
	indexMap = map[string]int{}
	for i := range syncWorkers {
		syncWorkers[i] = appsrv.NewWorkerManager(
			fmt.Sprintf("syncWorkerManager-%d", i+1),
			1,
			2048,
			true,
		)
		syncWorkerIndexes[i] = stringutils.UUID4()
		indexMap[syncWorkerIndexes[i]] = i
	}
	syncWorkerRing = hashring.New(syncWorkerIndexes)
	syncAccountWorker = appsrv.NewWorkerManager(
		"cloudAccountProbeWorkerManager",
		10,
		2048,
		true,
	)
}

type resSyncTask struct {
	syncFunc func()
	key      string
}

func (t *resSyncTask) Run() {
	t.syncFunc()
}

func (t *resSyncTask) Dump() string {
	return fmt.Sprintf("key: %s", t.key)
}

func RunSyncCloudproviderRegionTask(ctx context.Context, key string, syncFunc func()) {
	nodeIdxStr, _ := syncWorkerRing.GetNode(key)
	task := resSyncTask{
		syncFunc: syncFunc,
		key:      key,
	}
	log.Debugf("run sync task at %d len %d", indexMap[nodeIdxStr], len(syncWorkers))
	syncWorkers[indexMap[nodeIdxStr]].Run(&task, nil, func(err error) {
		data := jsonutils.NewDict()
		data.Add(jsonutils.NewString("SyncCloudproviderRegion"), "task_name")
		data.Add(jsonutils.NewString(key), "task_id")
		data.Add(jsonutils.NewString(string(debug.Stack())), "stack")
		data.Add(jsonutils.NewString(err.Error()), "error")
		notifyclient.SystemExceptionNotify(context.TODO(), api.ActionSystemPanic, api.TOPIC_RESOURCE_TASK, data)
		yunionconf.BugReport.SendBugReport(ctx, version.GetShortString(), string(debug.Stack()), err)
	})
}

func RunSyncCloudAccountTask(ctx context.Context, probeFunc func()) {
	task := resSyncTask{
		syncFunc: probeFunc,
		key:      "AccountProb",
	}
	syncAccountWorker.Run(&task, nil, func(err error) {
		data := jsonutils.NewDict()
		data.Add(jsonutils.NewString("SyncCloudAccountTask"), "task_name")
		data.Add(jsonutils.NewString(task.key), "task_id")
		data.Add(jsonutils.NewString(string(debug.Stack())), "stack")
		data.Add(jsonutils.NewString(err.Error()), "error")
		notifyclient.SystemExceptionNotify(context.TODO(), api.ActionSystemPanic, api.TOPIC_RESOURCE_TASK, data)
		yunionconf.BugReport.SendBugReport(ctx, version.GetShortString(), string(debug.Stack()), err)
	})
}