Cloudpods/backend/pkg/cloudcommon/db/taskman/worker.go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package taskman

import (
	"context"
	"fmt"
	"runtime/debug"

	"yunion.io/x/jsonutils"
	"yunion.io/x/log"

	api "yunion.io/x/onecloud/pkg/apis/notify"
	"yunion.io/x/onecloud/pkg/appsrv"
	"yunion.io/x/onecloud/pkg/cloudcommon/consts"
	"yunion.io/x/onecloud/pkg/cloudcommon/notifyclient"
)

var _taskWorkMan *appsrv.SWorkerManager

func getTaskWorkMan(task *STask) *appsrv.SWorkerManager {
	taskWorkManLock.Lock()
	defer taskWorkManLock.Unlock()

	if worker, ok := taskWorkerMap[task.TaskName]; ok {
		switch workerMan := worker.(type) {
		case *appsrv.SWorkerManager:
			return workerMan
		case *appsrv.SHashedWorkerManager:
			key := task.ObjId
			if key == MULTI_OBJECTS_ID {
				key = task.TaskName
			}
			return workerMan.GetWorkerManager(key)
		}
	}

	if _taskWorkMan != nil {
		return _taskWorkMan
	}
	log.Infof("TaskWorkerManager %d", consts.TaskWorkerCount())
	_taskWorkMan = appsrv.NewWorkerManager("TaskWorkerManager", consts.TaskWorkerCount(), 1024, true)
	return _taskWorkMan
}

/*func UpdateWorkerCount(workerCount int) error {
	if workerCount != DEFAULT_WORKER_COUNT {
		log.Infof("update task work count: %d", workerCount)
		return taskWorkMan.UpdateWorkerCount(workerCount)
	}
	return nil
}*/

type taskTask struct {
	taskId string
	data   jsonutils.JSONObject
}

func (t *taskTask) Run() {
	TaskManager.execTask(t.taskId, t.data)
}

func (t *taskTask) Dump() string {
	return jsonutils.Marshal(t).PrettyString()
}

func runTask(taskId string, data jsonutils.JSONObject) error {
	baseTask := TaskManager.fetchTask(taskId)
	if baseTask == nil {
		return fmt.Errorf("no such task??? task_id=%s", taskId)
	}
	worker := getTaskWorkMan(baseTask)

	task := &taskTask{
		taskId: taskId,
		data:   data,
	}

	isOk := worker.Run(task, nil, func(err error) {
		data := jsonutils.NewDict()
		data.Add(jsonutils.NewString(baseTask.TaskName), "task_name")
		data.Add(jsonutils.NewString(taskId), "task_id")
		data.Add(jsonutils.NewString(string(debug.Stack())), "stack")
		data.Add(jsonutils.NewString(err.Error()), "error")
		notifyclient.SystemExceptionNotify(context.TODO(), api.ActionSystemPanic, api.TOPIC_RESOURCE_TASK, data)
	})
	if !isOk {
		return fmt.Errorf("worker %s(%s) not running may be dropped", baseTask.TaskName, taskId)
	}
	return nil
}