Cloudpods/backend/pkg/monitor/alerting/result_handler.go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package alerting

import (
	"time"

	"yunion.io/x/jsonutils"
	"yunion.io/x/log"
	"yunion.io/x/pkg/errors"

	"yunion.io/x/onecloud/pkg/monitor/models"
)

type resultHandler interface {
	handle(ctx *EvalContext) error
}

type defaultResultHandler struct {
	notifier *notificationService
}

func newResultHandler() *defaultResultHandler {
	return &defaultResultHandler{
		notifier: newNotificationService(),
	}
}

func (handler *defaultResultHandler) handle(evalCtx *EvalContext) error {
	execErr := ""
	annotationData := jsonutils.NewDict()
	if len(evalCtx.EvalMatches) > 0 {
		annotationData.Add(jsonutils.Marshal(evalCtx.EvalMatches), "evalMatches")
	}

	if evalCtx.Error != nil {
		execErr = evalCtx.Error.Error()
		annotationData.Add(jsonutils.NewString(evalCtx.Error.Error()), "error")
	} else if evalCtx.NoDataFound {
		annotationData.Add(jsonutils.JSONTrue, "noData")
	}
	if evalCtx.shouldUpdateAlertState() {
		log.Infof("New state change, alertId %s, prevState %s, newState %s", evalCtx.Rule.Id, evalCtx.PrevAlertState, evalCtx.Rule.State)
		alert, err := models.AlertManager.GetAlert(evalCtx.Rule.Id)
		if err != nil {
			log.Errorf("get alert %s error: %v", evalCtx.Rule.Id, err)
			return errors.Wrapf(err, "result get alert %s", evalCtx.Rule.Id)
		}
		input := models.AlertSetStateInput{
			State:           evalCtx.Rule.State,
			UpdateStateTime: evalCtx.StartTime,
			ExecutionError:  execErr,
			EvalData:        annotationData,
		}
		if err := alert.SetState(input); err != nil {
			log.Errorf("Failed to set alert %s state: %v", evalCtx.Rule.Name, err)
		} else {
			// StateChanges is used for de duping alert notifications
			// when two servers are raising. This makes sure that the server
			// with the last state change always sends a notification
			evalCtx.Rule.StateChanges = alert.StateChanges

			// Update the last state change of the alert rule in memory
			evalCtx.Rule.LastStateChange = time.Now()
		}
		// TODO: save opslog
	}
	if evalCtx.Error != nil {
		return evalCtx.Error
	}
	if err := handler.notifier.SendIfNeeded(evalCtx); err != nil {
		return err
	}
	return nil
}