// Copyright 2019 Yunion // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package taskman import ( "context" "yunion.io/x/jsonutils" "yunion.io/x/pkg/errors" "yunion.io/x/pkg/util/rbacscope" "yunion.io/x/sqlchemy" "yunion.io/x/onecloud/pkg/apis" "yunion.io/x/onecloud/pkg/cloudcommon/consts" "yunion.io/x/onecloud/pkg/cloudcommon/db" "yunion.io/x/onecloud/pkg/httperrors" "yunion.io/x/onecloud/pkg/mcclient" "yunion.io/x/onecloud/pkg/util/stringutils2" ) type SArchivedTaskManager struct { db.SLogBaseManager db.SStatusResourceBaseManager } var ArchivedTaskManager *SArchivedTaskManager func initArchivedTaskManager() { ArchivedTaskManager = &SArchivedTaskManager{ SLogBaseManager: db.NewLogBaseManager( SArchivedTask{}, "archived_tasks_tbl", "archivedtask", "archivedtasks", "start_at", consts.OpsLogWithClickhouse, ), } ArchivedTaskManager.SetVirtualObject(ArchivedTaskManager) } type SArchivedTask struct { db.SLogBase TaskId string `width:"36" charset:"ascii" index:"true" list:"user"` STaskBase `params->list:"user" user_cred->list:"user"` ObjIds []string `charset:"ascii" list:"user"` ObjNames []string `charset:"utf8" list:"user"` ProjectIds []string `charset:"ascii" list:"user"` DomainIds []string `charset:"ascii" list:"user"` SubTaskCount int `json:"sub_task_count" list:"user"` FailSubTaskCnt int `json:"fail_sub_task_cnt" list:"user"` SuccSubTaskCnt int `json:"succ_sub_task_cnt" list:"user"` } func (manager *SArchivedTaskManager) NamespaceScope() rbacscope.TRbacScope { return rbacscope.ScopeProject } func (manager *SArchivedTaskManager) Insert(ctx context.Context, task *STask) error { archivedTask := SArchivedTask{} archivedTask.SetModelManager(manager, &archivedTask) archivedTask.TaskId = task.Id archivedTask.STaskBase = task.STaskBase archivedTask.ObjIds = TaskObjectManager.GetObjectIds(task) archivedTask.ObjNames = TaskObjectManager.GetObjectNames(task) archivedTask.FailSubTaskCnt, _ = SubTaskManager.GetSubtasksCount(task.Id, "", SUBTASK_FAIL) archivedTask.SuccSubTaskCnt, _ = SubTaskManager.GetSubtasksCount(task.Id, "", SUBTASK_SUCC) archivedTask.SubTaskCount = archivedTask.FailSubTaskCnt + archivedTask.SuccSubTaskCnt archivedTask.ProjectIds = TaskObjectManager.GetProjectIds(task) archivedTask.DomainIds = TaskObjectManager.GetDomainIds(task) err := manager.TableSpec().Insert(ctx, &archivedTask) if err != nil { return errors.Wrap(err, "Insert") } return nil } func (task *SArchivedTask) GetOwnerId() mcclient.IIdentityProvider { return nil } func (manager *SArchivedTaskManager) FilterByOwner(ctx context.Context, q *sqlchemy.SQuery, man db.FilterByOwnerProvider, userCred mcclient.TokenCredential, owner mcclient.IIdentityProvider, scope rbacscope.TRbacScope) *sqlchemy.SQuery { return q } func (manager *SArchivedTaskManager) FetchOwnerId(ctx context.Context, data jsonutils.JSONObject) (mcclient.IIdentityProvider, error) { return nil, nil } // 操作日志列表 func (manager *SArchivedTaskManager) ListItemFilter( ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, input apis.ArchivedTaskListInput, ) (*sqlchemy.SQuery, error) { var err error q, err = manager.SLogBaseManager.ListItemFilter(ctx, q, userCred, input.LogBaseListInput) if err != nil { return q, errors.Wrap(err, "SLogBaseManager.ListItemFilter") } q, err = manager.SStatusResourceBaseManager.ListItemFilter(ctx, q, userCred, input.StatusResourceBaseListInput) if err != nil { return q, errors.Wrap(err, "SStatusResourceBaseManager.ListItemFilter") } if len(input.TaskId) > 0 { q = q.In("task_id", input.TaskId) } if len(input.ObjId) > 0 { if len(input.ObjId) == 1 { q = q.Contains("obj_ids", input.ObjId[0]) } else { filters := make([]sqlchemy.ICondition, 0) for i := range input.ObjId { filters = append(filters, sqlchemy.Contains(q.Field("obj_ids"), input.ObjId[i])) } q = q.Filter(sqlchemy.OR(filters...)) } } if len(input.ObjName) > 0 { if len(input.ObjName) == 1 { q = q.Contains("obj_names", input.ObjName[0]) } else { filters := make([]sqlchemy.ICondition, 0) for i := range input.ObjName { filters = append(filters, sqlchemy.Contains(q.Field("obj_names"), input.ObjName[i])) } q = q.Filter(sqlchemy.OR(filters...)) } } if len(input.ObjType) > 0 { q = q.In("obj_type", input.ObjType) } if len(input.TaskName) > 0 { q = q.In("task_name", input.TaskName) } if len(input.Stage) > 0 { q = q.In("stage", input.Stage) } if len(input.NotStage) > 0 { q = q.NotIn("stage", input.NotStage) } if len(input.ParentId) > 0 { q = q.In("parent_task_id", input.ParentId) } if input.IsRoot != nil { if *input.IsRoot { q = q.IsNullOrEmpty("parent_task_id") } else { q = q.IsNotEmpty("parent_task_id") } } if len(input.ParentTaskId) > 0 { q = q.Equals("parent_task_id", input.ParentTaskId) } return q, nil } func (manager *SArchivedTaskManager) ListItemExportKeys(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, keys stringutils2.SSortedStrings) (*sqlchemy.SQuery, error) { var err error q, err = manager.SModelBaseManager.ListItemExportKeys(ctx, q, userCred, keys) if err != nil { return nil, errors.Wrap(err, "SModelBaseManager.ListItemExportKeys") } // q, err = manager.SProjectizedResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys) // if err != nil { // return nil, errors.Wrap(err, "SProjectizedResourceBaseManager.ListItemExportKeys") // } return q, nil } func (manager *SArchivedTaskManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) { var err error q, err = manager.SModelBaseManager.QueryDistinctExtraField(q, field) if err == nil { return q, nil } // q, err = manager.SProjectizedResourceBaseManager.QueryDistinctExtraField(q, field) // if err == nil { // return q, nil // } return q, httperrors.ErrNotFound } func (manager *SArchivedTaskManager) ResourceScope() rbacscope.TRbacScope { return rbacscope.ScopeProject } func (manager *SArchivedTaskManager) FetchCustomizeColumns( ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, objs []interface{}, fields stringutils2.SSortedStrings, isList bool, ) []apis.TaskDetails { rows := make([]apis.TaskDetails, len(objs)) projectIds := make([]string, 0) domainIds := make([]string, 0) for i := range objs { task := objs[i].(*SArchivedTask) if len(task.ProjectIds) > 0 { projectIds = append(projectIds, task.ProjectIds[0]) } else if len(task.DomainIds) > 0 { domainIds = append(domainIds, task.DomainIds[0]) } } var projectsMap map[string]db.STenant var domainsMap map[string]db.STenant if len(projectIds) > 0 { projectsMap = db.DefaultProjectsFetcher(ctx, projectIds, false) } if len(domainIds) > 0 { domainsMap = db.DefaultProjectsFetcher(ctx, domainIds, true) } for i := range objs { task := objs[i].(*SArchivedTask) if len(task.ProjectIds) > 0 { rows[i].ProjectId = task.ProjectIds[0] rows[i].DomainId = task.DomainIds[0] if proj, ok := projectsMap[task.ProjectIds[0]]; ok { rows[i].Project = proj.Name rows[i].ProjectDomain = proj.Domain } } else if len(task.DomainIds) > 0 { rows[i].DomainId = task.DomainIds[0] if dom, ok := domainsMap[task.DomainIds[0]]; ok { rows[i].ProjectDomain = dom.Name } } } return rows } func (manager *SArchivedTaskManager) OrderByExtraFields( ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query apis.ArchivedTaskListInput, ) (*sqlchemy.SQuery, error) { var err error q, err = manager.SModelBaseManager.OrderByExtraFields(ctx, q, userCred, query.ModelBaseListInput) if err != nil { return q, errors.Wrap(err, "SModelBaseManager.OrderByExtraField") } return q, nil }