Cloudpods/backend/pkg/util/splitable/metadata.go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package splitable

import (
	"database/sql"
	"time"

	"yunion.io/x/pkg/errors"
	"yunion.io/x/sqlchemy"
)

type STableMetadata struct {
	Id        int64     `primary:"true" auto_increment:"true"`
	Table     string    `width:"64" charset:"ascii"`
	Start     int64     `nullable:"true"`
	End       int64     `nullable:"true"`
	Count     uint64    `nullable:"true"`
	StartDate time.Time `nullable:"true"`
	EndDate   time.Time `nullable:"true"`
	Deleted   bool      `nullable:"false"`
	DeleteAt  time.Time `nullable:"true"`
	CreatedAt time.Time `nullable:"false" created_at:"true"`
}

func (spec *SSplitTableSpec) getTableLastMeta() (*STableMetadata, error) {
	return spec.GetTableMetaByTime(time.Time{})
}

func (spec *SSplitTableSpec) GetTableMetaByTime(recordTime time.Time) (*STableMetadata, error) {
	q := spec.metaSpec.Query().Desc("id").IsFalse("deleted")
	if !recordTime.IsZero() {
		q = q.LE("start_date", recordTime.Add(time.Second))
	}
	meta := new(STableMetadata)
	err := q.First(meta)
	return meta, err
}

type ISplitTableObject interface {
	GetRecordTime() time.Time
}

func (spec *SSplitTableSpec) GetTableMetaByObject(obj ISplitTableObject) (*STableMetadata, error) {
	return spec.GetTableMetaByTime(obj.GetRecordTime())
}

func (spec *SSplitTableSpec) getTableMetasForInit() ([]STableMetadata, error) {
	q := spec.metaSpec.Query().Asc("id").IsFalse("deleted")
	q = q.AppendField(q.Field("table"))
	q = q.AppendField(q.Field("start"))
	metas := make([]STableMetadata, 0)
	err := q.All(&metas)
	if err != nil && errors.Cause(err) != sql.ErrNoRows {
		return nil, errors.Wrap(err, "query metadata")
	}
	return metas, nil
}

func (spec *SSplitTableSpec) GetTableMetas() ([]STableMetadata, error) {
	q := spec.metaSpec.Query().Asc("id").IsFalse("deleted")
	metas := make([]STableMetadata, 0)
	err := q.All(&metas)
	if err != nil && errors.Cause(err) != sql.ErrNoRows {
		return nil, errors.Wrap(err, "query metadata")
	}
	for i := 0; i < len(metas); i++ {
		if metas[i].Count <= 0 {
			// fix count
			tbl := spec.GetTableSpec(metas[i]).Instance()
			cnt, err := tbl.Query().CountWithError()
			if err != nil {
				return nil, errors.Wrap(err, "CountWithError")
			}
			spec.metaSpec.Update(&metas[i], func() error {
				metas[i].Count = uint64(cnt)
				return nil
			})
		}
	}
	return metas, nil
}

func (spec *SSplitTableSpec) GetTableSpec(meta STableMetadata) *sqlchemy.STableSpec {
	tbSpec := *spec.tableSpec
	return tbSpec.Clone(meta.Table, meta.Start)
}