Cloudpods/backend/pkg/apis/scheduler/api.go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package scheduler

import (
	"yunion.io/x/jsonutils"

	"yunion.io/x/onecloud/pkg/apis"
	"yunion.io/x/onecloud/pkg/apis/compute"
)

type ScheduleBaseConfig struct {
	BestEffort      bool     `json:"best_effort"`
	SuggestionLimit int64    `json:"suggestion_limit"`
	SuggestionAll   bool     `json:"suggestion_all"`
	IgnoreFilters   []string `json:"ignore_filters"`
	SessionId       string   `json:"session_id"`

	// usedby test api
	RecordLog bool `json:"record_to_history"`
	Details   bool `json:"details"`
}

type ForGuest struct {
	Id   string `json:"id"`
	Name string `json:"name"`
}

type GroupRelation struct {
	GroupId  string `json:"group_id"`
	Strategy string `json:"strategy"`
	Scope    string `json:"scope"`
}

type ServerConfig struct {
	*compute.ServerConfigs

	Memory      int    `json:"vmem_size"`
	Ncpu        int    `json:"vcpu_count"`
	Name        string `json:"name"`
	GuestStatus string `json:"guest_status"`
	Cdrom       string `json:"cdrom"`
	Bios        string `json:"bios"`

	// owner project id
	Project string `json:"project_id"`
	// owner domain id
	Domain string `json:"domain_id"`

	// Deprecated
	Metadata       map[string]string `json:"__meta__"`
	ForGuests      []*ForGuest       `json:"for_guests"`
	GroupRelations []*GroupRelation  `json:"group_releations"`
	Groups         interface{}       `json:"groups"`
	Id             string            `json:"id"`

	InstanceSnapshotId string `json:"instance_snapshot_id"`
	InstanceBackupId   string `json:"instance_backup_id"`
}

// ScheduleInput used by scheduler sync-schedule/test/forecast api
type ScheduleInput struct {
	apis.Meta

	ScheduleBaseConfig

	ServerConfig

	// HostId used by migrate
	HostId          string `json:"host_id"`
	LiveMigrate     bool   `json:"live_migrate"`
	SkipCpuCheck    *bool  `json:"skip_cpu_check"`
	CpuDesc         string `json:"cpu_desc"`
	CpuMicrocode    string `json:"cpu_microcode"`
	CpuMode         string `json:"cpu_mode"`
	OsArch          string `json:"os_arch"`
	ResetCpuNumaPin bool   `json:"reset_cpu_numa_pin"`

	ExtraCpuCount   int           `json:"extra_cpu_count"`
	CpuNumaPin      []SCpuNumaPin `json:"cpu_numa_pin"`
	PreferNumaNodes []int         `json:"prefer_numa_nodes"`

	// GuestIds
	GuestIds []string `json:"guest_ids"`

	HostMemPageSizeKB int    `json:"host_mem_page_size"`
	SkipKernelCheck   *bool  `json:"skip_kernel_check"`
	TargetHostKernel  string `json:"target_host_kernel"`

	// In the migrate and create backup cases
	// we don't need reallocate network
	ReuseNetwork bool `json:"reuse_network"`

	// Change config
	ChangeConfig bool `json:"change_config"`
	// guest who change config has isolated device
	HasIsolatedDevice bool `json:"has_isolated_device"`

	PendingUsages []jsonutils.JSONObject `json:"pending_usages"`
}

func (input ScheduleInput) ToConditionInput() *jsonutils.JSONDict {
	ret := input.JSON(input)
	// old condition compatible
	ret.Add(jsonutils.NewString(input.Project), "owner_tenant_id")
	return ret
}

type CandidateDisk struct {
	Index      int      `json:"index"`
	StorageIds []string `json:"storage_ids"`
}

type CandidateDiskV2 struct {
	Index    int                 `json:"index"`
	Storages []*CandidateStorage `json:"storages"`
}

type CandidateStorage struct {
	Id           string `json:"id"`
	Name         string `json:"name"`
	FreeCapacity int64  `json:"free_capacity"`
}

type CandidateNet struct {
	Index      int      `json:"index"`
	NetworkIds []string `json:"network_ids"`
}

type SFreeNumaCpuMem struct {
	FreeCpuCount       int  `json:"free_cpu_count"`
	MemSize            int  `json:"mem_size"`
	EnableNumaAllocate bool `json:"enable_numa_allocate"`

	CpuCount int `json:"cpu_count"`
	NodeId   int `json:"node_id"`
}

type SortedFreeNumaCpuMam []*SFreeNumaCpuMem

func (pq SortedFreeNumaCpuMam) Len() int { return len(pq) }

func (pq SortedFreeNumaCpuMam) Less(i, j int) bool {
	if pq[i].EnableNumaAllocate {
		return pq[i].MemSize > pq[j].MemSize
	} else {
		return pq[i].FreeCpuCount > pq[j].FreeCpuCount
	}
}

func (pq SortedFreeNumaCpuMam) Swap(i, j int) {
	pq[i], pq[j] = pq[j], pq[i]
}

func NodesFreeMemSizeEnough(nodeCount, memSize int, cpuNumaFree []*SFreeNumaCpuMem) bool {
	if !cpuNumaFree[0].EnableNumaAllocate {
		return true
	}

	var freeMem = 0
	var leastFree = memSize / nodeCount
	for i := 0; i < nodeCount; i++ {
		if cpuNumaFree[i].MemSize < leastFree {
			return false
		}
		freeMem += cpuNumaFree[i].MemSize
	}
	return freeMem >= memSize
}

func NodesFreeCpuEnough(nodeCount, vcpuCount int, cpuNumaFree []*SFreeNumaCpuMem) bool {
	var freeCpu = 0
	var leaseCpu = vcpuCount / nodeCount

	//if vcpuCount > nodeCount*cpuNumaFree[0].CpuCount {
	//	return false
	//}

	for i := 0; i < nodeCount; i++ {
		if cpuNumaFree[i].FreeCpuCount < leaseCpu {
			return false
		}
		freeCpu += cpuNumaFree[i].FreeCpuCount
	}
	return freeCpu >= vcpuCount
}

type SCpuPin struct {
	Vcpu int `json:"vcpu"`
	Pcpu int `json:"pcpu"`
}

type SCpuNumaPin struct {
	CpuPin        []int `json:"cpu_pin"`
	NodeId        int   `json:"node_id"`
	MemSizeMB     *int  `json:"mem_size_mb"`
	ExtraCpuCount int   `json:"extra_cpu_count"`
}

type CandidateResource struct {
	SessionId  string           `json:"session_id"`
	HostId     string           `json:"host_id"`
	Name       string           `json:"name"`
	CpuNumaPin []SCpuNumaPin    `json:"cpu_numa_pin"`
	Disks      []*CandidateDisk `json:"disks"`
	Nets       []*CandidateNet  `json:"nets"`

	// used by backup schedule
	BackupCandidate *CandidateResource `json:"backup_candidate"`

	// Error means no candidate found, include reasons
	Error string `json:"error"`
}

type ScheduleOutput struct {
	apis.Meta

	Candidates []*CandidateResource `json:"candidates"`
}