// Copyright 2019 Yunion // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package isolated_device import ( "fmt" "path" "strings" "yunion.io/x/log" "yunion.io/x/onecloud/pkg/util/fileutils2" "yunion.io/x/onecloud/pkg/util/procutils" ) type sSRIOVBaseDevice struct { *SBaseDevice } func ensureNumvfsEqualTotalvfs(devDir string) error { sriovNumvfs := path.Join(devDir, "sriov_numvfs") sriovTotalvfs := path.Join(devDir, "sriov_totalvfs") numvfs, err := fileutils2.FileGetContents(sriovNumvfs) if err != nil { return err } totalvfs, err := fileutils2.FileGetContents(sriovTotalvfs) if err != nil { return err } log.Infof("numvfs %s total vfs %s", numvfs, totalvfs) if numvfs != totalvfs { return fileutils2.FilePutContents(sriovNumvfs, fmt.Sprintf("%s", totalvfs), false) } return nil } func detectSRIOVDevice(vfBDF string) (*PCIDevice, error) { dev, err := detectPCIDevByAddrWithoutIOMMUGroup(vfBDF) if err != nil { return nil, err } driver, err := dev.getKernelDriver() if err != nil { return nil, err } if driver == VFIO_PCI_KERNEL_DRIVER { return dev, nil } if driver != "" { if err = dev.unbindDriver(); err != nil { return nil, err } } if err = dev.bindDriver(); err != nil { return nil, err } return dev, nil } func newSRIOVBaseDevice(dev *PCIDevice, devType string) *sSRIOVBaseDevice { return &sSRIOVBaseDevice{ SBaseDevice: NewBaseDevice(dev, devType), } } func (dev *sSRIOVBaseDevice) GetVGACmd() string { return "" } func (dev *sSRIOVBaseDevice) GetCPUCmd() string { return "" } func (dev *sSRIOVBaseDevice) GetWireId() string { return "" } func (dev *sSRIOVBaseDevice) GetQemuId() string { return fmt.Sprintf("dev_%s", strings.ReplaceAll(dev.GetAddr(), ":", "_")) } func (dev *sSRIOVBaseDevice) CustomProbe(idx int) error { // check environments on first probe if idx == 0 { for _, driver := range []string{"vfio", "vfio_iommu_type1", "vfio-pci"} { if err := procutils.NewRemoteCommandAsFarAsPossible("modprobe", driver).Run(); err != nil { return fmt.Errorf("modprobe %s: %v", driver, err) } } } driver, err := dev.GetKernelDriver() if err != nil { return fmt.Errorf("Nic %s is occupied by another driver: %s", dev.GetAddr(), driver) } return nil }