disk_lvm.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693
  1. // Copyright 2019 Yunion
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package storageman
  15. import (
  16. "context"
  17. "fmt"
  18. "net"
  19. "path"
  20. "strconv"
  21. "strings"
  22. "yunion.io/x/cloudmux/pkg/cloudprovider"
  23. "yunion.io/x/jsonutils"
  24. "yunion.io/x/log"
  25. "yunion.io/x/pkg/appctx"
  26. "yunion.io/x/pkg/errors"
  27. "yunion.io/x/pkg/util/qemuimgfmt"
  28. "yunion.io/x/pkg/utils"
  29. "yunion.io/x/onecloud/pkg/apis"
  30. api "yunion.io/x/onecloud/pkg/apis/compute"
  31. "yunion.io/x/onecloud/pkg/cloudcommon/consts"
  32. deployapi "yunion.io/x/onecloud/pkg/hostman/hostdeployer/apis"
  33. "yunion.io/x/onecloud/pkg/hostman/hostdeployer/deployclient"
  34. "yunion.io/x/onecloud/pkg/hostman/hostutils"
  35. "yunion.io/x/onecloud/pkg/hostman/storageman/lvmutils"
  36. "yunion.io/x/onecloud/pkg/hostman/storageman/storageutils"
  37. "yunion.io/x/onecloud/pkg/mcclient/auth"
  38. identity_modules "yunion.io/x/onecloud/pkg/mcclient/modules/identity"
  39. "yunion.io/x/onecloud/pkg/util/fileutils2"
  40. "yunion.io/x/onecloud/pkg/util/netutils2"
  41. "yunion.io/x/onecloud/pkg/util/procutils"
  42. "yunion.io/x/onecloud/pkg/util/qemuimg"
  43. "yunion.io/x/onecloud/pkg/util/seclib2"
  44. )
  45. var _ IDisk = (*SLVMDisk)(nil)
  46. type SLVMDisk struct {
  47. SBaseDisk
  48. }
  49. func (d *SLVMDisk) GetSnapshotDir() string {
  50. return d.GetSnapshotPrefix()
  51. }
  52. func (d *SLVMDisk) GetSnapshotPrefix() string {
  53. return path.Join("/dev", d.Storage.GetPath(), "snap_")
  54. }
  55. func (d *SLVMDisk) GetImageCachePrefix() string {
  56. return path.Join("/dev", d.Storage.GetPath(), "imagecache_")
  57. }
  58. func (d *SLVMDisk) GetType() string {
  59. return api.STORAGE_LVM
  60. }
  61. // /dev/<vg>/<lvm>
  62. func (d *SLVMDisk) GetLvPath() string {
  63. return path.Join("/dev", d.Storage.GetPath(), d.Id)
  64. }
  65. func (d *SLVMDisk) GetPath() string {
  66. return path.Join("/dev", d.Storage.GetPath(), d.Id)
  67. }
  68. // The LVM logical volume name is limited to 64 characters.
  69. func (d *SLVMDisk) GetSnapshotName(snapshotId string) string {
  70. return "snap_" + snapshotId
  71. }
  72. func (d *SLVMDisk) GetSnapshotPath(snapshotId string) string {
  73. return path.Join("/dev", d.Storage.GetPath(), d.GetSnapshotName(snapshotId))
  74. }
  75. func (d *SLVMDisk) GetDiskSetupScripts(idx int) string {
  76. return fmt.Sprintf("DISK_%d='%s'\n", idx, d.GetPath())
  77. }
  78. func (d *SLVMDisk) GetDiskDesc() jsonutils.JSONObject {
  79. qemuImg, err := qemuimg.NewQemuImage(d.GetPath())
  80. if err != nil {
  81. log.Errorf("qemuimg.NewQemuImage %s: %s", d.GetPath(), err)
  82. return nil
  83. }
  84. var desc = jsonutils.NewDict()
  85. desc.Set("disk_id", jsonutils.NewString(d.Id))
  86. desc.Set("disk_size", jsonutils.NewInt(qemuImg.SizeBytes/1024/1024))
  87. desc.Set("format", jsonutils.NewString(string(qemuImg.Format)))
  88. desc.Set("disk_path", jsonutils.NewString(d.GetPath()))
  89. return desc
  90. }
  91. func (d *SLVMDisk) CreateRaw(ctx context.Context, sizeMB int, diskFormat string, fsFormat string, fsFeatures *api.DiskFsFeatures, encryptInfo *apis.SEncryptInfo, diskId string, back string) (jsonutils.JSONObject, error) {
  92. if fileutils2.Exists(d.GetPath()) {
  93. if err := lvmutils.LvRemove(d.GetLvPath()); err != nil {
  94. return nil, errors.Wrap(err, "CreateRaw lvremove")
  95. }
  96. }
  97. img, err := qemuimg.NewQemuImage(d.GetPath())
  98. if err != nil {
  99. log.Errorf("NewQemuImage failed %s %s", d.GetPath(), err)
  100. return nil, err
  101. }
  102. qcow2Size := lvmutils.GetQcow2LvSize(int64(sizeMB))
  103. if sizeMB <= 0 && back != "" {
  104. backImg, err := qemuimg.NewQemuImage(back)
  105. if err != nil {
  106. log.Errorf("NewQemuImage failed %s %s", back, err)
  107. return nil, err
  108. }
  109. qcow2Size = lvmutils.GetQcow2LvSize(int64(backImg.GetSizeMB()))
  110. }
  111. err = lvmutils.LvCreate(d.Storage.GetPath(), d.Id, qcow2Size*1024*1024)
  112. if err != nil {
  113. return nil, errors.Wrap(err, "CreateRaw")
  114. }
  115. if encryptInfo != nil {
  116. err = img.CreateQcow2(sizeMB, false, back, encryptInfo.Key, qemuimg.EncryptFormatLuks, encryptInfo.Alg)
  117. } else {
  118. err = img.CreateQcow2(sizeMB, false, back, "", "", "")
  119. }
  120. if err != nil {
  121. return nil, fmt.Errorf("create_raw: Fail to create disk: %s", err)
  122. }
  123. diskInfo := &deployapi.DiskInfo{
  124. Path: d.GetPath(),
  125. }
  126. if encryptInfo != nil {
  127. diskInfo.EncryptPassword = encryptInfo.Key
  128. diskInfo.EncryptAlg = string(encryptInfo.Alg)
  129. }
  130. if utils.IsInStringArray(fsFormat, api.SUPPORTED_FS) {
  131. if err := d.FormatFs(fsFormat, nil, diskId, diskInfo); err != nil {
  132. return nil, errors.Wrap(err, "FormatFs")
  133. }
  134. }
  135. return d.GetDiskDesc(), nil
  136. }
  137. func (d *SLVMDisk) Delete(ctx context.Context, params interface{}) (jsonutils.JSONObject, error) {
  138. p := params.(api.DiskDeleteInput)
  139. if p.EsxiFlatFilePath != "" {
  140. connections := &deployapi.EsxiDisksConnectionInfo{Disks: []*deployapi.EsxiDiskInfo{{DiskPath: p.EsxiFlatFilePath}}}
  141. _, err := deployclient.GetDeployClient().DisconnectEsxiDisks(ctx, connections)
  142. if err != nil {
  143. log.Errorf("Disconnect %s esxi disks failed %s", p.EsxiFlatFilePath, err)
  144. return nil, err
  145. }
  146. }
  147. if err := lvmutils.LvRemove(d.GetLvPath()); err != nil {
  148. return nil, errors.Wrap(err, "Delete lvremove")
  149. }
  150. d.Storage.RemoveDisk(d)
  151. return nil, nil
  152. }
  153. func (d *SLVMDisk) PostCreateFromRemoteHostImage(diskUrl string) {
  154. if diskUrl != "" {
  155. if err := d.RequestCloseNbdImage(context.Background(), diskUrl); err != nil {
  156. log.Errorf("failed request close nbd image %s: %s", diskUrl, err)
  157. }
  158. }
  159. }
  160. func (d *SLVMDisk) CreateFromRemoteHostImage(ctx context.Context, url string, size int64, encryptInfo *apis.SEncryptInfo) error {
  161. log.Infof("Create from remote host image %s", url)
  162. nbdPort, err := d.RequestExportNbdImage(ctx, url, encryptInfo)
  163. remoteHostIp := netutils2.ParseIpFromUrl(url)
  164. remoteHostAndPort := net.JoinHostPort(remoteHostIp, strconv.Itoa(int(nbdPort)))
  165. nbdImagePath := fmt.Sprintf("nbd://%s/%s", remoteHostAndPort, d.GetId())
  166. log.Infof("remote nbd image exported %s", nbdImagePath)
  167. newImg, err := qemuimg.NewQemuImage(d.GetPath())
  168. if err != nil {
  169. log.Errorf("qemuimg.NewQemuImage %s fail: %s", d.GetPath(), err)
  170. return err
  171. }
  172. if newImg.IsValid() && newImg.IsChained() && newImg.BackFilePath != nbdImagePath {
  173. if err := lvmutils.LvRemove(d.GetPath()); err != nil {
  174. return errors.Wrap(err, "remove disk")
  175. }
  176. }
  177. lvSize := lvmutils.GetQcow2LvSize(size)
  178. if err := lvmutils.LvCreate(d.Storage.GetPath(), d.Id, lvSize*1024*1024); err != nil {
  179. return errors.Wrap(err, "lvcreate")
  180. }
  181. if encryptInfo != nil {
  182. err = newImg.CreateQcow2(0, false, nbdImagePath, encryptInfo.Key, qemuimg.EncryptFormatLuks, encryptInfo.Alg)
  183. } else {
  184. err = newImg.CreateQcow2(0, false, nbdImagePath, "", "", "")
  185. }
  186. if err != nil {
  187. return errors.Wrapf(err, "create from remote host image")
  188. }
  189. return nil
  190. }
  191. func (d *SLVMDisk) IsFile() bool {
  192. return true
  193. }
  194. func (d *SLVMDisk) Probe() error {
  195. if !fileutils2.Exists(d.GetPath()) {
  196. return errors.Wrapf(cloudprovider.ErrNotFound, "%s", d.GetPath())
  197. }
  198. return nil
  199. }
  200. func (d *SLVMDisk) OnRebuildRoot(ctx context.Context, params api.DiskAllocateInput) error {
  201. _, err := d.Delete(ctx, api.DiskDeleteInput{})
  202. return err
  203. }
  204. func (d *SLVMDisk) PreResize(ctx context.Context, sizeMb int64) error {
  205. qemuImg, err := qemuimg.NewQemuImage(d.GetPath())
  206. if err != nil {
  207. return errors.Wrap(err, "lvm qemuimg.NewQemuImage")
  208. }
  209. lvsize := sizeMb
  210. if qemuImg.Format == qemuimgfmt.QCOW2 {
  211. lvsize = lvmutils.GetQcow2LvSize(sizeMb)
  212. }
  213. err = lvmutils.LvResize(d.Storage.GetPath(), d.GetPath(), lvsize*1024*1024)
  214. if err != nil {
  215. return errors.Wrap(err, "lv resize")
  216. }
  217. return nil
  218. }
  219. func (d *SLVMDisk) Resize(ctx context.Context, params *SDiskResizeInput) (jsonutils.JSONObject, error) {
  220. diskInfo := params.DiskInfo
  221. sizeMb, _ := diskInfo.Int("size")
  222. qemuImg, err := qemuimg.NewQemuImage(d.GetPath())
  223. if err != nil {
  224. return nil, errors.Wrap(err, "lvm qemuimg.NewQemuImage")
  225. }
  226. lvsize := sizeMb
  227. if qemuImg.Format == qemuimgfmt.QCOW2 {
  228. lvsize = lvmutils.GetQcow2LvSize(sizeMb)
  229. }
  230. err = lvmutils.LvResize(d.Storage.GetPath(), d.GetPath(), lvsize*1024*1024)
  231. if err != nil {
  232. return nil, errors.Wrap(err, "lv resize")
  233. }
  234. resizeFsInfo := &deployapi.DiskInfo{
  235. Path: d.GetPath(),
  236. DiskId: d.GetId(),
  237. }
  238. if diskInfo.Contains("encrypt_info") {
  239. var encryptInfo apis.SEncryptInfo
  240. err := diskInfo.Unmarshal(&encryptInfo, "encrypt_info")
  241. if err != nil {
  242. log.Errorf("fail to fetch encryptInfo %s", err)
  243. return nil, errors.Wrap(err, "Unmarshal encrpt_info")
  244. } else {
  245. qemuImg.SetPassword(encryptInfo.Key)
  246. resizeFsInfo.EncryptPassword = encryptInfo.Key
  247. resizeFsInfo.EncryptAlg = string(encryptInfo.Alg)
  248. }
  249. }
  250. err = qemuImg.Resize(int(sizeMb))
  251. if err != nil {
  252. return nil, errors.Wrap(err, "qemuImg resize")
  253. }
  254. if err := d.ResizeFs(resizeFsInfo, params.GuestDesc); err != nil {
  255. log.Errorf("Resize fs %s fail %s", d.GetPath(), err)
  256. return nil, errors.Wrapf(err, "resize fs %s", d.GetPath())
  257. }
  258. return d.GetDiskDesc(), nil
  259. }
  260. func (d *SLVMDisk) CreateFromTemplate(
  261. ctx context.Context, imageId, format string, sizeMb int64, encryptInfo *apis.SEncryptInfo,
  262. ) (jsonutils.JSONObject, error) {
  263. if fileutils2.Exists(d.GetPath()) {
  264. if err := lvmutils.LvRemove(d.GetLvPath()); err != nil {
  265. return nil, errors.Wrap(err, "CreateRaw lvremove")
  266. }
  267. }
  268. var imageCacheManager = storageManager.GetStoragecacheById(d.Storage.GetStoragecacheId())
  269. ret, err := d.createFromTemplate(ctx, imageId, format, sizeMb, imageCacheManager, encryptInfo)
  270. if err != nil {
  271. return nil, err
  272. }
  273. retSize, _ := ret.Int("disk_size")
  274. log.Infof("REQSIZE: %d, RETSIZE: %d", sizeMb, retSize)
  275. if sizeMb > retSize {
  276. params := new(SDiskResizeInput)
  277. diskInfo := jsonutils.NewDict()
  278. diskInfo.Set("size", jsonutils.NewInt(sizeMb))
  279. if encryptInfo != nil {
  280. diskInfo.Set("encrypt_info", jsonutils.Marshal(encryptInfo))
  281. }
  282. params.DiskInfo = diskInfo
  283. return d.Resize(ctx, params)
  284. }
  285. return ret, nil
  286. }
  287. func (d *SLVMDisk) createFromTemplate(
  288. ctx context.Context, imageId, format string, sizeMb int64, imageCacheManager IImageCacheManger, encryptInfo *apis.SEncryptInfo,
  289. ) (jsonutils.JSONObject, error) {
  290. input := api.CacheImageInput{ImageId: imageId, Zone: d.GetZoneId()}
  291. imageCache, err := imageCacheManager.AcquireImage(ctx, input, nil)
  292. if err != nil {
  293. return nil, errors.Wrapf(err, "AcquireImage")
  294. }
  295. defer imageCacheManager.ReleaseImage(ctx, imageId)
  296. cacheImagePath := imageCache.GetPath()
  297. lvSizeMb := lvmutils.GetQcow2LvSize(imageCache.GetDesc().SizeMb)
  298. if err := lvmutils.LvCreate(d.Storage.GetPath(), d.Id, lvSizeMb*1024*1024); err != nil {
  299. return nil, errors.Wrap(err, "CreateRaw")
  300. }
  301. newImg, err := qemuimg.NewQemuImage(d.GetPath())
  302. if err != nil {
  303. return nil, errors.Wrapf(err, "NewQemuImage(%s)", d.GetPath())
  304. }
  305. if encryptInfo != nil {
  306. err = newImg.CreateQcow2(0, false, cacheImagePath, encryptInfo.Key, qemuimg.EncryptFormatLuks, encryptInfo.Alg)
  307. } else {
  308. err = newImg.CreateQcow2(0, false, cacheImagePath, "", "", "")
  309. }
  310. if err != nil {
  311. return nil, errors.Wrapf(err, "CreateQcow2(%s)", cacheImagePath)
  312. }
  313. return d.GetDiskDesc(), nil
  314. }
  315. func (d *SLVMDisk) PrepareSaveToGlance(ctx context.Context, params interface{}) (jsonutils.JSONObject, error) {
  316. if err := d.Probe(); err != nil {
  317. return nil, err
  318. }
  319. destDir := d.Storage.GetImgsaveBackupPath()
  320. if err := procutils.NewCommand("mkdir", "-p", destDir).Run(); err != nil {
  321. log.Errorln(err)
  322. return nil, err
  323. }
  324. freeSizeMb, err := storageutils.GetFreeSizeMb(destDir)
  325. if err != nil {
  326. return nil, errors.Wrap(err, "lvm storageutils.GetFreeSizeMb")
  327. }
  328. qemuImg, err := qemuimg.NewQemuImage(d.GetPath())
  329. if err != nil {
  330. return nil, errors.Wrap(err, "lvm qemuimg.NewQemuImage")
  331. }
  332. if int(qemuImg.SizeBytes/1024/1024) >= freeSizeMb*4/5 {
  333. return nil, errors.Errorf("image cache dir free size is not enough")
  334. }
  335. backupPath := path.Join(destDir, fmt.Sprintf("%s.%s", d.Id, appctx.AppContextTaskId(ctx)))
  336. if err := procutils.NewCommand("cp", "--sparse=always", "-f", d.GetPath(), backupPath).Run(); err != nil {
  337. log.Errorln(err)
  338. procutils.NewCommand("rm", "-f", backupPath).Run()
  339. return nil, err
  340. }
  341. res := jsonutils.NewDict()
  342. res.Set("backup", jsonutils.NewString(backupPath))
  343. return res, nil
  344. }
  345. func (d *SLVMDisk) GetBackupName(backupId string) string {
  346. return "backup_" + backupId
  347. }
  348. func (d *SLVMDisk) GetBackupPath(backupId string) string {
  349. return path.Join("/dev", d.Storage.GetPath(), d.GetBackupName(backupId))
  350. }
  351. func (d *SLVMDisk) DiskBackup(ctx context.Context, params interface{}) (jsonutils.JSONObject, error) {
  352. diskBackup := params.(*SDiskBackup)
  353. var encKey = ""
  354. var encAlg seclib2.TSymEncAlg
  355. if len(diskBackup.EncryptKeyId) > 0 {
  356. session := auth.GetSession(ctx, diskBackup.UserCred, consts.GetRegion())
  357. secKey, err := identity_modules.Credentials.GetEncryptKey(session, diskBackup.EncryptKeyId)
  358. if err != nil {
  359. return nil, errors.Wrap(err, "GetEncryptKey")
  360. }
  361. encAlg = secKey.Alg
  362. encKey = secKey.Key
  363. }
  364. snapshotPath := d.GetSnapshotPath(diskBackup.SnapshotId)
  365. snapshotImg, err := qemuimg.NewQemuImage(snapshotPath)
  366. if err != nil {
  367. return nil, errors.Wrap(err, "lvm disk backup snapshotPath NewQemuImage")
  368. }
  369. // create backup lv
  370. lvSizeMb := lvmutils.GetQcow2LvSize(snapshotImg.SizeBytes / 1024 / 1024)
  371. err = lvmutils.LvCreate(d.Storage.GetPath(), d.GetBackupName(diskBackup.BackupId), lvSizeMb*1024*1024)
  372. if err != nil {
  373. return nil, errors.Wrap(err, "lvcreate backup")
  374. }
  375. backupPath := d.GetBackupPath(diskBackup.BackupId)
  376. srcInfo := qemuimg.SImageInfo{
  377. Path: snapshotPath,
  378. Format: snapshotImg.Format,
  379. IoLevel: qemuimg.IONiceNone,
  380. Password: encKey,
  381. EncryptAlg: encAlg,
  382. EncryptFormat: qemuimg.EncryptFormatLuks,
  383. ClusterSize: snapshotImg.ClusterSize,
  384. }
  385. destInfo := qemuimg.SImageInfo{
  386. Path: backupPath,
  387. Format: qemuimgfmt.QCOW2,
  388. IoLevel: qemuimg.IONiceNone,
  389. Password: encKey,
  390. EncryptAlg: encAlg,
  391. EncryptFormat: qemuimg.EncryptFormatLuks,
  392. }
  393. if err = qemuimg.Convert(srcInfo, destInfo, true, nil); err != nil {
  394. if errRm := lvmutils.LvRemove(backupPath); errRm != nil {
  395. log.Errorf("failed delete backup lv %s", errRm)
  396. }
  397. return nil, errors.Wrap(err, "failed convert snapshot to backup")
  398. }
  399. _, err = d.Storage.StorageBackup(ctx, &SStorageBackup{
  400. BackupId: diskBackup.BackupId,
  401. BackupLocalPath: backupPath,
  402. BackupStorageId: diskBackup.BackupStorageId,
  403. BackupStorageAccessInfo: diskBackup.BackupStorageAccessInfo,
  404. })
  405. if err != nil {
  406. return nil, errors.Wrap(err, "unable to SStorageBackup")
  407. }
  408. data := jsonutils.NewDict()
  409. data.Set("size_mb", jsonutils.NewInt(snapshotImg.SizeBytes/1024/1024))
  410. return data, nil
  411. }
  412. func (d *SLVMDisk) CreateSnapshot(snapshotId string, encryptKey string, encFormat qemuimg.TEncryptFormat, encAlg seclib2.TSymEncAlg) error {
  413. snapName := d.GetSnapshotName(snapshotId)
  414. log.Infof("Start create snapshot %s of lvm Disk %s", snapName, d.Id)
  415. lvSize, err := lvmutils.GetLvSize(d.GetPath())
  416. if err != nil {
  417. return err
  418. }
  419. err = lvmutils.LvRename(d.Storage.GetPath(), d.Id, snapName)
  420. if err != nil {
  421. return err
  422. }
  423. if err := lvmutils.LvCreate(d.Storage.GetPath(), d.Id, lvSize); err != nil {
  424. if e := lvmutils.LvRename(d.Storage.GetPath(), snapName, d.Id); e != nil {
  425. log.Errorf("failed rename lv %s to %s: %s", snapName, d.GetPath(), e)
  426. }
  427. return errors.Wrap(err, "snapshot LvCreate")
  428. }
  429. img, err := qemuimg.NewQemuImage(d.GetPath())
  430. if err != nil {
  431. if e := lvmutils.LvRemove(d.GetPath()); e != nil {
  432. log.Errorf("failed remove lv %s: %s", d.GetPath(), e)
  433. }
  434. if e := lvmutils.LvRename(d.Storage.GetPath(), snapName, d.Id); e != nil {
  435. log.Errorf("failed rename lv %s to %s: %s", snapName, d.GetPath(), e)
  436. }
  437. return errors.Wrapf(err, "failed qemuimg.NewQemuImage(%s))", d.GetPath())
  438. }
  439. snapPath := d.GetSnapshotPath(snapshotId)
  440. err = img.CreateQcow2(0, false, snapPath, encryptKey, encFormat, encAlg)
  441. if err != nil {
  442. if e := lvmutils.LvRemove(d.GetPath()); e != nil {
  443. log.Errorf("failed remove lv %s: %s", d.GetPath(), e)
  444. }
  445. if e := lvmutils.LvRename(d.Storage.GetPath(), snapName, d.Id); e != nil {
  446. log.Errorf("failed rename lv %s to %s: %s", snapName, d.GetPath(), e)
  447. }
  448. return errors.Wrapf(err, "CreateQcow2(%s)", snapPath)
  449. }
  450. return nil
  451. }
  452. func (d *SLVMDisk) ResetFromSnapshot(ctx context.Context, params interface{}) (jsonutils.JSONObject, error) {
  453. resetParams, ok := params.(*SDiskReset)
  454. if !ok {
  455. return nil, hostutils.ParamsError
  456. }
  457. img, err := qemuimg.NewQemuImage(d.GetPath())
  458. if err != nil {
  459. return nil, err
  460. }
  461. diskSizeMB := int(img.SizeBytes / 1024 / 1024)
  462. lvSize, err := lvmutils.GetLvSize(d.GetPath())
  463. if err != nil {
  464. return nil, err
  465. }
  466. // rename disk to temp logical volume
  467. tmpVolume := d.Id + "-reset.tmp"
  468. err = lvmutils.LvRename(d.Storage.GetPath(), d.Id, tmpVolume)
  469. if err != nil {
  470. return nil, err
  471. }
  472. if err := lvmutils.LvCreate(d.Storage.GetPath(), d.Id, lvSize); err != nil {
  473. return nil, errors.Wrap(err, "reset snapshot LvCreate")
  474. }
  475. imgNew, err := qemuimg.NewQemuImage(d.GetPath())
  476. if err != nil {
  477. lvmutils.LvRemove(d.GetPath())
  478. lvmutils.LvRename(d.Storage.GetPath(), tmpVolume, d.Id)
  479. return nil, errors.Wrapf(err, "failed qemuimg.NewQemuImage(%s))", d.GetPath())
  480. }
  481. var encryptInfo *apis.SEncryptInfo
  482. if resetParams.Input.Contains("encrypt_info") {
  483. encInfo := apis.SEncryptInfo{}
  484. err := resetParams.Input.Unmarshal(&encInfo, "encrypt_info")
  485. if err != nil {
  486. log.Errorf("unmarshal encrypt_info fail %s", err)
  487. } else {
  488. encryptInfo = &encInfo
  489. }
  490. }
  491. var (
  492. encKey string
  493. encAlg seclib2.TSymEncAlg
  494. encFmt qemuimg.TEncryptFormat
  495. )
  496. if encryptInfo != nil {
  497. encKey = encryptInfo.Key
  498. encFmt = qemuimg.EncryptFormatLuks
  499. encAlg = encryptInfo.Alg
  500. }
  501. snapPath := d.GetSnapshotPath(resetParams.SnapshotId)
  502. err = imgNew.CreateQcow2(diskSizeMB, false, snapPath, encKey, encFmt, encAlg)
  503. if err != nil {
  504. lvmutils.LvRemove(d.GetPath())
  505. lvmutils.LvRename(d.Storage.GetPath(), tmpVolume, d.Id)
  506. return nil, errors.Wrapf(err, "CreateQcow2(%s)", snapPath)
  507. }
  508. tmpVolumePath := path.Join("/dev", d.Storage.GetPath(), tmpVolume)
  509. err = lvmutils.LvRemove(tmpVolumePath)
  510. if err != nil {
  511. return nil, errors.Wrap(err, "failed remove tmp volume")
  512. }
  513. return nil, nil
  514. }
  515. func (d *SLVMDisk) DeleteSnapshot(snapshotId, convertSnapshot string, blockStream bool, encryptInfo apis.SEncryptInfo) error {
  516. if blockStream {
  517. if err := ConvertLVMDisk(d.Storage.GetPath(), d.Id, encryptInfo); err != nil {
  518. return err
  519. }
  520. } else if len(convertSnapshot) > 0 {
  521. if err := d.ConvertSnapshot(convertSnapshot, encryptInfo); err != nil {
  522. return err
  523. }
  524. }
  525. return lvmutils.LvRemove(d.GetSnapshotPath(snapshotId))
  526. }
  527. func (d *SLVMDisk) DeleteAllSnapshot(skipRecycle bool) error {
  528. lvNames, err := lvmutils.GetLvNames(d.Storage.GetPath())
  529. if err != nil {
  530. log.Errorf("failed get lvm %s lvs %s", d.Storage.GetPath(), err)
  531. return nil
  532. }
  533. snapPrefix := "snap_" + d.Id
  534. for _, f := range lvNames {
  535. if strings.HasPrefix(f, snapPrefix) {
  536. if err := lvmutils.LvRemove(path.Join("/dev", d.Storage.GetPath(), f)); err != nil {
  537. return errors.Wrap(err, "delele lvm snapshots")
  538. }
  539. }
  540. }
  541. return nil
  542. }
  543. func (d *SLVMDisk) ConvertSnapshot(convertSnapshot string, encryptInfo apis.SEncryptInfo) error {
  544. convertSnapshotName := d.GetSnapshotName(convertSnapshot)
  545. return ConvertLVMDisk(d.Storage.GetPath(), convertSnapshotName, encryptInfo)
  546. }
  547. func (d *SLVMDisk) ConvertSnapshotRelyOnReloadDisk(convertSnapshot string, encryptInfo apis.SEncryptInfo) (func() error, error) {
  548. convertSnapshotName := d.GetSnapshotName(convertSnapshot)
  549. return ConvertLVMDiskNeedReload(d.Storage.GetPath(), convertSnapshotName, encryptInfo)
  550. }
  551. func (d *SLVMDisk) DoDeleteSnapshot(snapshotId string) error {
  552. snapshotPath := d.GetSnapshotPath(snapshotId)
  553. return lvmutils.LvRemove(snapshotPath)
  554. }
  555. func (d *SLVMDisk) RollbackDiskOnSnapshotFail(snapshotId string) error {
  556. diskPath := d.GetPath()
  557. if fileutils2.Exists(diskPath) {
  558. if err := lvmutils.LvRemove(diskPath); err != nil {
  559. return errors.Wrap(err, "rollback disk on snapshot fail delete disk")
  560. }
  561. }
  562. snapshotName := d.GetSnapshotName(snapshotId)
  563. if err := lvmutils.LvRename(d.Storage.GetPath(), snapshotName, d.Id); err != nil {
  564. return errors.Wrapf(err, "RollbackDiskOnSnapshotFail rename %s to %s failed: %s", snapshotName, d.Id, err)
  565. }
  566. return nil
  567. }
  568. func (d *SLVMDisk) PrepareMigrate(liveMigrate bool) ([]string, string, bool, error) {
  569. disk, err := qemuimg.NewQemuImage(d.GetPath())
  570. if err != nil {
  571. log.Errorln(err)
  572. return nil, "", false, err
  573. }
  574. ret, err := disk.WholeChainFormatIs("qcow2")
  575. if err != nil {
  576. log.Errorln(err)
  577. return nil, "", false, err
  578. }
  579. if liveMigrate && !ret {
  580. return nil, "", false, fmt.Errorf("Disk format doesn't support live migrate")
  581. }
  582. if disk.IsChained() {
  583. backingChain, err := disk.GetBackingChain()
  584. if err != nil {
  585. return nil, "", false, err
  586. }
  587. snapshots := []string{}
  588. for i := range backingChain {
  589. if strings.HasPrefix(backingChain[i], d.GetSnapshotDir()) {
  590. snapshots = append(snapshots, path.Base(backingChain[i]))
  591. } else if !strings.HasPrefix(backingChain[i], d.GetImageCachePrefix()) {
  592. return nil, "", false, errors.Errorf("backing file path %s unsupported", backingChain[i])
  593. }
  594. }
  595. hasTemplate := strings.HasPrefix(backingChain[len(backingChain)-1], d.GetImageCachePrefix())
  596. return snapshots, backingChain[0], hasTemplate, nil
  597. }
  598. return nil, "", false, nil
  599. }
  600. func (d *SLVMDisk) RebuildSlaveDisk(diskUri string) error {
  601. if err := lvmutils.LvRemove(d.GetPath()); err != nil {
  602. return errors.Wrap(err, "lvremove")
  603. }
  604. diskUrl := fmt.Sprintf("%s/%s", diskUri, d.Id)
  605. if err := d.CreateFromRemoteHostImage(context.Background(), diskUrl, 0, nil); err != nil {
  606. return errors.Wrap(err, "failed create slave disk")
  607. }
  608. return nil
  609. }
  610. func NewLVMDisk(storage IStorage, id string) *SLVMDisk {
  611. return &SLVMDisk{
  612. SBaseDisk: *NewBaseDisk(storage, id),
  613. }
  614. }