mutex.go 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167
  1. // Copyright 2016 The etcd Authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package concurrency
  15. import (
  16. "context"
  17. "errors"
  18. "fmt"
  19. "sync"
  20. pb "go.etcd.io/etcd/api/v3/etcdserverpb"
  21. v3 "go.etcd.io/etcd/client/v3"
  22. )
  23. // ErrLocked is returned by TryLock when Mutex is already locked by another session.
  24. var ErrLocked = errors.New("mutex: Locked by another session")
  25. var ErrSessionExpired = errors.New("mutex: session is expired")
  26. // Mutex implements the sync Locker interface with etcd
  27. type Mutex struct {
  28. s *Session
  29. pfx string
  30. myKey string
  31. myRev int64
  32. hdr *pb.ResponseHeader
  33. }
  34. func NewMutex(s *Session, pfx string) *Mutex {
  35. return &Mutex{s, pfx + "/", "", -1, nil}
  36. }
  37. // TryLock locks the mutex if not already locked by another session.
  38. // If lock is held by another session, return immediately after attempting necessary cleanup
  39. // The ctx argument is used for the sending/receiving Txn RPC.
  40. func (m *Mutex) TryLock(ctx context.Context) error {
  41. resp, err := m.tryAcquire(ctx)
  42. if err != nil {
  43. return err
  44. }
  45. // if no key on prefix / the minimum rev is key, already hold the lock
  46. ownerKey := resp.Responses[1].GetResponseRange().Kvs
  47. if len(ownerKey) == 0 || ownerKey[0].CreateRevision == m.myRev {
  48. m.hdr = resp.Header
  49. return nil
  50. }
  51. client := m.s.Client()
  52. // Cannot lock, so delete the key
  53. if _, err := client.Delete(ctx, m.myKey); err != nil {
  54. return err
  55. }
  56. m.myKey = "\x00"
  57. m.myRev = -1
  58. return ErrLocked
  59. }
  60. // Lock locks the mutex with a cancelable context. If the context is canceled
  61. // while trying to acquire the lock, the mutex tries to clean its stale lock entry.
  62. func (m *Mutex) Lock(ctx context.Context) error {
  63. resp, err := m.tryAcquire(ctx)
  64. if err != nil {
  65. return err
  66. }
  67. // if no key on prefix / the minimum rev is key, already hold the lock
  68. ownerKey := resp.Responses[1].GetResponseRange().Kvs
  69. if len(ownerKey) == 0 || ownerKey[0].CreateRevision == m.myRev {
  70. m.hdr = resp.Header
  71. return nil
  72. }
  73. client := m.s.Client()
  74. // wait for deletion revisions prior to myKey
  75. // TODO: early termination if the session key is deleted before other session keys with smaller revisions.
  76. _, werr := waitDeletes(ctx, client, m.pfx, m.myRev-1)
  77. // release lock key if wait failed
  78. if werr != nil {
  79. m.Unlock(client.Ctx())
  80. return werr
  81. }
  82. // make sure the session is not expired, and the owner key still exists.
  83. gresp, werr := client.Get(ctx, m.myKey)
  84. if werr != nil {
  85. m.Unlock(client.Ctx())
  86. return werr
  87. }
  88. if len(gresp.Kvs) == 0 { // is the session key lost?
  89. return ErrSessionExpired
  90. }
  91. m.hdr = gresp.Header
  92. return nil
  93. }
  94. func (m *Mutex) tryAcquire(ctx context.Context) (*v3.TxnResponse, error) {
  95. s := m.s
  96. client := m.s.Client()
  97. m.myKey = fmt.Sprintf("%s%x", m.pfx, s.Lease())
  98. cmp := v3.Compare(v3.CreateRevision(m.myKey), "=", 0)
  99. // put self in lock waiters via myKey; oldest waiter holds lock
  100. put := v3.OpPut(m.myKey, "", v3.WithLease(s.Lease()))
  101. // reuse key in case this session already holds the lock
  102. get := v3.OpGet(m.myKey)
  103. // fetch current holder to complete uncontended path with only one RPC
  104. getOwner := v3.OpGet(m.pfx, v3.WithFirstCreate()...)
  105. resp, err := client.Txn(ctx).If(cmp).Then(put, getOwner).Else(get, getOwner).Commit()
  106. if err != nil {
  107. return nil, err
  108. }
  109. m.myRev = resp.Header.Revision
  110. if !resp.Succeeded {
  111. m.myRev = resp.Responses[0].GetResponseRange().Kvs[0].CreateRevision
  112. }
  113. return resp, nil
  114. }
  115. func (m *Mutex) Unlock(ctx context.Context) error {
  116. client := m.s.Client()
  117. if _, err := client.Delete(ctx, m.myKey); err != nil {
  118. return err
  119. }
  120. m.myKey = "\x00"
  121. m.myRev = -1
  122. return nil
  123. }
  124. func (m *Mutex) IsOwner() v3.Cmp {
  125. return v3.Compare(v3.CreateRevision(m.myKey), "=", m.myRev)
  126. }
  127. func (m *Mutex) Key() string { return m.myKey }
  128. // Header is the response header received from etcd on acquiring the lock.
  129. func (m *Mutex) Header() *pb.ResponseHeader { return m.hdr }
  130. type lockerMutex struct{ *Mutex }
  131. func (lm *lockerMutex) Lock() {
  132. client := lm.s.Client()
  133. if err := lm.Mutex.Lock(client.Ctx()); err != nil {
  134. panic(err)
  135. }
  136. }
  137. func (lm *lockerMutex) Unlock() {
  138. client := lm.s.Client()
  139. if err := lm.Mutex.Unlock(client.Ctx()); err != nil {
  140. panic(err)
  141. }
  142. }
  143. // NewLocker creates a sync.Locker backed by an etcd mutex.
  144. func NewLocker(s *Session, pfx string) sync.Locker {
  145. return &lockerMutex{NewMutex(s, pfx)}
  146. }