udpproxy.go 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215
  1. package vnet
  2. import (
  3. "context"
  4. "net"
  5. "sync"
  6. "time"
  7. )
  8. // UDPProxy is a proxy between real server(net.UDPConn) and vnet.UDPConn.
  9. //
  10. // High level design:
  11. // ..............................................
  12. // : Virtual Network (vnet) :
  13. // : :
  14. // +-------+ * 1 +----+ +--------+ :
  15. // | :App |------------>|:Net|--o<-----|:Router | .............................
  16. // +-------+ +----+ | | : UDPProxy :
  17. // : | | +----+ +---------+ +---------+ +--------+
  18. // : | |--->o--|:Net|-->o-| vnet. |-->o-| net. |--->-| :Real |
  19. // : | | +----+ | UDPConn | | UDPConn | | Server |
  20. // : | | : +---------+ +---------+ +--------+
  21. // : | | ............................:
  22. // : +--------+ :
  23. // ...............................................
  24. type UDPProxy struct {
  25. // The router bind to.
  26. router *Router
  27. // Each vnet source, bind to a real socket to server.
  28. // key is real server addr, which is net.Addr
  29. // value is *aUDPProxyWorker
  30. workers sync.Map
  31. // For each endpoint, we never know when to start and stop proxy,
  32. // so we stop the endpoint when timeout.
  33. timeout time.Duration
  34. // For utest, to mock the target real server.
  35. // Optional, use the address of received client packet.
  36. mockRealServerAddr *net.UDPAddr
  37. }
  38. // NewProxy create a proxy, the router for this proxy belongs/bind to. If need to proxy for
  39. // please create a new proxy for each router. For all addresses we proxy, we will create a
  40. // vnet.Net in this router and proxy all packets.
  41. func NewProxy(router *Router) (*UDPProxy, error) {
  42. v := &UDPProxy{router: router, timeout: 2 * time.Minute}
  43. return v, nil
  44. }
  45. // Close the proxy, stop all workers.
  46. func (v *UDPProxy) Close() error {
  47. v.workers.Range(func(key, value interface{}) bool {
  48. _ = value.(*aUDPProxyWorker).Close() //nolint:forcetypeassert
  49. return true
  50. })
  51. return nil
  52. }
  53. // Proxy starts a worker for server, ignore if already started.
  54. func (v *UDPProxy) Proxy(client *Net, server *net.UDPAddr) error {
  55. // Note that even if the worker exists, it's also ok to create a same worker,
  56. // because the router will use the last one, and the real server will see a address
  57. // change event after we switch to the next worker.
  58. if _, ok := v.workers.Load(server.String()); ok {
  59. // nolint:godox // TODO: Need to restart the stopped worker?
  60. return nil
  61. }
  62. // Not exists, create a new one.
  63. worker := &aUDPProxyWorker{
  64. router: v.router, mockRealServerAddr: v.mockRealServerAddr,
  65. }
  66. // Create context for cleanup.
  67. var ctx context.Context
  68. ctx, worker.ctxDisposeCancel = context.WithCancel(context.Background())
  69. v.workers.Store(server.String(), worker)
  70. return worker.Proxy(ctx, client, server)
  71. }
  72. // A proxy worker for a specified proxy server.
  73. type aUDPProxyWorker struct {
  74. router *Router
  75. mockRealServerAddr *net.UDPAddr
  76. // Each vnet source, bind to a real socket to server.
  77. // key is vnet client addr, which is net.Addr
  78. // value is *net.UDPConn
  79. endpoints sync.Map
  80. // For cleanup.
  81. ctxDisposeCancel context.CancelFunc
  82. wg sync.WaitGroup
  83. }
  84. func (v *aUDPProxyWorker) Close() error {
  85. // Notify all goroutines to dispose.
  86. v.ctxDisposeCancel()
  87. // Wait for all goroutines quit.
  88. v.wg.Wait()
  89. return nil
  90. }
  91. func (v *aUDPProxyWorker) Proxy(ctx context.Context, client *Net, serverAddr *net.UDPAddr) error { // nolint:gocognit
  92. // Create vnet for real server by serverAddr.
  93. nw := NewNet(&NetConfig{
  94. StaticIP: serverAddr.IP.String(),
  95. })
  96. if err := v.router.AddNet(nw); err != nil {
  97. return err
  98. }
  99. // We must create a "same" vnet.UDPConn as the net.UDPConn,
  100. // which has the same ip:port, to copy packets between them.
  101. vnetSocket, err := nw.ListenUDP("udp4", serverAddr)
  102. if err != nil {
  103. return err
  104. }
  105. // User stop proxy, we should close the socket.
  106. go func() {
  107. <-ctx.Done()
  108. _ = vnetSocket.Close()
  109. }()
  110. // Got new vnet client, start a new endpoint.
  111. findEndpointBy := func(addr net.Addr) (*net.UDPConn, error) {
  112. // Exists binding.
  113. if value, ok := v.endpoints.Load(addr.String()); ok {
  114. // Exists endpoint, reuse it.
  115. return value.(*net.UDPConn), nil //nolint:forcetypeassert
  116. }
  117. // The real server we proxy to, for utest to mock it.
  118. realAddr := serverAddr
  119. if v.mockRealServerAddr != nil {
  120. realAddr = v.mockRealServerAddr
  121. }
  122. // Got new vnet client, create new endpoint.
  123. realSocket, err := net.DialUDP("udp4", nil, realAddr)
  124. if err != nil {
  125. return nil, err
  126. }
  127. // User stop proxy, we should close the socket.
  128. go func() {
  129. <-ctx.Done()
  130. _ = realSocket.Close()
  131. }()
  132. // Bind address.
  133. v.endpoints.Store(addr.String(), realSocket)
  134. // Got packet from real serverAddr, we should proxy it to vnet.
  135. v.wg.Add(1)
  136. go func(vnetClientAddr net.Addr) {
  137. defer v.wg.Done()
  138. buf := make([]byte, 1500)
  139. for {
  140. n, _, err := realSocket.ReadFrom(buf)
  141. if err != nil {
  142. return
  143. }
  144. if n <= 0 {
  145. continue // Drop packet
  146. }
  147. if _, err := vnetSocket.WriteTo(buf[:n], vnetClientAddr); err != nil {
  148. return
  149. }
  150. }
  151. }(addr)
  152. return realSocket, nil
  153. }
  154. // Start a proxy goroutine.
  155. v.wg.Add(1)
  156. go func() {
  157. defer v.wg.Done()
  158. buf := make([]byte, 1500)
  159. for {
  160. n, addr, err := vnetSocket.ReadFrom(buf)
  161. if err != nil {
  162. return
  163. }
  164. if n <= 0 || addr == nil {
  165. continue // Drop packet
  166. }
  167. realSocket, err := findEndpointBy(addr)
  168. if err != nil {
  169. continue // Drop packet.
  170. }
  171. if _, err := realSocket.Write(buf[:n]); err != nil {
  172. return
  173. }
  174. }
  175. }()
  176. return nil
  177. }