client.go 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239
  1. package otgrpc
  2. import (
  3. "github.com/opentracing/opentracing-go"
  4. "github.com/opentracing/opentracing-go/ext"
  5. "github.com/opentracing/opentracing-go/log"
  6. "golang.org/x/net/context"
  7. "google.golang.org/grpc"
  8. "google.golang.org/grpc/metadata"
  9. "io"
  10. "runtime"
  11. "sync/atomic"
  12. )
  13. // OpenTracingClientInterceptor returns a grpc.UnaryClientInterceptor suitable
  14. // for use in a grpc.Dial call.
  15. //
  16. // For example:
  17. //
  18. // conn, err := grpc.Dial(
  19. // address,
  20. // ..., // (existing DialOptions)
  21. // grpc.WithUnaryInterceptor(otgrpc.OpenTracingClientInterceptor(tracer)))
  22. //
  23. // All gRPC client spans will inject the OpenTracing SpanContext into the gRPC
  24. // metadata; they will also look in the context.Context for an active
  25. // in-process parent Span and establish a ChildOf reference if such a parent
  26. // Span could be found.
  27. func OpenTracingClientInterceptor(tracer opentracing.Tracer, optFuncs ...Option) grpc.UnaryClientInterceptor {
  28. otgrpcOpts := newOptions()
  29. otgrpcOpts.apply(optFuncs...)
  30. return func(
  31. ctx context.Context,
  32. method string,
  33. req, resp interface{},
  34. cc *grpc.ClientConn,
  35. invoker grpc.UnaryInvoker,
  36. opts ...grpc.CallOption,
  37. ) error {
  38. var err error
  39. var parentCtx opentracing.SpanContext
  40. if parent := opentracing.SpanFromContext(ctx); parent != nil {
  41. parentCtx = parent.Context()
  42. }
  43. if otgrpcOpts.inclusionFunc != nil &&
  44. !otgrpcOpts.inclusionFunc(parentCtx, method, req, resp) {
  45. return invoker(ctx, method, req, resp, cc, opts...)
  46. }
  47. clientSpan := tracer.StartSpan(
  48. method,
  49. opentracing.ChildOf(parentCtx),
  50. ext.SpanKindRPCClient,
  51. gRPCComponentTag,
  52. )
  53. defer clientSpan.Finish()
  54. ctx = injectSpanContext(ctx, tracer, clientSpan)
  55. if otgrpcOpts.logPayloads {
  56. clientSpan.LogFields(log.Object("gRPC request", req))
  57. }
  58. err = invoker(ctx, method, req, resp, cc, opts...)
  59. if err == nil {
  60. if otgrpcOpts.logPayloads {
  61. clientSpan.LogFields(log.Object("gRPC response", resp))
  62. }
  63. } else {
  64. SetSpanTags(clientSpan, err, true)
  65. clientSpan.LogFields(log.String("event", "error"), log.String("message", err.Error()))
  66. }
  67. if otgrpcOpts.decorator != nil {
  68. otgrpcOpts.decorator(clientSpan, method, req, resp, err)
  69. }
  70. return err
  71. }
  72. }
  73. // OpenTracingStreamClientInterceptor returns a grpc.StreamClientInterceptor suitable
  74. // for use in a grpc.Dial call. The interceptor instruments streaming RPCs by creating
  75. // a single span to correspond to the lifetime of the RPC's stream.
  76. //
  77. // For example:
  78. //
  79. // conn, err := grpc.Dial(
  80. // address,
  81. // ..., // (existing DialOptions)
  82. // grpc.WithStreamInterceptor(otgrpc.OpenTracingStreamClientInterceptor(tracer)))
  83. //
  84. // All gRPC client spans will inject the OpenTracing SpanContext into the gRPC
  85. // metadata; they will also look in the context.Context for an active
  86. // in-process parent Span and establish a ChildOf reference if such a parent
  87. // Span could be found.
  88. func OpenTracingStreamClientInterceptor(tracer opentracing.Tracer, optFuncs ...Option) grpc.StreamClientInterceptor {
  89. otgrpcOpts := newOptions()
  90. otgrpcOpts.apply(optFuncs...)
  91. return func(
  92. ctx context.Context,
  93. desc *grpc.StreamDesc,
  94. cc *grpc.ClientConn,
  95. method string,
  96. streamer grpc.Streamer,
  97. opts ...grpc.CallOption,
  98. ) (grpc.ClientStream, error) {
  99. var err error
  100. var parentCtx opentracing.SpanContext
  101. if parent := opentracing.SpanFromContext(ctx); parent != nil {
  102. parentCtx = parent.Context()
  103. }
  104. if otgrpcOpts.inclusionFunc != nil &&
  105. !otgrpcOpts.inclusionFunc(parentCtx, method, nil, nil) {
  106. return streamer(ctx, desc, cc, method, opts...)
  107. }
  108. clientSpan := tracer.StartSpan(
  109. method,
  110. opentracing.ChildOf(parentCtx),
  111. ext.SpanKindRPCClient,
  112. gRPCComponentTag,
  113. )
  114. ctx = injectSpanContext(ctx, tracer, clientSpan)
  115. cs, err := streamer(ctx, desc, cc, method, opts...)
  116. if err != nil {
  117. clientSpan.LogFields(log.String("event", "error"), log.String("message", err.Error()))
  118. SetSpanTags(clientSpan, err, true)
  119. clientSpan.Finish()
  120. return cs, err
  121. }
  122. return newOpenTracingClientStream(cs, method, desc, clientSpan, otgrpcOpts), nil
  123. }
  124. }
  125. func newOpenTracingClientStream(cs grpc.ClientStream, method string, desc *grpc.StreamDesc, clientSpan opentracing.Span, otgrpcOpts *options) grpc.ClientStream {
  126. finishChan := make(chan struct{})
  127. isFinished := new(int32)
  128. *isFinished = 0
  129. finishFunc := func(err error) {
  130. // The current OpenTracing specification forbids finishing a span more than
  131. // once. Since we have multiple code paths that could concurrently call
  132. // `finishFunc`, we need to add some sort of synchronization to guard against
  133. // multiple finishing.
  134. if !atomic.CompareAndSwapInt32(isFinished, 0, 1) {
  135. return
  136. }
  137. close(finishChan)
  138. defer clientSpan.Finish()
  139. if err != nil {
  140. clientSpan.LogFields(log.String("event", "error"), log.String("message", err.Error()))
  141. SetSpanTags(clientSpan, err, true)
  142. }
  143. if otgrpcOpts.decorator != nil {
  144. otgrpcOpts.decorator(clientSpan, method, nil, nil, err)
  145. }
  146. }
  147. go func() {
  148. select {
  149. case <-finishChan:
  150. // The client span is being finished by another code path; hence, no
  151. // action is necessary.
  152. case <-cs.Context().Done():
  153. finishFunc(cs.Context().Err())
  154. }
  155. }()
  156. otcs := &openTracingClientStream{
  157. ClientStream: cs,
  158. desc: desc,
  159. finishFunc: finishFunc,
  160. }
  161. // The `ClientStream` interface allows one to omit calling `Recv` if it's
  162. // known that the result will be `io.EOF`. See
  163. // http://stackoverflow.com/q/42915337
  164. // In such cases, there's nothing that triggers the span to finish. We,
  165. // therefore, set a finalizer so that the span and the context goroutine will
  166. // at least be cleaned up when the garbage collector is run.
  167. runtime.SetFinalizer(otcs, func(otcs *openTracingClientStream) {
  168. otcs.finishFunc(nil)
  169. })
  170. return otcs
  171. }
  172. type openTracingClientStream struct {
  173. grpc.ClientStream
  174. desc *grpc.StreamDesc
  175. finishFunc func(error)
  176. }
  177. func (cs *openTracingClientStream) Header() (metadata.MD, error) {
  178. md, err := cs.ClientStream.Header()
  179. if err != nil {
  180. cs.finishFunc(err)
  181. }
  182. return md, err
  183. }
  184. func (cs *openTracingClientStream) SendMsg(m interface{}) error {
  185. err := cs.ClientStream.SendMsg(m)
  186. if err != nil {
  187. cs.finishFunc(err)
  188. }
  189. return err
  190. }
  191. func (cs *openTracingClientStream) RecvMsg(m interface{}) error {
  192. err := cs.ClientStream.RecvMsg(m)
  193. if err == io.EOF {
  194. cs.finishFunc(nil)
  195. return err
  196. } else if err != nil {
  197. cs.finishFunc(err)
  198. return err
  199. }
  200. if !cs.desc.ServerStreams {
  201. cs.finishFunc(nil)
  202. }
  203. return err
  204. }
  205. func (cs *openTracingClientStream) CloseSend() error {
  206. err := cs.ClientStream.CloseSend()
  207. if err != nil {
  208. cs.finishFunc(err)
  209. }
  210. return err
  211. }
  212. func injectSpanContext(ctx context.Context, tracer opentracing.Tracer, clientSpan opentracing.Span) context.Context {
  213. md, ok := metadata.FromOutgoingContext(ctx)
  214. if !ok {
  215. md = metadata.New(nil)
  216. } else {
  217. md = md.Copy()
  218. }
  219. mdWriter := metadataReaderWriter{md}
  220. err := tracer.Inject(clientSpan.Context(), opentracing.HTTPHeaders, mdWriter)
  221. // We have no better place to record an error than the Span itself :-/
  222. if err != nil {
  223. clientSpan.LogFields(log.String("event", "Tracer.Inject() failed"), log.Error(err))
  224. }
  225. return metadata.NewOutgoingContext(ctx, md)
  226. }