| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126 |
- // Copyright 2022, Google Inc.
- // All rights reserved.
- //
- // Redistribution and use in source and binary forms, with or without
- // modification, are permitted provided that the following conditions are
- // met:
- //
- // * Redistributions of source code must retain the above copyright
- // notice, this list of conditions and the following disclaimer.
- // * Redistributions in binary form must reproduce the above
- // copyright notice, this list of conditions and the following disclaimer
- // in the documentation and/or other materials provided with the
- // distribution.
- // * Neither the name of Google Inc. nor the names of its
- // contributors may be used to endorse or promote products derived from
- // this software without specific prior written permission.
- //
- // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- package gax
- import (
- "encoding/json"
- "errors"
- "io"
- "google.golang.org/protobuf/encoding/protojson"
- "google.golang.org/protobuf/proto"
- "google.golang.org/protobuf/reflect/protoreflect"
- )
- var (
- arrayOpen = json.Delim('[')
- arrayClose = json.Delim(']')
- errBadOpening = errors.New("unexpected opening token, expected '['")
- )
- // ProtoJSONStream represents a wrapper for consuming a stream of protobuf
- // messages encoded using protobuf-JSON format. More information on this format
- // can be found at https://developers.google.com/protocol-buffers/docs/proto3#json.
- // The stream must appear as a comma-delimited, JSON array of obbjects with
- // opening and closing square braces.
- //
- // This is for internal use only.
- type ProtoJSONStream struct {
- first, closed bool
- reader io.ReadCloser
- stream *json.Decoder
- typ protoreflect.MessageType
- }
- // NewProtoJSONStreamReader accepts a stream of bytes via an io.ReadCloser that are
- // protobuf-JSON encoded protobuf messages of the given type. The ProtoJSONStream
- // must be closed when done.
- //
- // This is for internal use only.
- func NewProtoJSONStreamReader(rc io.ReadCloser, typ protoreflect.MessageType) *ProtoJSONStream {
- return &ProtoJSONStream{
- first: true,
- reader: rc,
- stream: json.NewDecoder(rc),
- typ: typ,
- }
- }
- // Recv decodes the next protobuf message in the stream or returns io.EOF if
- // the stream is done. It is not safe to call Recv on the same stream from
- // different goroutines, just like it is not safe to do so with a single gRPC
- // stream. Type-cast the protobuf message returned to the type provided at
- // ProtoJSONStream creation.
- // Calls to Recv after calling Close will produce io.EOF.
- func (s *ProtoJSONStream) Recv() (proto.Message, error) {
- if s.closed {
- return nil, io.EOF
- }
- if s.first {
- s.first = false
- // Consume the opening '[' so Decode gets one object at a time.
- if t, err := s.stream.Token(); err != nil {
- return nil, err
- } else if t != arrayOpen {
- return nil, errBadOpening
- }
- }
- // Capture the next block of data for the item (a JSON object) in the stream.
- var raw json.RawMessage
- if err := s.stream.Decode(&raw); err != nil {
- e := err
- // To avoid checking the first token of each stream, just attempt to
- // Decode the next blob and if that fails, double check if it is just
- // the closing token ']'. If it is the closing, return io.EOF. If it
- // isn't, return the original error.
- if t, _ := s.stream.Token(); t == arrayClose {
- e = io.EOF
- }
- return nil, e
- }
- // Initialize a new instance of the protobuf message to unmarshal the
- // raw data into.
- m := s.typ.New().Interface()
- err := protojson.Unmarshal(raw, m)
- return m, err
- }
- // Close closes the stream so that resources are cleaned up.
- func (s *ProtoJSONStream) Close() error {
- // Dereference the *json.Decoder so that the memory is gc'd.
- s.stream = nil
- s.closed = true
- return s.reader.Close()
- }
|