codec_field.go 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863
  1. // Copyright 2019 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package impl
  5. import (
  6. "fmt"
  7. "reflect"
  8. "sync"
  9. "google.golang.org/protobuf/encoding/protowire"
  10. "google.golang.org/protobuf/internal/errors"
  11. "google.golang.org/protobuf/proto"
  12. "google.golang.org/protobuf/reflect/protoreflect"
  13. "google.golang.org/protobuf/reflect/protoregistry"
  14. "google.golang.org/protobuf/runtime/protoiface"
  15. )
  16. type errInvalidUTF8 struct{}
  17. func (errInvalidUTF8) Error() string { return "string field contains invalid UTF-8" }
  18. func (errInvalidUTF8) InvalidUTF8() bool { return true }
  19. func (errInvalidUTF8) Unwrap() error { return errors.Error }
  20. // initOneofFieldCoders initializes the fast-path functions for the fields in a oneof.
  21. //
  22. // For size, marshal, and isInit operations, functions are set only on the first field
  23. // in the oneof. The functions are called when the oneof is non-nil, and will dispatch
  24. // to the appropriate field-specific function as necessary.
  25. //
  26. // The unmarshal function is set on each field individually as usual.
  27. func (mi *MessageInfo) initOneofFieldCoders(od protoreflect.OneofDescriptor, si structInfo) {
  28. fs := si.oneofsByName[od.Name()]
  29. ft := fs.Type
  30. oneofFields := make(map[reflect.Type]*coderFieldInfo)
  31. needIsInit := false
  32. fields := od.Fields()
  33. for i, lim := 0, fields.Len(); i < lim; i++ {
  34. fd := od.Fields().Get(i)
  35. num := fd.Number()
  36. // Make a copy of the original coderFieldInfo for use in unmarshaling.
  37. //
  38. // oneofFields[oneofType].funcs.marshal is the field-specific marshal function.
  39. //
  40. // mi.coderFields[num].marshal is set on only the first field in the oneof,
  41. // and dispatches to the field-specific marshaler in oneofFields.
  42. cf := *mi.coderFields[num]
  43. ot := si.oneofWrappersByNumber[num]
  44. cf.ft = ot.Field(0).Type
  45. cf.mi, cf.funcs = fieldCoder(fd, cf.ft)
  46. oneofFields[ot] = &cf
  47. if cf.funcs.isInit != nil {
  48. needIsInit = true
  49. }
  50. mi.coderFields[num].funcs.unmarshal = func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  51. var vw reflect.Value // pointer to wrapper type
  52. vi := p.AsValueOf(ft).Elem() // oneof field value of interface kind
  53. if !vi.IsNil() && !vi.Elem().IsNil() && vi.Elem().Elem().Type() == ot {
  54. vw = vi.Elem()
  55. } else {
  56. vw = reflect.New(ot)
  57. }
  58. out, err := cf.funcs.unmarshal(b, pointerOfValue(vw).Apply(zeroOffset), wtyp, &cf, opts)
  59. if err != nil {
  60. return out, err
  61. }
  62. if cf.funcs.isInit == nil {
  63. out.initialized = true
  64. }
  65. vi.Set(vw)
  66. return out, nil
  67. }
  68. }
  69. getInfo := func(p pointer) (pointer, *coderFieldInfo) {
  70. v := p.AsValueOf(ft).Elem()
  71. if v.IsNil() {
  72. return pointer{}, nil
  73. }
  74. v = v.Elem() // interface -> *struct
  75. if v.IsNil() {
  76. return pointer{}, nil
  77. }
  78. return pointerOfValue(v).Apply(zeroOffset), oneofFields[v.Elem().Type()]
  79. }
  80. first := mi.coderFields[od.Fields().Get(0).Number()]
  81. first.funcs.size = func(p pointer, _ *coderFieldInfo, opts marshalOptions) int {
  82. p, info := getInfo(p)
  83. if info == nil || info.funcs.size == nil {
  84. return 0
  85. }
  86. return info.funcs.size(p, info, opts)
  87. }
  88. first.funcs.marshal = func(b []byte, p pointer, _ *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  89. p, info := getInfo(p)
  90. if info == nil || info.funcs.marshal == nil {
  91. return b, nil
  92. }
  93. return info.funcs.marshal(b, p, info, opts)
  94. }
  95. first.funcs.merge = func(dst, src pointer, _ *coderFieldInfo, opts mergeOptions) {
  96. srcp, srcinfo := getInfo(src)
  97. if srcinfo == nil || srcinfo.funcs.merge == nil {
  98. return
  99. }
  100. dstp, dstinfo := getInfo(dst)
  101. if dstinfo != srcinfo {
  102. dst.AsValueOf(ft).Elem().Set(reflect.New(src.AsValueOf(ft).Elem().Elem().Elem().Type()))
  103. dstp = pointerOfValue(dst.AsValueOf(ft).Elem().Elem()).Apply(zeroOffset)
  104. }
  105. srcinfo.funcs.merge(dstp, srcp, srcinfo, opts)
  106. }
  107. if needIsInit {
  108. first.funcs.isInit = func(p pointer, _ *coderFieldInfo) error {
  109. p, info := getInfo(p)
  110. if info == nil || info.funcs.isInit == nil {
  111. return nil
  112. }
  113. return info.funcs.isInit(p, info)
  114. }
  115. }
  116. }
  117. func makeWeakMessageFieldCoder(fd protoreflect.FieldDescriptor) pointerCoderFuncs {
  118. var once sync.Once
  119. var messageType protoreflect.MessageType
  120. lazyInit := func() {
  121. once.Do(func() {
  122. messageName := fd.Message().FullName()
  123. messageType, _ = protoregistry.GlobalTypes.FindMessageByName(messageName)
  124. })
  125. }
  126. return pointerCoderFuncs{
  127. size: func(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  128. m, ok := p.WeakFields().get(f.num)
  129. if !ok {
  130. return 0
  131. }
  132. lazyInit()
  133. if messageType == nil {
  134. panic(fmt.Sprintf("weak message %v is not linked in", fd.Message().FullName()))
  135. }
  136. return sizeMessage(m, f.tagsize, opts)
  137. },
  138. marshal: func(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  139. m, ok := p.WeakFields().get(f.num)
  140. if !ok {
  141. return b, nil
  142. }
  143. lazyInit()
  144. if messageType == nil {
  145. panic(fmt.Sprintf("weak message %v is not linked in", fd.Message().FullName()))
  146. }
  147. return appendMessage(b, m, f.wiretag, opts)
  148. },
  149. unmarshal: func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  150. fs := p.WeakFields()
  151. m, ok := fs.get(f.num)
  152. if !ok {
  153. lazyInit()
  154. if messageType == nil {
  155. return unmarshalOutput{}, errUnknown
  156. }
  157. m = messageType.New().Interface()
  158. fs.set(f.num, m)
  159. }
  160. return consumeMessage(b, m, wtyp, opts)
  161. },
  162. isInit: func(p pointer, f *coderFieldInfo) error {
  163. m, ok := p.WeakFields().get(f.num)
  164. if !ok {
  165. return nil
  166. }
  167. return proto.CheckInitialized(m)
  168. },
  169. merge: func(dst, src pointer, f *coderFieldInfo, opts mergeOptions) {
  170. sm, ok := src.WeakFields().get(f.num)
  171. if !ok {
  172. return
  173. }
  174. dm, ok := dst.WeakFields().get(f.num)
  175. if !ok {
  176. lazyInit()
  177. if messageType == nil {
  178. panic(fmt.Sprintf("weak message %v is not linked in", fd.Message().FullName()))
  179. }
  180. dm = messageType.New().Interface()
  181. dst.WeakFields().set(f.num, dm)
  182. }
  183. opts.Merge(dm, sm)
  184. },
  185. }
  186. }
  187. func makeMessageFieldCoder(fd protoreflect.FieldDescriptor, ft reflect.Type) pointerCoderFuncs {
  188. if mi := getMessageInfo(ft); mi != nil {
  189. funcs := pointerCoderFuncs{
  190. size: sizeMessageInfo,
  191. marshal: appendMessageInfo,
  192. unmarshal: consumeMessageInfo,
  193. merge: mergeMessage,
  194. }
  195. if needsInitCheck(mi.Desc) {
  196. funcs.isInit = isInitMessageInfo
  197. }
  198. return funcs
  199. } else {
  200. return pointerCoderFuncs{
  201. size: func(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  202. m := asMessage(p.AsValueOf(ft).Elem())
  203. return sizeMessage(m, f.tagsize, opts)
  204. },
  205. marshal: func(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  206. m := asMessage(p.AsValueOf(ft).Elem())
  207. return appendMessage(b, m, f.wiretag, opts)
  208. },
  209. unmarshal: func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  210. mp := p.AsValueOf(ft).Elem()
  211. if mp.IsNil() {
  212. mp.Set(reflect.New(ft.Elem()))
  213. }
  214. return consumeMessage(b, asMessage(mp), wtyp, opts)
  215. },
  216. isInit: func(p pointer, f *coderFieldInfo) error {
  217. m := asMessage(p.AsValueOf(ft).Elem())
  218. return proto.CheckInitialized(m)
  219. },
  220. merge: mergeMessage,
  221. }
  222. }
  223. }
  224. func sizeMessageInfo(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  225. return protowire.SizeBytes(f.mi.sizePointer(p.Elem(), opts)) + f.tagsize
  226. }
  227. func appendMessageInfo(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  228. calculatedSize := f.mi.sizePointer(p.Elem(), opts)
  229. b = protowire.AppendVarint(b, f.wiretag)
  230. b = protowire.AppendVarint(b, uint64(calculatedSize))
  231. before := len(b)
  232. b, err := f.mi.marshalAppendPointer(b, p.Elem(), opts)
  233. if measuredSize := len(b) - before; calculatedSize != measuredSize && err == nil {
  234. return nil, errors.MismatchedSizeCalculation(calculatedSize, measuredSize)
  235. }
  236. return b, err
  237. }
  238. func consumeMessageInfo(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (out unmarshalOutput, err error) {
  239. if wtyp != protowire.BytesType {
  240. return out, errUnknown
  241. }
  242. v, n := protowire.ConsumeBytes(b)
  243. if n < 0 {
  244. return out, errDecode
  245. }
  246. if p.Elem().IsNil() {
  247. p.SetPointer(pointerOfValue(reflect.New(f.mi.GoReflectType.Elem())))
  248. }
  249. o, err := f.mi.unmarshalPointer(v, p.Elem(), 0, opts)
  250. if err != nil {
  251. return out, err
  252. }
  253. out.n = n
  254. out.initialized = o.initialized
  255. return out, nil
  256. }
  257. func isInitMessageInfo(p pointer, f *coderFieldInfo) error {
  258. return f.mi.checkInitializedPointer(p.Elem())
  259. }
  260. func sizeMessage(m proto.Message, tagsize int, opts marshalOptions) int {
  261. return protowire.SizeBytes(opts.Options().Size(m)) + tagsize
  262. }
  263. func appendMessage(b []byte, m proto.Message, wiretag uint64, opts marshalOptions) ([]byte, error) {
  264. mopts := opts.Options()
  265. calculatedSize := mopts.Size(m)
  266. b = protowire.AppendVarint(b, wiretag)
  267. b = protowire.AppendVarint(b, uint64(calculatedSize))
  268. before := len(b)
  269. b, err := mopts.MarshalAppend(b, m)
  270. if measuredSize := len(b) - before; calculatedSize != measuredSize && err == nil {
  271. return nil, errors.MismatchedSizeCalculation(calculatedSize, measuredSize)
  272. }
  273. return b, err
  274. }
  275. func consumeMessage(b []byte, m proto.Message, wtyp protowire.Type, opts unmarshalOptions) (out unmarshalOutput, err error) {
  276. if wtyp != protowire.BytesType {
  277. return out, errUnknown
  278. }
  279. v, n := protowire.ConsumeBytes(b)
  280. if n < 0 {
  281. return out, errDecode
  282. }
  283. o, err := opts.Options().UnmarshalState(protoiface.UnmarshalInput{
  284. Buf: v,
  285. Message: m.ProtoReflect(),
  286. })
  287. if err != nil {
  288. return out, err
  289. }
  290. out.n = n
  291. out.initialized = o.Flags&protoiface.UnmarshalInitialized != 0
  292. return out, nil
  293. }
  294. func sizeMessageValue(v protoreflect.Value, tagsize int, opts marshalOptions) int {
  295. m := v.Message().Interface()
  296. return sizeMessage(m, tagsize, opts)
  297. }
  298. func appendMessageValue(b []byte, v protoreflect.Value, wiretag uint64, opts marshalOptions) ([]byte, error) {
  299. m := v.Message().Interface()
  300. return appendMessage(b, m, wiretag, opts)
  301. }
  302. func consumeMessageValue(b []byte, v protoreflect.Value, _ protowire.Number, wtyp protowire.Type, opts unmarshalOptions) (protoreflect.Value, unmarshalOutput, error) {
  303. m := v.Message().Interface()
  304. out, err := consumeMessage(b, m, wtyp, opts)
  305. return v, out, err
  306. }
  307. func isInitMessageValue(v protoreflect.Value) error {
  308. m := v.Message().Interface()
  309. return proto.CheckInitialized(m)
  310. }
  311. var coderMessageValue = valueCoderFuncs{
  312. size: sizeMessageValue,
  313. marshal: appendMessageValue,
  314. unmarshal: consumeMessageValue,
  315. isInit: isInitMessageValue,
  316. merge: mergeMessageValue,
  317. }
  318. func sizeGroupValue(v protoreflect.Value, tagsize int, opts marshalOptions) int {
  319. m := v.Message().Interface()
  320. return sizeGroup(m, tagsize, opts)
  321. }
  322. func appendGroupValue(b []byte, v protoreflect.Value, wiretag uint64, opts marshalOptions) ([]byte, error) {
  323. m := v.Message().Interface()
  324. return appendGroup(b, m, wiretag, opts)
  325. }
  326. func consumeGroupValue(b []byte, v protoreflect.Value, num protowire.Number, wtyp protowire.Type, opts unmarshalOptions) (protoreflect.Value, unmarshalOutput, error) {
  327. m := v.Message().Interface()
  328. out, err := consumeGroup(b, m, num, wtyp, opts)
  329. return v, out, err
  330. }
  331. var coderGroupValue = valueCoderFuncs{
  332. size: sizeGroupValue,
  333. marshal: appendGroupValue,
  334. unmarshal: consumeGroupValue,
  335. isInit: isInitMessageValue,
  336. merge: mergeMessageValue,
  337. }
  338. func makeGroupFieldCoder(fd protoreflect.FieldDescriptor, ft reflect.Type) pointerCoderFuncs {
  339. num := fd.Number()
  340. if mi := getMessageInfo(ft); mi != nil {
  341. funcs := pointerCoderFuncs{
  342. size: sizeGroupType,
  343. marshal: appendGroupType,
  344. unmarshal: consumeGroupType,
  345. merge: mergeMessage,
  346. }
  347. if needsInitCheck(mi.Desc) {
  348. funcs.isInit = isInitMessageInfo
  349. }
  350. return funcs
  351. } else {
  352. return pointerCoderFuncs{
  353. size: func(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  354. m := asMessage(p.AsValueOf(ft).Elem())
  355. return sizeGroup(m, f.tagsize, opts)
  356. },
  357. marshal: func(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  358. m := asMessage(p.AsValueOf(ft).Elem())
  359. return appendGroup(b, m, f.wiretag, opts)
  360. },
  361. unmarshal: func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  362. mp := p.AsValueOf(ft).Elem()
  363. if mp.IsNil() {
  364. mp.Set(reflect.New(ft.Elem()))
  365. }
  366. return consumeGroup(b, asMessage(mp), num, wtyp, opts)
  367. },
  368. isInit: func(p pointer, f *coderFieldInfo) error {
  369. m := asMessage(p.AsValueOf(ft).Elem())
  370. return proto.CheckInitialized(m)
  371. },
  372. merge: mergeMessage,
  373. }
  374. }
  375. }
  376. func sizeGroupType(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  377. return 2*f.tagsize + f.mi.sizePointer(p.Elem(), opts)
  378. }
  379. func appendGroupType(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  380. b = protowire.AppendVarint(b, f.wiretag) // start group
  381. b, err := f.mi.marshalAppendPointer(b, p.Elem(), opts)
  382. b = protowire.AppendVarint(b, f.wiretag+1) // end group
  383. return b, err
  384. }
  385. func consumeGroupType(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (out unmarshalOutput, err error) {
  386. if wtyp != protowire.StartGroupType {
  387. return out, errUnknown
  388. }
  389. if p.Elem().IsNil() {
  390. p.SetPointer(pointerOfValue(reflect.New(f.mi.GoReflectType.Elem())))
  391. }
  392. return f.mi.unmarshalPointer(b, p.Elem(), f.num, opts)
  393. }
  394. func sizeGroup(m proto.Message, tagsize int, opts marshalOptions) int {
  395. return 2*tagsize + opts.Options().Size(m)
  396. }
  397. func appendGroup(b []byte, m proto.Message, wiretag uint64, opts marshalOptions) ([]byte, error) {
  398. b = protowire.AppendVarint(b, wiretag) // start group
  399. b, err := opts.Options().MarshalAppend(b, m)
  400. b = protowire.AppendVarint(b, wiretag+1) // end group
  401. return b, err
  402. }
  403. func consumeGroup(b []byte, m proto.Message, num protowire.Number, wtyp protowire.Type, opts unmarshalOptions) (out unmarshalOutput, err error) {
  404. if wtyp != protowire.StartGroupType {
  405. return out, errUnknown
  406. }
  407. b, n := protowire.ConsumeGroup(num, b)
  408. if n < 0 {
  409. return out, errDecode
  410. }
  411. o, err := opts.Options().UnmarshalState(protoiface.UnmarshalInput{
  412. Buf: b,
  413. Message: m.ProtoReflect(),
  414. })
  415. if err != nil {
  416. return out, err
  417. }
  418. out.n = n
  419. out.initialized = o.Flags&protoiface.UnmarshalInitialized != 0
  420. return out, nil
  421. }
  422. func makeMessageSliceFieldCoder(fd protoreflect.FieldDescriptor, ft reflect.Type) pointerCoderFuncs {
  423. if mi := getMessageInfo(ft); mi != nil {
  424. funcs := pointerCoderFuncs{
  425. size: sizeMessageSliceInfo,
  426. marshal: appendMessageSliceInfo,
  427. unmarshal: consumeMessageSliceInfo,
  428. merge: mergeMessageSlice,
  429. }
  430. if needsInitCheck(mi.Desc) {
  431. funcs.isInit = isInitMessageSliceInfo
  432. }
  433. return funcs
  434. }
  435. return pointerCoderFuncs{
  436. size: func(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  437. return sizeMessageSlice(p, ft, f.tagsize, opts)
  438. },
  439. marshal: func(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  440. return appendMessageSlice(b, p, f.wiretag, ft, opts)
  441. },
  442. unmarshal: func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  443. return consumeMessageSlice(b, p, ft, wtyp, opts)
  444. },
  445. isInit: func(p pointer, f *coderFieldInfo) error {
  446. return isInitMessageSlice(p, ft)
  447. },
  448. merge: mergeMessageSlice,
  449. }
  450. }
  451. func sizeMessageSliceInfo(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  452. s := p.PointerSlice()
  453. n := 0
  454. for _, v := range s {
  455. n += protowire.SizeBytes(f.mi.sizePointer(v, opts)) + f.tagsize
  456. }
  457. return n
  458. }
  459. func appendMessageSliceInfo(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  460. s := p.PointerSlice()
  461. var err error
  462. for _, v := range s {
  463. b = protowire.AppendVarint(b, f.wiretag)
  464. siz := f.mi.sizePointer(v, opts)
  465. b = protowire.AppendVarint(b, uint64(siz))
  466. before := len(b)
  467. b, err = f.mi.marshalAppendPointer(b, v, opts)
  468. if err != nil {
  469. return b, err
  470. }
  471. if measuredSize := len(b) - before; siz != measuredSize {
  472. return nil, errors.MismatchedSizeCalculation(siz, measuredSize)
  473. }
  474. }
  475. return b, nil
  476. }
  477. func consumeMessageSliceInfo(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (out unmarshalOutput, err error) {
  478. if wtyp != protowire.BytesType {
  479. return out, errUnknown
  480. }
  481. v, n := protowire.ConsumeBytes(b)
  482. if n < 0 {
  483. return out, errDecode
  484. }
  485. m := reflect.New(f.mi.GoReflectType.Elem()).Interface()
  486. mp := pointerOfIface(m)
  487. o, err := f.mi.unmarshalPointer(v, mp, 0, opts)
  488. if err != nil {
  489. return out, err
  490. }
  491. p.AppendPointerSlice(mp)
  492. out.n = n
  493. out.initialized = o.initialized
  494. return out, nil
  495. }
  496. func isInitMessageSliceInfo(p pointer, f *coderFieldInfo) error {
  497. s := p.PointerSlice()
  498. for _, v := range s {
  499. if err := f.mi.checkInitializedPointer(v); err != nil {
  500. return err
  501. }
  502. }
  503. return nil
  504. }
  505. func sizeMessageSlice(p pointer, goType reflect.Type, tagsize int, opts marshalOptions) int {
  506. mopts := opts.Options()
  507. s := p.PointerSlice()
  508. n := 0
  509. for _, v := range s {
  510. m := asMessage(v.AsValueOf(goType.Elem()))
  511. n += protowire.SizeBytes(mopts.Size(m)) + tagsize
  512. }
  513. return n
  514. }
  515. func appendMessageSlice(b []byte, p pointer, wiretag uint64, goType reflect.Type, opts marshalOptions) ([]byte, error) {
  516. mopts := opts.Options()
  517. s := p.PointerSlice()
  518. var err error
  519. for _, v := range s {
  520. m := asMessage(v.AsValueOf(goType.Elem()))
  521. b = protowire.AppendVarint(b, wiretag)
  522. siz := mopts.Size(m)
  523. b = protowire.AppendVarint(b, uint64(siz))
  524. before := len(b)
  525. b, err = mopts.MarshalAppend(b, m)
  526. if err != nil {
  527. return b, err
  528. }
  529. if measuredSize := len(b) - before; siz != measuredSize {
  530. return nil, errors.MismatchedSizeCalculation(siz, measuredSize)
  531. }
  532. }
  533. return b, nil
  534. }
  535. func consumeMessageSlice(b []byte, p pointer, goType reflect.Type, wtyp protowire.Type, opts unmarshalOptions) (out unmarshalOutput, err error) {
  536. if wtyp != protowire.BytesType {
  537. return out, errUnknown
  538. }
  539. v, n := protowire.ConsumeBytes(b)
  540. if n < 0 {
  541. return out, errDecode
  542. }
  543. mp := reflect.New(goType.Elem())
  544. o, err := opts.Options().UnmarshalState(protoiface.UnmarshalInput{
  545. Buf: v,
  546. Message: asMessage(mp).ProtoReflect(),
  547. })
  548. if err != nil {
  549. return out, err
  550. }
  551. p.AppendPointerSlice(pointerOfValue(mp))
  552. out.n = n
  553. out.initialized = o.Flags&protoiface.UnmarshalInitialized != 0
  554. return out, nil
  555. }
  556. func isInitMessageSlice(p pointer, goType reflect.Type) error {
  557. s := p.PointerSlice()
  558. for _, v := range s {
  559. m := asMessage(v.AsValueOf(goType.Elem()))
  560. if err := proto.CheckInitialized(m); err != nil {
  561. return err
  562. }
  563. }
  564. return nil
  565. }
  566. // Slices of messages
  567. func sizeMessageSliceValue(listv protoreflect.Value, tagsize int, opts marshalOptions) int {
  568. mopts := opts.Options()
  569. list := listv.List()
  570. n := 0
  571. for i, llen := 0, list.Len(); i < llen; i++ {
  572. m := list.Get(i).Message().Interface()
  573. n += protowire.SizeBytes(mopts.Size(m)) + tagsize
  574. }
  575. return n
  576. }
  577. func appendMessageSliceValue(b []byte, listv protoreflect.Value, wiretag uint64, opts marshalOptions) ([]byte, error) {
  578. list := listv.List()
  579. mopts := opts.Options()
  580. for i, llen := 0, list.Len(); i < llen; i++ {
  581. m := list.Get(i).Message().Interface()
  582. b = protowire.AppendVarint(b, wiretag)
  583. siz := mopts.Size(m)
  584. b = protowire.AppendVarint(b, uint64(siz))
  585. before := len(b)
  586. var err error
  587. b, err = mopts.MarshalAppend(b, m)
  588. if err != nil {
  589. return b, err
  590. }
  591. if measuredSize := len(b) - before; siz != measuredSize {
  592. return nil, errors.MismatchedSizeCalculation(siz, measuredSize)
  593. }
  594. }
  595. return b, nil
  596. }
  597. func consumeMessageSliceValue(b []byte, listv protoreflect.Value, _ protowire.Number, wtyp protowire.Type, opts unmarshalOptions) (_ protoreflect.Value, out unmarshalOutput, err error) {
  598. list := listv.List()
  599. if wtyp != protowire.BytesType {
  600. return protoreflect.Value{}, out, errUnknown
  601. }
  602. v, n := protowire.ConsumeBytes(b)
  603. if n < 0 {
  604. return protoreflect.Value{}, out, errDecode
  605. }
  606. m := list.NewElement()
  607. o, err := opts.Options().UnmarshalState(protoiface.UnmarshalInput{
  608. Buf: v,
  609. Message: m.Message(),
  610. })
  611. if err != nil {
  612. return protoreflect.Value{}, out, err
  613. }
  614. list.Append(m)
  615. out.n = n
  616. out.initialized = o.Flags&protoiface.UnmarshalInitialized != 0
  617. return listv, out, nil
  618. }
  619. func isInitMessageSliceValue(listv protoreflect.Value) error {
  620. list := listv.List()
  621. for i, llen := 0, list.Len(); i < llen; i++ {
  622. m := list.Get(i).Message().Interface()
  623. if err := proto.CheckInitialized(m); err != nil {
  624. return err
  625. }
  626. }
  627. return nil
  628. }
  629. var coderMessageSliceValue = valueCoderFuncs{
  630. size: sizeMessageSliceValue,
  631. marshal: appendMessageSliceValue,
  632. unmarshal: consumeMessageSliceValue,
  633. isInit: isInitMessageSliceValue,
  634. merge: mergeMessageListValue,
  635. }
  636. func sizeGroupSliceValue(listv protoreflect.Value, tagsize int, opts marshalOptions) int {
  637. mopts := opts.Options()
  638. list := listv.List()
  639. n := 0
  640. for i, llen := 0, list.Len(); i < llen; i++ {
  641. m := list.Get(i).Message().Interface()
  642. n += 2*tagsize + mopts.Size(m)
  643. }
  644. return n
  645. }
  646. func appendGroupSliceValue(b []byte, listv protoreflect.Value, wiretag uint64, opts marshalOptions) ([]byte, error) {
  647. list := listv.List()
  648. mopts := opts.Options()
  649. for i, llen := 0, list.Len(); i < llen; i++ {
  650. m := list.Get(i).Message().Interface()
  651. b = protowire.AppendVarint(b, wiretag) // start group
  652. var err error
  653. b, err = mopts.MarshalAppend(b, m)
  654. if err != nil {
  655. return b, err
  656. }
  657. b = protowire.AppendVarint(b, wiretag+1) // end group
  658. }
  659. return b, nil
  660. }
  661. func consumeGroupSliceValue(b []byte, listv protoreflect.Value, num protowire.Number, wtyp protowire.Type, opts unmarshalOptions) (_ protoreflect.Value, out unmarshalOutput, err error) {
  662. list := listv.List()
  663. if wtyp != protowire.StartGroupType {
  664. return protoreflect.Value{}, out, errUnknown
  665. }
  666. b, n := protowire.ConsumeGroup(num, b)
  667. if n < 0 {
  668. return protoreflect.Value{}, out, errDecode
  669. }
  670. m := list.NewElement()
  671. o, err := opts.Options().UnmarshalState(protoiface.UnmarshalInput{
  672. Buf: b,
  673. Message: m.Message(),
  674. })
  675. if err != nil {
  676. return protoreflect.Value{}, out, err
  677. }
  678. list.Append(m)
  679. out.n = n
  680. out.initialized = o.Flags&protoiface.UnmarshalInitialized != 0
  681. return listv, out, nil
  682. }
  683. var coderGroupSliceValue = valueCoderFuncs{
  684. size: sizeGroupSliceValue,
  685. marshal: appendGroupSliceValue,
  686. unmarshal: consumeGroupSliceValue,
  687. isInit: isInitMessageSliceValue,
  688. merge: mergeMessageListValue,
  689. }
  690. func makeGroupSliceFieldCoder(fd protoreflect.FieldDescriptor, ft reflect.Type) pointerCoderFuncs {
  691. num := fd.Number()
  692. if mi := getMessageInfo(ft); mi != nil {
  693. funcs := pointerCoderFuncs{
  694. size: sizeGroupSliceInfo,
  695. marshal: appendGroupSliceInfo,
  696. unmarshal: consumeGroupSliceInfo,
  697. merge: mergeMessageSlice,
  698. }
  699. if needsInitCheck(mi.Desc) {
  700. funcs.isInit = isInitMessageSliceInfo
  701. }
  702. return funcs
  703. }
  704. return pointerCoderFuncs{
  705. size: func(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  706. return sizeGroupSlice(p, ft, f.tagsize, opts)
  707. },
  708. marshal: func(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  709. return appendGroupSlice(b, p, f.wiretag, ft, opts)
  710. },
  711. unmarshal: func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  712. return consumeGroupSlice(b, p, num, wtyp, ft, opts)
  713. },
  714. isInit: func(p pointer, f *coderFieldInfo) error {
  715. return isInitMessageSlice(p, ft)
  716. },
  717. merge: mergeMessageSlice,
  718. }
  719. }
  720. func sizeGroupSlice(p pointer, messageType reflect.Type, tagsize int, opts marshalOptions) int {
  721. mopts := opts.Options()
  722. s := p.PointerSlice()
  723. n := 0
  724. for _, v := range s {
  725. m := asMessage(v.AsValueOf(messageType.Elem()))
  726. n += 2*tagsize + mopts.Size(m)
  727. }
  728. return n
  729. }
  730. func appendGroupSlice(b []byte, p pointer, wiretag uint64, messageType reflect.Type, opts marshalOptions) ([]byte, error) {
  731. s := p.PointerSlice()
  732. var err error
  733. for _, v := range s {
  734. m := asMessage(v.AsValueOf(messageType.Elem()))
  735. b = protowire.AppendVarint(b, wiretag) // start group
  736. b, err = opts.Options().MarshalAppend(b, m)
  737. if err != nil {
  738. return b, err
  739. }
  740. b = protowire.AppendVarint(b, wiretag+1) // end group
  741. }
  742. return b, nil
  743. }
  744. func consumeGroupSlice(b []byte, p pointer, num protowire.Number, wtyp protowire.Type, goType reflect.Type, opts unmarshalOptions) (out unmarshalOutput, err error) {
  745. if wtyp != protowire.StartGroupType {
  746. return out, errUnknown
  747. }
  748. b, n := protowire.ConsumeGroup(num, b)
  749. if n < 0 {
  750. return out, errDecode
  751. }
  752. mp := reflect.New(goType.Elem())
  753. o, err := opts.Options().UnmarshalState(protoiface.UnmarshalInput{
  754. Buf: b,
  755. Message: asMessage(mp).ProtoReflect(),
  756. })
  757. if err != nil {
  758. return out, err
  759. }
  760. p.AppendPointerSlice(pointerOfValue(mp))
  761. out.n = n
  762. out.initialized = o.Flags&protoiface.UnmarshalInitialized != 0
  763. return out, nil
  764. }
  765. func sizeGroupSliceInfo(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  766. s := p.PointerSlice()
  767. n := 0
  768. for _, v := range s {
  769. n += 2*f.tagsize + f.mi.sizePointer(v, opts)
  770. }
  771. return n
  772. }
  773. func appendGroupSliceInfo(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  774. s := p.PointerSlice()
  775. var err error
  776. for _, v := range s {
  777. b = protowire.AppendVarint(b, f.wiretag) // start group
  778. b, err = f.mi.marshalAppendPointer(b, v, opts)
  779. if err != nil {
  780. return b, err
  781. }
  782. b = protowire.AppendVarint(b, f.wiretag+1) // end group
  783. }
  784. return b, nil
  785. }
  786. func consumeGroupSliceInfo(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  787. if wtyp != protowire.StartGroupType {
  788. return unmarshalOutput{}, errUnknown
  789. }
  790. m := reflect.New(f.mi.GoReflectType.Elem()).Interface()
  791. mp := pointerOfIface(m)
  792. out, err := f.mi.unmarshalPointer(b, mp, f.num, opts)
  793. if err != nil {
  794. return out, err
  795. }
  796. p.AppendPointerSlice(mp)
  797. return out, nil
  798. }
  799. func asMessage(v reflect.Value) protoreflect.ProtoMessage {
  800. if m, ok := v.Interface().(protoreflect.ProtoMessage); ok {
  801. return m
  802. }
  803. return legacyWrapMessage(v).Interface()
  804. }