123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295 |
- // Copyright 2018 The Go Authors. All rights reserved.
- // Use of this source code is governed by a BSD-style
- // license that can be found in the LICENSE file.
- package proto
- import (
- "google.golang.org/protobuf/encoding/protowire"
- "google.golang.org/protobuf/internal/encoding/messageset"
- "google.golang.org/protobuf/internal/errors"
- "google.golang.org/protobuf/internal/flags"
- "google.golang.org/protobuf/internal/genid"
- "google.golang.org/protobuf/internal/pragma"
- "google.golang.org/protobuf/reflect/protoreflect"
- "google.golang.org/protobuf/reflect/protoregistry"
- "google.golang.org/protobuf/runtime/protoiface"
- )
- // UnmarshalOptions configures the unmarshaler.
- //
- // Example usage:
- //
- // err := UnmarshalOptions{DiscardUnknown: true}.Unmarshal(b, m)
- type UnmarshalOptions struct {
- pragma.NoUnkeyedLiterals
- // Merge merges the input into the destination message.
- // The default behavior is to always reset the message before unmarshaling,
- // unless Merge is specified.
- Merge bool
- // AllowPartial accepts input for messages that will result in missing
- // required fields. If AllowPartial is false (the default), Unmarshal will
- // return an error if there are any missing required fields.
- AllowPartial bool
- // If DiscardUnknown is set, unknown fields are ignored.
- DiscardUnknown bool
- // Resolver is used for looking up types when unmarshaling extension fields.
- // If nil, this defaults to using protoregistry.GlobalTypes.
- Resolver interface {
- FindExtensionByName(field protoreflect.FullName) (protoreflect.ExtensionType, error)
- FindExtensionByNumber(message protoreflect.FullName, field protoreflect.FieldNumber) (protoreflect.ExtensionType, error)
- }
- // RecursionLimit limits how deeply messages may be nested.
- // If zero, a default limit is applied.
- RecursionLimit int
- }
- // Unmarshal parses the wire-format message in b and places the result in m.
- // The provided message must be mutable (e.g., a non-nil pointer to a message).
- func Unmarshal(b []byte, m Message) error {
- _, err := UnmarshalOptions{RecursionLimit: protowire.DefaultRecursionLimit}.unmarshal(b, m.ProtoReflect())
- return err
- }
- // Unmarshal parses the wire-format message in b and places the result in m.
- // The provided message must be mutable (e.g., a non-nil pointer to a message).
- func (o UnmarshalOptions) Unmarshal(b []byte, m Message) error {
- if o.RecursionLimit == 0 {
- o.RecursionLimit = protowire.DefaultRecursionLimit
- }
- _, err := o.unmarshal(b, m.ProtoReflect())
- return err
- }
- // UnmarshalState parses a wire-format message and places the result in m.
- //
- // This method permits fine-grained control over the unmarshaler.
- // Most users should use Unmarshal instead.
- func (o UnmarshalOptions) UnmarshalState(in protoiface.UnmarshalInput) (protoiface.UnmarshalOutput, error) {
- if o.RecursionLimit == 0 {
- o.RecursionLimit = protowire.DefaultRecursionLimit
- }
- return o.unmarshal(in.Buf, in.Message)
- }
- // unmarshal is a centralized function that all unmarshal operations go through.
- // For profiling purposes, avoid changing the name of this function or
- // introducing other code paths for unmarshal that do not go through this.
- func (o UnmarshalOptions) unmarshal(b []byte, m protoreflect.Message) (out protoiface.UnmarshalOutput, err error) {
- if o.Resolver == nil {
- o.Resolver = protoregistry.GlobalTypes
- }
- if !o.Merge {
- Reset(m.Interface())
- }
- allowPartial := o.AllowPartial
- o.Merge = true
- o.AllowPartial = true
- methods := protoMethods(m)
- if methods != nil && methods.Unmarshal != nil &&
- !(o.DiscardUnknown && methods.Flags&protoiface.SupportUnmarshalDiscardUnknown == 0) {
- in := protoiface.UnmarshalInput{
- Message: m,
- Buf: b,
- Resolver: o.Resolver,
- Depth: o.RecursionLimit,
- }
- if o.DiscardUnknown {
- in.Flags |= protoiface.UnmarshalDiscardUnknown
- }
- out, err = methods.Unmarshal(in)
- } else {
- o.RecursionLimit--
- if o.RecursionLimit < 0 {
- return out, errors.New("exceeded max recursion depth")
- }
- err = o.unmarshalMessageSlow(b, m)
- }
- if err != nil {
- return out, err
- }
- if allowPartial || (out.Flags&protoiface.UnmarshalInitialized != 0) {
- return out, nil
- }
- return out, checkInitialized(m)
- }
- func (o UnmarshalOptions) unmarshalMessage(b []byte, m protoreflect.Message) error {
- _, err := o.unmarshal(b, m)
- return err
- }
- func (o UnmarshalOptions) unmarshalMessageSlow(b []byte, m protoreflect.Message) error {
- md := m.Descriptor()
- if messageset.IsMessageSet(md) {
- return o.unmarshalMessageSet(b, m)
- }
- fields := md.Fields()
- for len(b) > 0 {
- // Parse the tag (field number and wire type).
- num, wtyp, tagLen := protowire.ConsumeTag(b)
- if tagLen < 0 {
- return errDecode
- }
- if num > protowire.MaxValidNumber {
- return errDecode
- }
- // Find the field descriptor for this field number.
- fd := fields.ByNumber(num)
- if fd == nil && md.ExtensionRanges().Has(num) {
- extType, err := o.Resolver.FindExtensionByNumber(md.FullName(), num)
- if err != nil && err != protoregistry.NotFound {
- return errors.New("%v: unable to resolve extension %v: %v", md.FullName(), num, err)
- }
- if extType != nil {
- fd = extType.TypeDescriptor()
- }
- }
- var err error
- if fd == nil {
- err = errUnknown
- } else if flags.ProtoLegacy {
- if fd.IsWeak() && fd.Message().IsPlaceholder() {
- err = errUnknown // weak referent is not linked in
- }
- }
- // Parse the field value.
- var valLen int
- switch {
- case err != nil:
- case fd.IsList():
- valLen, err = o.unmarshalList(b[tagLen:], wtyp, m.Mutable(fd).List(), fd)
- case fd.IsMap():
- valLen, err = o.unmarshalMap(b[tagLen:], wtyp, m.Mutable(fd).Map(), fd)
- default:
- valLen, err = o.unmarshalSingular(b[tagLen:], wtyp, m, fd)
- }
- if err != nil {
- if err != errUnknown {
- return err
- }
- valLen = protowire.ConsumeFieldValue(num, wtyp, b[tagLen:])
- if valLen < 0 {
- return errDecode
- }
- if !o.DiscardUnknown {
- m.SetUnknown(append(m.GetUnknown(), b[:tagLen+valLen]...))
- }
- }
- b = b[tagLen+valLen:]
- }
- return nil
- }
- func (o UnmarshalOptions) unmarshalSingular(b []byte, wtyp protowire.Type, m protoreflect.Message, fd protoreflect.FieldDescriptor) (n int, err error) {
- v, n, err := o.unmarshalScalar(b, wtyp, fd)
- if err != nil {
- return 0, err
- }
- switch fd.Kind() {
- case protoreflect.GroupKind, protoreflect.MessageKind:
- m2 := m.Mutable(fd).Message()
- if err := o.unmarshalMessage(v.Bytes(), m2); err != nil {
- return n, err
- }
- default:
- // Non-message scalars replace the previous value.
- m.Set(fd, v)
- }
- return n, nil
- }
- func (o UnmarshalOptions) unmarshalMap(b []byte, wtyp protowire.Type, mapv protoreflect.Map, fd protoreflect.FieldDescriptor) (n int, err error) {
- if wtyp != protowire.BytesType {
- return 0, errUnknown
- }
- b, n = protowire.ConsumeBytes(b)
- if n < 0 {
- return 0, errDecode
- }
- var (
- keyField = fd.MapKey()
- valField = fd.MapValue()
- key protoreflect.Value
- val protoreflect.Value
- haveKey bool
- haveVal bool
- )
- switch valField.Kind() {
- case protoreflect.GroupKind, protoreflect.MessageKind:
- val = mapv.NewValue()
- }
- // Map entries are represented as a two-element message with fields
- // containing the key and value.
- for len(b) > 0 {
- num, wtyp, n := protowire.ConsumeTag(b)
- if n < 0 {
- return 0, errDecode
- }
- if num > protowire.MaxValidNumber {
- return 0, errDecode
- }
- b = b[n:]
- err = errUnknown
- switch num {
- case genid.MapEntry_Key_field_number:
- key, n, err = o.unmarshalScalar(b, wtyp, keyField)
- if err != nil {
- break
- }
- haveKey = true
- case genid.MapEntry_Value_field_number:
- var v protoreflect.Value
- v, n, err = o.unmarshalScalar(b, wtyp, valField)
- if err != nil {
- break
- }
- switch valField.Kind() {
- case protoreflect.GroupKind, protoreflect.MessageKind:
- if err := o.unmarshalMessage(v.Bytes(), val.Message()); err != nil {
- return 0, err
- }
- default:
- val = v
- }
- haveVal = true
- }
- if err == errUnknown {
- n = protowire.ConsumeFieldValue(num, wtyp, b)
- if n < 0 {
- return 0, errDecode
- }
- } else if err != nil {
- return 0, err
- }
- b = b[n:]
- }
- // Every map entry should have entries for key and value, but this is not strictly required.
- if !haveKey {
- key = keyField.Default()
- }
- if !haveVal {
- switch valField.Kind() {
- case protoreflect.GroupKind, protoreflect.MessageKind:
- default:
- val = valField.Default()
- }
- }
- mapv.Set(key.MapKey(), val)
- return n, nil
- }
- // errUnknown is used internally to indicate fields which should be added
- // to the unknown field set of a message. It is never returned from an exported
- // function.
- var errUnknown = errors.New("BUG: internal error (unknown)")
- var errDecode = errors.New("cannot parse invalid wire-format data")
|