/* * upb - a minimalist implementation of protocol buffers. * * Copyright (c) 2009 Joshua Haberman. See LICENSE for details. * * Provides definitions of .proto constructs: * - upb_msgdef: describes a "message" construct. * - upb_fielddef: describes a message field. * - upb_enumdef: describes an enum. * (TODO: definitions of extensions and services). * * Defs are obtained from a upb_symtab object. A upb_symtab is empty when * constructed, and definitions can be added by supplying serialized * descriptors. * * Defs are immutable and reference-counted. Symbol tables reference any defs * that are the "current" definitions. If an extension is loaded that adds a * field to an existing message, a new msgdef is constructed that includes the * new field and the old msgdef is unref'd. The old msgdef will still be ref'd * by messages (if any) that were constructed with that msgdef. * * This file contains routines for creating and manipulating the definitions * themselves. To create and manipulate actual messages, see upb_msg.h. */ #ifndef UPB_DEF_H_ #define UPB_DEF_H_ #include "upb_atomic.h" #include "upb_table.h" #ifdef __cplusplus extern "C" { #endif /* upb_def: base class for defs **********************************************/ // All the different kind of defs we support. These correspond 1:1 with // declarations in a .proto file. enum upb_def_type { UPB_DEF_MSG, UPB_DEF_ENUM, UPB_DEF_SVC, UPB_DEF_EXT, // Internal-only, placeholder for a def that hasn't be resolved yet. UPB_DEF_UNRESOLVED }; // This typedef is more space-efficient than declaring an enum var directly. typedef uint8_t upb_def_type_t; struct upb_def { struct upb_string *fqname; // Fully qualified. upb_atomic_refcount_t refcount; upb_def_type_t type; // The is_cyclic flag could go in upb_msgdef instead of here, because only // messages can be involved in cycles. However, putting them here is free // from a space perspective because structure alignment will otherwise leave // three bytes empty after type. It is also makes ref and unref more // efficient, because we don't have to downcast to msgdef before checking the // is_cyclic flag. bool is_cyclic; uint16_t search_depth; // Used during initialization dfs. }; // These must not be called directly! void _upb_def_cyclic_ref(struct upb_def *def); void _upb_def_reftozero(struct upb_def *def); // Call to ref/deref a def. INLINE void upb_def_ref(struct upb_def *def) { if(upb_atomic_ref(&def->refcount) && def->is_cyclic) _upb_def_cyclic_ref(def); } INLINE void upb_def_unref(struct upb_def *def) { if(upb_atomic_unref(&def->refcount)) _upb_def_reftozero(def); } // Dynamic casts, for determining if a def is of a particular type at runtime. #define UPB_DYNAMIC_CAST_DEF(lower, upper) \ struct upb_ ## lower; /* Forward-declare. */ \ INLINE struct upb_ ## lower *upb_dyncast_ ## lower(struct upb_def *def) { \ if(def->type != UPB_DEF_ ## upper) return NULL; \ return (struct upb_ ## lower*)def; \ } UPB_DYNAMIC_CAST_DEF(msgdef, MSG); UPB_DYNAMIC_CAST_DEF(enumdef, ENUM); UPB_DYNAMIC_CAST_DEF(svcdef, SVC); UPB_DYNAMIC_CAST_DEF(extdef, EXT); UPB_DYNAMIC_CAST_DEF(unresolveddef, UNRESOLVED); #undef UPB_DYNAMIC_CAST_DEF // Downcasts, for when some wants to assert that a def is of a particular type. // These are only checked if we are building debug. #define UPB_DOWNCAST_DEF(lower, upper) \ struct upb_ ## lower; /* Forward-declare. */ \ INLINE struct upb_ ## lower *upb_downcast_ ## lower(struct upb_def *def) { \ assert(def->type == UPB_DEF_ ## upper); \ return (struct upb_ ## lower*)def; \ } UPB_DOWNCAST_DEF(msgdef, MSG); UPB_DOWNCAST_DEF(enumdef, ENUM); UPB_DOWNCAST_DEF(svcdef, SVC); UPB_DOWNCAST_DEF(extdef, EXT); UPB_DOWNCAST_DEF(unresolveddef, UNRESOLVED); #undef UPB_DOWNCAST_DEF #define UPB_UPCAST(ptr) (&(ptr)->base) /* upb_fielddef ***************************************************************/ // A upb_fielddef describes a single field in a message. It isn't a full def // in the sense that it derives from upb_def. It cannot stand on its own; it // is either a field of a upb_msgdef or contained inside a upb_extensiondef. // It is also reference-counted. struct upb_fielddef { upb_atomic_refcount_t refcount; upb_field_type_t type; upb_label_t label; upb_field_number_t number; struct upb_string *name; // These are set only when this fielddef is part of a msgdef. uint32_t byte_offset; // Where in a upb_msg to find the data. upb_field_count_t field_index; // Indicates set bit. // For the case of an enum or a submessage, points to the def for that type. // We own a ref on this def. bool owned; struct upb_def *def; }; // A variety of tests about the type of a field. INLINE bool upb_issubmsg(struct upb_fielddef *f) { return upb_issubmsgtype(f->type); } INLINE bool upb_isstring(struct upb_fielddef *f) { return upb_isstringtype(f->type); } INLINE bool upb_isarray(struct upb_fielddef *f) { return f->label == UPB_LABEL(REPEATED); } // Does the type of this field imply that it should contain an associated def? INLINE bool upb_hasdef(struct upb_fielddef *f) { return upb_issubmsg(f) || f->type == UPB_TYPE(ENUM); } INLINE bool upb_field_ismm(struct upb_fielddef *f) { return upb_isarray(f) || upb_isstring(f) || upb_issubmsg(f); } INLINE bool upb_elem_ismm(struct upb_fielddef *f) { return upb_isstring(f) || upb_issubmsg(f); } /* Defined iff upb_field_ismm(f). */ INLINE upb_mm_ptrtype upb_field_ptrtype(struct upb_fielddef *f) { if(upb_isarray(f)) return UPB_MM_ARR_REF; else if(upb_isstring(f)) return UPB_MM_STR_REF; else if(upb_issubmsg(f)) return UPB_MM_MSG_REF; else return -1; } /* Defined iff upb_elem_ismm(f). */ INLINE upb_mm_ptrtype upb_elem_ptrtype(struct upb_fielddef *f) { if(upb_isstring(f)) return UPB_MM_STR_REF; else if(upb_issubmsg(f)) return UPB_MM_MSG_REF; else return -1; } // Internal-only interface for the upb compiler. // Sorts the given fielddefs in-place, according to what we think is an optimal // ordering of fields. This can change from upb release to upb release. struct google_protobuf_FieldDescriptorProto; void upb_fielddef_sortfds(struct google_protobuf_FieldDescriptorProto **fds, size_t num); /* upb_msgdef *****************************************************************/ struct google_protobuf_EnumDescriptorProto; struct google_protobuf_DescriptorProto; // Structure that describes a single .proto message type. struct upb_msgdef { struct upb_def base; upb_atomic_refcount_t cycle_refcount; struct upb_msg *default_msg; // Message with all default values set. size_t size; upb_field_count_t num_fields; uint32_t set_flags_bytes; uint32_t num_required_fields; // Required fields have the lowest set bytemasks. struct upb_fielddef *fields; // We have exclusive ownership of these. // Tables for looking up fields by number and name. struct upb_inttable itof; // int to field struct upb_strtable ntof; // name to field }; // Hash table entries for looking up fields by name or number. struct upb_itof_ent { struct upb_inttable_entry e; struct upb_fielddef *f; }; struct upb_ntof_ent { struct upb_strtable_entry e; struct upb_fielddef *f; }; // Looks up a field by name or number. While these are written to be as fast // as possible, it will still be faster to cache the results of this lookup if // possible. These return NULL if no such field is found. INLINE struct upb_fielddef *upb_msg_itof(struct upb_msgdef *m, uint32_t num) { struct upb_itof_ent *e; e = (struct upb_itof_ent*)upb_inttable_fast_lookup( &m->itof, num, sizeof(struct upb_itof_ent)); return e ? e->f : NULL; } INLINE struct upb_fielddef *upb_msg_ntof(struct upb_msgdef *m, struct upb_string *name) { struct upb_ntof_ent *e; e = (struct upb_ntof_ent*) upb_strtable_lookup(&m->ntof, name); return e ? e->f : NULL; } /* upb_enumdef ****************************************************************/ struct upb_enumdef { struct upb_def base; struct upb_strtable ntoi; struct upb_inttable iton; }; typedef int32_t upb_enumval_t; // Lookups from name to integer and vice-versa. bool upb_enumdef_ntoi(struct upb_enumdef *e, struct upb_string *name, upb_enumval_t *num); struct upb_string *upb_enumdef_iton(struct upb_enumdef *e, upb_enumval_t num); // Iteration over name/value pairs. The order is undefined. // struct upb_enumd_iter i; // for(upb_enum_begin(&i, e); !upb_enum_done(&i); upb_enum_next(&i)) { // // ... // } struct upb_enum_iter { struct upb_enumdef *e; void *state; // Internal iteration state. struct upb_string *name; upb_enumval_t val; }; void upb_enum_begin(struct upb_enum_iter *iter, struct upb_enumdef *e); void upb_enum_next(struct upb_enum_iter *iter); bool upb_enum_done(struct upb_enum_iter *iter); /* upb_symtab *****************************************************************/ // A SymbolTable is where upb_defs live. It is empty when first constructed. // Clients add definitions to the symtab by supplying unserialized or // serialized descriptors (as defined in descriptor.proto). struct upb_symtab { upb_atomic_refcount_t refcount; upb_rwlock_t lock; // Protects all members except the refcount. struct upb_msgdef *fds_msgdef; // In psymtab, ptr here for convenience. // Our symbol tables; we own refs to the defs therein. struct upb_strtable symtab; // The main symbol table. struct upb_strtable psymtab; // Private symbols, for internal use. }; // Initializes a upb_symtab. Contexts are not freed explicitly, but unref'd // when the caller is done with them. struct upb_symtab *upb_symtab_new(void); void _upb_symtab_free(struct upb_symtab *s); // Must not be called directly! INLINE void upb_symtab_ref(struct upb_symtab *s) { upb_atomic_ref(&s->refcount); } INLINE void upb_symtab_unref(struct upb_symtab *s) { if(upb_atomic_unref(&s->refcount)) _upb_symtab_free(s); } // Resolves the given symbol using the rules described in descriptor.proto, // namely: // // If the name starts with a '.', it is fully-qualified. Otherwise, C++-like // scoping rules are used to find the type (i.e. first the nested types // within this message are searched, then within the parent, on up to the // root namespace). // // Returns NULL if no such symbol has been defined. struct upb_def *upb_symtab_resolve(struct upb_symtab *s, struct upb_string *base, struct upb_string *symbol); // Find an entry in the symbol table with this exact name. Returns NULL if no // such symbol name has been defined. struct upb_def *upb_symtab_lookup(struct upb_symtab *s, struct upb_string *sym); // Gets an array of pointers to all currently active defs in this symtab. The // caller owns the returned array (which is of length *count) as well as a ref // to each symbol inside. struct upb_def **upb_symtab_getandref_defs(struct upb_symtab *s, int *count); // Adds the definitions in the given serialized descriptor to this symtab. All // types that are referenced from desc must have previously been defined (or be // defined in desc). desc may not attempt to define any names that are already // defined in this symtab. Caller retains ownership of desc. status indicates // whether the operation was successful or not, and the error message (if any). void upb_symtab_add_desc(struct upb_symtab *s, struct upb_string *desc, struct upb_status *status); #ifdef __cplusplus } /* extern "C" */ #endif #endif /* UPB_DEF_H_ */