Protocol Buffers - Google's data interchange format (grpc依赖)
https://developers.google.com/protocol-buffers/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
261 lines
8.7 KiB
261 lines
8.7 KiB
/* |
|
* upb - a minimalist implementation of protocol buffers. |
|
* |
|
* Copyright (c) 2009 Google Inc. See LICENSE for details. |
|
* Author: Josh Haberman <jhaberman@gmail.com> |
|
* |
|
* This file contains shared definitions that are widely used across upb. |
|
*/ |
|
|
|
#ifndef UPB_H_ |
|
#define UPB_H_ |
|
|
|
#include <stdbool.h> |
|
#include <stdint.h> |
|
#include <stdio.h> // only for size_t. |
|
#include <assert.h> |
|
#include <stdarg.h> |
|
#include "descriptor_const.h" |
|
#include "atomic.h" |
|
|
|
#ifdef __cplusplus |
|
extern "C" { |
|
#endif |
|
|
|
// inline if possible, emit standalone code if required. |
|
#ifndef INLINE |
|
#define INLINE static inline |
|
#endif |
|
|
|
#define UPB_MAX(x, y) ((x) > (y) ? (x) : (y)) |
|
#define UPB_MIN(x, y) ((x) < (y) ? (x) : (y)) |
|
#define UPB_INDEX(base, i, m) (void*)((char*)(base) + ((i)*(m))) |
|
|
|
INLINE void nop_printf(const char *fmt, ...) { (void)fmt; } |
|
|
|
#ifdef NDEBUG |
|
#define DEBUGPRINTF nop_printf |
|
#else |
|
#define DEBUGPRINTF printf |
|
#endif |
|
|
|
// Rounds val up to the next multiple of align. |
|
INLINE size_t upb_align_up(size_t val, size_t align) { |
|
return val % align == 0 ? val : val + align - (val % align); |
|
} |
|
|
|
// The maximum that any submessages can be nested. Matches proto2's limit. |
|
// At the moment this specifies the size of several statically-sized arrays |
|
// and therefore setting it high will cause more memory to be used. Will |
|
// be replaced by a runtime-configurable limit and dynamically-resizing arrays. |
|
// TODO: make this a runtime-settable property of upb_handlers. |
|
#define UPB_MAX_NESTING 64 |
|
|
|
// The maximum number of fields that any one .proto type can have. Note that |
|
// this is very different than the max field number. It is hard to imagine a |
|
// scenario where more than 2k fields (each with its own name and field number) |
|
// makes sense. The .proto file to describe it would be 2000 lines long and |
|
// contain 2000 unique names. |
|
// |
|
// With this limit we can store a has-bit offset in 8 bits (2**8 * 8 = 2048) |
|
// and we can store a value offset in 16 bits, since the maximum message |
|
// size is 16,640 bytes (2**8 has-bits + 2048 * 8-byte value). Note that |
|
// strings and arrays are not counted in this, only the *pointer* to them is. |
|
// An individual string or array is unaffected by this 16k byte limit. |
|
#define UPB_MAX_FIELDS (2048) |
|
|
|
#define UPB_MAX_FIELDNUMBER ((1 << 29) - 1) |
|
|
|
// Nested type names are separated by periods. |
|
#define UPB_SYMBOL_SEPARATOR '.' |
|
|
|
// The longest chain that mutually-recursive types are allowed to form. For |
|
// example, this is a type cycle of length 2: |
|
// message A { |
|
// B b = 1; |
|
// } |
|
// message B { |
|
// A a = 1; |
|
// } |
|
#define UPB_MAX_TYPE_CYCLE_LEN 16 |
|
|
|
// The maximum depth that the type graph can have. Note that this setting does |
|
// not automatically constrain UPB_MAX_NESTING, because type cycles allow for |
|
// unlimited nesting if we do not limit it. Many algorithms in upb call |
|
// recursive functions that traverse the type graph, so we must limit this to |
|
// avoid blowing the C stack. |
|
#define UPB_MAX_TYPE_DEPTH 64 |
|
|
|
|
|
/* Fundamental types and type constants. **************************************/ |
|
|
|
// A list of types as they are encoded on-the-wire. |
|
enum upb_wire_type { |
|
UPB_WIRE_TYPE_VARINT = 0, |
|
UPB_WIRE_TYPE_64BIT = 1, |
|
UPB_WIRE_TYPE_DELIMITED = 2, |
|
UPB_WIRE_TYPE_START_GROUP = 3, |
|
UPB_WIRE_TYPE_END_GROUP = 4, |
|
UPB_WIRE_TYPE_32BIT = 5, |
|
}; |
|
|
|
// Type of a field as defined in a .proto file. eg. string, int32, etc. The |
|
// integers that represent this are defined by descriptor.proto. Note that |
|
// descriptor.proto reserves "0" for errors, and we use it to represent |
|
// exceptional circumstances. |
|
typedef uint8_t upb_fieldtype_t; |
|
|
|
// For referencing the type constants tersely. |
|
#define UPB_TYPE(type) GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_TYPE_ ## type |
|
#define UPB_LABEL(type) GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_LABEL_LABEL_ ## type |
|
|
|
// Info for a given field type. |
|
typedef struct { |
|
uint8_t align; |
|
uint8_t size; |
|
uint8_t native_wire_type; |
|
uint8_t inmemory_type; // For example, INT32, SINT32, and SFIXED32 -> INT32 |
|
char *ctype; |
|
} upb_type_info; |
|
|
|
// A static array of info about all of the field types, indexed by type number. |
|
extern const upb_type_info upb_types[]; |
|
|
|
|
|
/* upb_value ******************************************************************/ |
|
|
|
struct _upb_strref; |
|
struct _upb_fielddef; |
|
|
|
// Special constants for the upb_value.type field. These must not conflict |
|
// with any members of FieldDescriptorProto.Type. |
|
#define UPB_TYPE_ENDGROUP 0 |
|
#define UPB_VALUETYPE_FIELDDEF 32 |
|
#define UPB_VALUETYPE_PTR 33 |
|
|
|
// A single .proto value. The owner must have an out-of-band way of knowing |
|
// the type, so that it knows which union member to use. |
|
typedef struct { |
|
union { |
|
uint64_t uint64; |
|
double _double; |
|
float _float; |
|
int32_t int32; |
|
int64_t int64; |
|
uint32_t uint32; |
|
bool _bool; |
|
const struct _upb_strref *strref; |
|
const struct _upb_fielddef *fielddef; |
|
void *_void; |
|
} val; |
|
|
|
#ifndef NDEBUG |
|
// In debug mode we carry the value type around also so we can check accesses |
|
// to be sure the right member is being read. |
|
char type; |
|
#endif |
|
} upb_value; |
|
|
|
#ifdef NDEBUG |
|
#define SET_TYPE(dest, val) |
|
#else |
|
#define SET_TYPE(dest, val) dest = val |
|
#endif |
|
|
|
// For each value type, define the following set of functions: |
|
// |
|
// // Get/set an int32 from a upb_value. |
|
// int32_t upb_value_getint32(upb_value val); |
|
// void upb_value_setint32(upb_value *val, int32_t cval); |
|
// |
|
// // Construct a new upb_value from an int32. |
|
// upb_value upb_value_int32(int32_t val); |
|
|
|
#define UPB_VALUE_ACCESSORS(name, membername, ctype, proto_type) \ |
|
INLINE ctype upb_value_get ## name(upb_value val) { \ |
|
assert(val.type == proto_type); \ |
|
return val.val.membername; \ |
|
} \ |
|
INLINE void upb_value_set ## name(upb_value *val, ctype cval) { \ |
|
SET_TYPE(val->type, proto_type); \ |
|
val->val.membername = cval; \ |
|
} \ |
|
INLINE upb_value upb_value_ ## name(ctype val) { \ |
|
upb_value ret; \ |
|
upb_value_set ## name(&ret, val); \ |
|
return ret; \ |
|
} |
|
|
|
UPB_VALUE_ACCESSORS(double, _double, double, UPB_TYPE(DOUBLE)); |
|
UPB_VALUE_ACCESSORS(float, _float, float, UPB_TYPE(FLOAT)); |
|
UPB_VALUE_ACCESSORS(int32, int32, int32_t, UPB_TYPE(INT32)); |
|
UPB_VALUE_ACCESSORS(int64, int64, int64_t, UPB_TYPE(INT64)); |
|
UPB_VALUE_ACCESSORS(uint32, uint32, uint32_t, UPB_TYPE(UINT32)); |
|
UPB_VALUE_ACCESSORS(uint64, uint64, uint64_t, UPB_TYPE(UINT64)); |
|
UPB_VALUE_ACCESSORS(bool, _bool, bool, UPB_TYPE(BOOL)); |
|
UPB_VALUE_ACCESSORS(ptr, _void, void*, UPB_VALUETYPE_PTR); |
|
|
|
// upb_fielddef and upb_strref should never be modified from a callback |
|
// (ie. when they're getting passed through a upb_value). |
|
UPB_VALUE_ACCESSORS(strref, strref, const struct _upb_strref*, UPB_TYPE(STRING)); |
|
UPB_VALUE_ACCESSORS(fielddef, fielddef, const struct _upb_fielddef*, UPB_VALUETYPE_FIELDDEF); |
|
|
|
extern upb_value UPB_NO_VALUE; |
|
|
|
|
|
/* upb_status *****************************************************************/ |
|
|
|
enum { |
|
UPB_OK, // The operation completed successfully. |
|
UPB_WOULDBLOCK, // Stream is nonblocking and the operation would block. |
|
UPB_ERROR, // An error occurred. |
|
}; |
|
|
|
typedef struct { |
|
const char *name; |
|
// Writes a NULL-terminated string to "buf" containing an error message for |
|
// the given error code, returning false if the message was too large to fit. |
|
bool (*code_to_string)(int code, char *buf, size_t len); |
|
} upb_errorspace; |
|
|
|
// TODO: consider adding error space and code, to let ie. errno be stored |
|
// as a proper code, or application-specific error codes. |
|
typedef struct { |
|
char status; |
|
int code; // Can be set to a more specific code (defined by error space). |
|
upb_errorspace *space; |
|
const char *str; // NULL when no message is present. NULL-terminated. |
|
char *buf; // Owned by the status. |
|
size_t bufsize; |
|
} upb_status; |
|
|
|
#define UPB_STATUS_INIT {UPB_OK, 0, NULL, NULL, NULL, 0} |
|
|
|
void upb_status_init(upb_status *status); |
|
void upb_status_uninit(upb_status *status); |
|
|
|
INLINE bool upb_ok(upb_status *status) { return status->code == UPB_OK; } |
|
|
|
void upb_status_clear(upb_status *status); |
|
void upb_status_seterrliteral(upb_status *status, const char *msg); |
|
void upb_status_seterrf(upb_status *s, const char *msg, ...); |
|
void upb_status_setcode(upb_status *s, upb_errorspace *space, int code); |
|
// The returned string is invalidated by any other call into the status. |
|
const char *upb_status_getstr(const upb_status *s); |
|
void upb_status_copy(upb_status *to, upb_status *from); |
|
|
|
extern upb_errorspace upb_posix_errorspace; |
|
void upb_status_fromerrno(upb_status *status); |
|
|
|
// Like vaprintf, but uses *buf (which can be NULL) as a starting point and |
|
// reallocates it only if the new value will not fit. "size" is updated to |
|
// reflect the allocated size of the buffer. Returns false on memory alloc |
|
// failure. |
|
int upb_vrprintf(char **buf, size_t *size, size_t ofs, |
|
const char *fmt, va_list args); |
|
|
|
#ifdef __cplusplus |
|
} /* extern "C" */ |
|
#endif |
|
|
|
#endif /* UPB_H_ */
|
|
|