Merge pull request #87 from google/gencode

Start migrating upb_msglayout to be suitable for generated code.
pull/13171/head
Joshua Haberman 8 years ago committed by GitHub
commit f38e4c7cf4
  1. 2
      Makefile
  2. 35
      tests/bindings/lua/test_upb.lua
  3. 57
      upb/bindings/lua/msg.c
  4. 2
      upb/bindings/lua/upb.h
  5. 5
      upb/bindings/lua/upb/pb.c
  6. 397
      upb/msg.c
  7. 109
      upb/msg.h

@ -463,7 +463,7 @@ testlua: lua
echo LUA $$test; \ echo LUA $$test; \
LUA_PATH="third_party/lunit/?.lua;upb/bindings/lua/?.lua" \ LUA_PATH="third_party/lunit/?.lua;upb/bindings/lua/?.lua" \
LUA_CPATH=upb/bindings/lua/?.so \ LUA_CPATH=upb/bindings/lua/?.so \
lua $$test; \ $(RUN_UNDER) lua $$test; \
done done
clean: clean_lua clean: clean_lua

@ -565,13 +565,20 @@ function test_msg_primitives()
local symtab = upb.SymbolTable{ local symtab = upb.SymbolTable{
upb.MessageDef{full_name = "TestMessage", fields = { upb.MessageDef{full_name = "TestMessage", fields = {
upb.FieldDef{name = "i32", number = 1, type = upb.TYPE_INT32}, upb.FieldDef{
upb.FieldDef{name = "u32", number = 2, type = upb.TYPE_UINT32}, name = "i32", number = 1, type = upb.TYPE_INT32, default = 1},
upb.FieldDef{name = "i64", number = 3, type = upb.TYPE_INT64}, upb.FieldDef{
upb.FieldDef{name = "u64", number = 4, type = upb.TYPE_UINT64}, name = "u32", number = 2, type = upb.TYPE_UINT32, default = 2},
upb.FieldDef{name = "dbl", number = 5, type = upb.TYPE_DOUBLE}, upb.FieldDef{
upb.FieldDef{name = "flt", number = 6, type = upb.TYPE_FLOAT}, name = "i64", number = 3, type = upb.TYPE_INT64, default = 3},
upb.FieldDef{name = "bool", number = 7, type = upb.TYPE_BOOL}, upb.FieldDef{
name = "u64", number = 4, type = upb.TYPE_UINT64, default = 4},
upb.FieldDef{
name = "dbl", number = 5, type = upb.TYPE_DOUBLE, default = 5},
upb.FieldDef{
name = "flt", number = 6, type = upb.TYPE_FLOAT, default = 6},
upb.FieldDef{
name = "bool", number = 7, type = upb.TYPE_BOOL, default = true},
} }
} }
} }
@ -581,13 +588,13 @@ function test_msg_primitives()
msg = TestMessage() msg = TestMessage()
-- Unset member returns default value. -- Unset member returns default value.
assert_equal(0, msg.i32) assert_equal(1, msg.i32)
assert_equal(0, msg.u32) assert_equal(2, msg.u32)
assert_equal(0, msg.i64) assert_equal(3, msg.i64)
assert_equal(0, msg.u64) assert_equal(4, msg.u64)
assert_equal(0, msg.dbl) assert_equal(5, msg.dbl)
assert_equal(0, msg.flt) assert_equal(6, msg.flt)
assert_equal(false, msg.bool) assert_equal(true, msg.bool)
-- Attempts to access non-existent fields fail. -- Attempts to access non-existent fields fail.
assert_error_match("no such field", function() msg.no_such = 1 end) assert_error_match("no such field", function() msg.no_such = 1 end)

@ -189,7 +189,8 @@ typedef struct lupb_msgfactory {
upb_msgfactory *factory; upb_msgfactory *factory;
} lupb_msgfactory; } lupb_msgfactory;
static int lupb_msgclass_pushnew(lua_State *L, int factory, const upb_msglayout *l); static int lupb_msgclass_pushnew(lua_State *L, int factory,
const upb_msgdef *md);
/* lupb_msgfactory helpers. */ /* lupb_msgfactory helpers. */
@ -199,8 +200,6 @@ static lupb_msgfactory *lupb_msgfactory_check(lua_State *L, int narg) {
static void lupb_msgfactory_pushmsgclass(lua_State *L, int narg, static void lupb_msgfactory_pushmsgclass(lua_State *L, int narg,
const upb_msgdef *md) { const upb_msgdef *md) {
const lupb_msgfactory *lfactory = lupb_msgfactory_check(L, narg);
lupb_getuservalue(L, narg); lupb_getuservalue(L, narg);
lua_pushlightuserdata(L, (void*)md); lua_pushlightuserdata(L, (void*)md);
lua_rawget(L, -2); lua_rawget(L, -2);
@ -208,8 +207,7 @@ static void lupb_msgfactory_pushmsgclass(lua_State *L, int narg,
if (lua_isnil(L, -1)) { if (lua_isnil(L, -1)) {
lua_pop(L, 1); lua_pop(L, 1);
/* TODO: verify md is in symtab? */ /* TODO: verify md is in symtab? */
lupb_msgclass_pushnew(L, narg, lupb_msgclass_pushnew(L, narg, md);
upb_msgfactory_getlayout(lfactory->factory, md));
/* Set in userval. */ /* Set in userval. */
lua_pushlightuserdata(L, (void*)md); lua_pushlightuserdata(L, (void*)md);
@ -285,11 +283,16 @@ static const struct luaL_Reg lupb_msgfactory_mm[] = {
/* lupb_msgclass **************************************************************/ /* lupb_msgclass **************************************************************/
/* Userval contains a map of:
* [1] -> MessageFactory (to keep GC-reachable)
* [const upb_msgdef*] -> [lupb_msgclass userdata]
*/
#define LUPB_MSGCLASS_FACTORY 1 #define LUPB_MSGCLASS_FACTORY 1
#define LUPB_MSGCLASS_MSGDEF 2
struct lupb_msgclass { struct lupb_msgclass {
const upb_msglayout *layout; const upb_msglayout *layout;
const upb_msgdef *msgdef;
const lupb_msgfactory *lfactory; const lupb_msgfactory *lfactory;
}; };
@ -314,7 +317,15 @@ const upb_msglayout *lupb_msgclass_getlayout(lua_State *L, int narg) {
const upb_handlers *lupb_msgclass_getmergehandlers(lua_State *L, int narg) { const upb_handlers *lupb_msgclass_getmergehandlers(lua_State *L, int narg) {
const lupb_msgclass *lmsgclass = lupb_msgclass_check(L, narg); const lupb_msgclass *lmsgclass = lupb_msgclass_check(L, narg);
return upb_msgfactory_getmergehandlers( return upb_msgfactory_getmergehandlers(
lmsgclass->lfactory->factory, upb_msglayout_msgdef(lmsgclass->layout)); lmsgclass->lfactory->factory, lmsgclass->msgdef);
}
const upb_msgdef *lupb_msgclass_getmsgdef(const lupb_msgclass *lmsgclass) {
return lmsgclass->msgdef;
}
upb_msgfactory *lupb_msgclass_getfactory(const lupb_msgclass *lmsgclass) {
return lmsgclass->lfactory->factory;
} }
/** /**
@ -327,8 +338,8 @@ static void lupb_msgclass_typecheck(lua_State *L, const lupb_msgclass *expected,
const lupb_msgclass *actual) { const lupb_msgclass *actual) {
if (expected != actual) { if (expected != actual) {
luaL_error(L, "Message had incorrect type, expected '%s', got '%s'", luaL_error(L, "Message had incorrect type, expected '%s', got '%s'",
upb_msgdef_fullname(upb_msglayout_msgdef(expected->layout)), upb_msgdef_fullname(expected->msgdef),
upb_msgdef_fullname(upb_msglayout_msgdef(actual->layout))); upb_msgdef_fullname(actual->msgdef));
} }
} }
@ -360,14 +371,15 @@ static const lupb_msgclass *lupb_msgclass_getsubmsgclass(lua_State *L, int narg,
return lupb_msgclass_msgclassfor(L, narg, upb_fielddef_msgsubdef(f)); return lupb_msgclass_msgclassfor(L, narg, upb_fielddef_msgsubdef(f));
} }
static int lupb_msgclass_pushnew(lua_State *L, int factory, const upb_msglayout *l) { static int lupb_msgclass_pushnew(lua_State *L, int factory,
const upb_msgdef *md) {
const lupb_msgfactory *lfactory = lupb_msgfactory_check(L, factory); const lupb_msgfactory *lfactory = lupb_msgfactory_check(L, factory);
lupb_msgclass *lmc = lupb_newuserdata(L, sizeof(*lmc), LUPB_MSGCLASS); lupb_msgclass *lmc = lupb_newuserdata(L, sizeof(*lmc), LUPB_MSGCLASS);
UPB_ASSERT(l);
lupb_uservalseti(L, -1, LUPB_MSGCLASS_FACTORY, factory); lupb_uservalseti(L, -1, LUPB_MSGCLASS_FACTORY, factory);
lmc->layout = l; lmc->layout = upb_msgfactory_getlayout(lfactory->factory, md);
lmc->lfactory = lfactory; lmc->lfactory = lfactory;
lmc->msgdef = md;
return 1; return 1;
} }
@ -901,7 +913,7 @@ const upb_msg *lupb_msg_checkmsg(lua_State *L, int narg,
} }
const upb_msgdef *lupb_msg_checkdef(lua_State *L, int narg) { const upb_msgdef *lupb_msg_checkdef(lua_State *L, int narg) {
return upb_msglayout_msgdef(lupb_msg_check(L, narg)->lmsgclass->layout); return lupb_msg_check(L, narg)->lmsgclass->msgdef;
} }
static const upb_fielddef *lupb_msg_checkfield(lua_State *L, static const upb_fielddef *lupb_msg_checkfield(lua_State *L,
@ -909,7 +921,7 @@ static const upb_fielddef *lupb_msg_checkfield(lua_State *L,
int fieldarg) { int fieldarg) {
size_t len; size_t len;
const char *fieldname = luaL_checklstring(L, fieldarg, &len); const char *fieldname = luaL_checklstring(L, fieldarg, &len);
const upb_msgdef *msgdef = upb_msglayout_msgdef(msg->lmsgclass->layout); const upb_msgdef *msgdef = msg->lmsgclass->msgdef;
const upb_fielddef *f = upb_msgdef_ntof(msgdef, fieldname, len); const upb_fielddef *f = upb_msgdef_ntof(msgdef, fieldname, len);
if (!f) { if (!f) {
@ -933,7 +945,7 @@ static const lupb_msgclass *lupb_msg_getsubmsgclass(lua_State *L, int narg,
return lupb_msgclass_getsubmsgclass(L, -1, f); return lupb_msgclass_getsubmsgclass(L, -1, f);
} }
int lupb_msg_pushref(lua_State *L, int msgclass, void *msg) { int lupb_msg_pushref(lua_State *L, int msgclass, upb_msg *msg) {
const lupb_msgclass *lmsgclass = lupb_msgclass_check(L, msgclass); const lupb_msgclass *lmsgclass = lupb_msgclass_check(L, msgclass);
lupb_msg *lmsg = lupb_newuserdata(L, sizeof(lupb_msg), LUPB_MSG); lupb_msg *lmsg = lupb_newuserdata(L, sizeof(lupb_msg), LUPB_MSG);
@ -966,8 +978,8 @@ static int lupb_msg_pushnew(lua_State *L, int narg) {
lupb_msg *lmsg = lupb_newuserdata(L, size, LUPB_MSG); lupb_msg *lmsg = lupb_newuserdata(L, size, LUPB_MSG);
lmsg->lmsgclass = lmsgclass; lmsg->lmsgclass = lmsgclass;
lmsg->msg = ADD_BYTES(lmsg, sizeof(*lmsg)); lmsg->msg = upb_msg_init(
upb_msg_init(lmsg->msg, lmsgclass->layout, lupb_alloc_get(L)); ADD_BYTES(lmsg, sizeof(*lmsg)), lmsgclass->layout, lupb_alloc_get(L));
lupb_uservalseti(L, -1, LUPB_MSG_MSGCLASSINDEX, narg); lupb_uservalseti(L, -1, LUPB_MSG_MSGCLASSINDEX, narg);
@ -986,6 +998,7 @@ static int lupb_msg_index(lua_State *L) {
lupb_msg *lmsg = lupb_msg_check(L, 1); lupb_msg *lmsg = lupb_msg_check(L, 1);
const upb_fielddef *f = lupb_msg_checkfield(L, lmsg, 2); const upb_fielddef *f = lupb_msg_checkfield(L, lmsg, 2);
const upb_msglayout *l = lmsg->lmsgclass->layout; const upb_msglayout *l = lmsg->lmsgclass->layout;
int field_index = upb_fielddef_index(f);
if (in_userval(f)) { if (in_userval(f)) {
lupb_uservalgeti(L, 1, lupb_fieldindex(f)); lupb_uservalgeti(L, 1, lupb_fieldindex(f));
@ -998,8 +1011,8 @@ static int lupb_msg_index(lua_State *L) {
/* TODO(haberman) */ /* TODO(haberman) */
} else { } else {
UPB_ASSERT(upb_fielddef_isstring(f)); UPB_ASSERT(upb_fielddef_isstring(f));
if (upb_msg_has(lmsg->msg, f, l)) { if (upb_msg_has(lmsg->msg, field_index, l)) {
upb_msgval val = upb_msg_get(lmsg->msg, f, l); upb_msgval val = upb_msg_get(lmsg->msg, field_index, l);
lua_pop(L, 1); lua_pop(L, 1);
lua_pushlstring(L, val.str.ptr, val.str.len); lua_pushlstring(L, val.str.ptr, val.str.len);
lupb_uservalseti(L, 1, lupb_fieldindex(f), -1); lupb_uservalseti(L, 1, lupb_fieldindex(f), -1);
@ -1007,7 +1020,8 @@ static int lupb_msg_index(lua_State *L) {
} }
} }
} else { } else {
lupb_pushmsgval(L, upb_fielddef_type(f), upb_msg_get(lmsg->msg, f, l)); upb_msgval val = upb_msg_get(lmsg->msg, field_index, l);
lupb_pushmsgval(L, upb_fielddef_type(f), val);
} }
return 1; return 1;
@ -1025,6 +1039,7 @@ static int lupb_msg_newindex(lua_State *L) {
lupb_msg *lmsg = lupb_msg_check(L, 1); lupb_msg *lmsg = lupb_msg_check(L, 1);
const upb_fielddef *f = lupb_msg_checkfield(L, lmsg, 2); const upb_fielddef *f = lupb_msg_checkfield(L, lmsg, 2);
upb_fieldtype_t type = upb_fielddef_type(f); upb_fieldtype_t type = upb_fielddef_type(f);
int field_index = upb_fielddef_index(f);
upb_msgval msgval; upb_msgval msgval;
/* Typecheck and get msgval. */ /* Typecheck and get msgval. */
@ -1045,7 +1060,7 @@ static int lupb_msg_newindex(lua_State *L) {
/* Set in upb_msg and userval (if necessary). */ /* Set in upb_msg and userval (if necessary). */
upb_msg_set(lmsg->msg, f, msgval, lmsg->lmsgclass->layout); upb_msg_set(lmsg->msg, field_index, msgval, lmsg->lmsgclass->layout);
if (in_userval(f)) { if (in_userval(f)) {
lupb_uservalseti(L, 1, lupb_fieldindex(f), 3); lupb_uservalseti(L, 1, lupb_fieldindex(f), 3);

@ -134,7 +134,9 @@ const upb_msg *lupb_msg_checkmsg(lua_State *L, int narg,
const lupb_msgclass *lupb_msgclass_check(lua_State *L, int narg); const lupb_msgclass *lupb_msgclass_check(lua_State *L, int narg);
const upb_msglayout *lupb_msgclass_getlayout(lua_State *L, int narg); const upb_msglayout *lupb_msgclass_getlayout(lua_State *L, int narg);
const upb_msgdef *lupb_msgclass_getmsgdef(const lupb_msgclass *lmsgclass);
const upb_handlers *lupb_msgclass_getmergehandlers(lua_State *L, int narg); const upb_handlers *lupb_msgclass_getmergehandlers(lua_State *L, int narg);
upb_msgfactory *lupb_msgclass_getfactory(const lupb_msgclass *lmsgclass);
void lupb_msg_registertypes(lua_State *L); void lupb_msg_registertypes(lua_State *L);
#endif /* UPB_LUA_UPB_H_ */ #endif /* UPB_LUA_UPB_H_ */

@ -103,10 +103,9 @@ static int lupb_pb_makestrtomsgdecoder(lua_State *L) {
} }
static int lupb_pb_makemsgtostrencoder(lua_State *L) { static int lupb_pb_makemsgtostrencoder(lua_State *L) {
const upb_msglayout *layout = lupb_msgclass_getlayout(L, 1);
const lupb_msgclass *lmsgclass = lupb_msgclass_check(L, 1); const lupb_msgclass *lmsgclass = lupb_msgclass_check(L, 1);
const upb_msgdef *md = upb_msglayout_msgdef(layout); const upb_msgdef *md = lupb_msgclass_getmsgdef(lmsgclass);
upb_msgfactory *factory = upb_msglayout_factory(layout); upb_msgfactory *factory = lupb_msgclass_getfactory(lmsgclass);
const upb_handlers *encode_handlers; const upb_handlers *encode_handlers;
const upb_visitorplan *vp; const upb_visitorplan *vp;

@ -24,7 +24,8 @@ bool upb_fieldtype_mapkeyok(upb_fieldtype_t type) {
void *upb_array_pack(const upb_array *arr, void *p, size_t *ofs, size_t size); void *upb_array_pack(const upb_array *arr, void *p, size_t *ofs, size_t size);
void *upb_map_pack(const upb_map *map, void *p, size_t *ofs, size_t size); void *upb_map_pack(const upb_map *map, void *p, size_t *ofs, size_t size);
#define CHARPTR_AT(msg, ofs) ((char*)msg + ofs) #define PTR_AT(msg, ofs, type) (type*)((char*)msg + ofs)
#define VOIDPTR_AT(msg, ofs) PTR_AT(msg, ofs, void)
#define ENCODE_MAX_NESTING 64 #define ENCODE_MAX_NESTING 64
#define CHECK_TRUE(x) if (!(x)) { return false; } #define CHECK_TRUE(x) if (!(x)) { return false; }
@ -71,7 +72,15 @@ static size_t upb_msgval_sizeof(upb_fieldtype_t type) {
UPB_UNREACHABLE(); UPB_UNREACHABLE();
} }
static uint8_t upb_msg_fieldsize(const upb_fielddef *f) { static uint8_t upb_msg_fieldsize(const upb_msglayout_fieldinit_v1 *field) {
if (field->label == UPB_LABEL_REPEATED) {
return sizeof(void*);
} else {
return upb_msgval_sizeof(field->type);
}
}
static uint8_t upb_msg_fielddefsize(const upb_fielddef *f) {
if (upb_fielddef_isseq(f)) { if (upb_fielddef_isseq(f)) {
return sizeof(void*); return sizeof(void*);
} else { } else {
@ -115,7 +124,6 @@ static upb_ctype_t upb_fieldtotabtype(upb_fieldtype_t type) {
} }
static upb_msgval upb_msgval_fromdefault(const upb_fielddef *f) { static upb_msgval upb_msgval_fromdefault(const upb_fielddef *f) {
/* TODO(haberman): improve/optimize this (maybe use upb_msgval in fielddef) */
switch (upb_fielddef_type(f)) { switch (upb_fielddef_type(f)) {
case UPB_TYPE_FLOAT: case UPB_TYPE_FLOAT:
return upb_msgval_float(upb_fielddef_defaultfloat(f)); return upb_msgval_float(upb_fielddef_defaultfloat(f));
@ -150,63 +158,45 @@ static upb_msgval upb_msgval_fromdefault(const upb_fielddef *f) {
/** upb_msglayout *************************************************************/ /** upb_msglayout *************************************************************/
struct upb_msglayout { struct upb_msglayout {
upb_msgfactory *factory; struct upb_msglayout_msginit_v1 data;
const upb_msgdef *msgdef;
size_t size;
size_t extdict_offset;
void *default_msg;
uint32_t *field_offsets;
uint32_t *case_offsets;
uint32_t *hasbits;
bool has_extdict;
uint8_t align;
}; };
static void upb_msg_checkfield(const upb_msglayout *l, const upb_fielddef *f) {
UPB_ASSERT(l->msgdef == upb_fielddef_containingtype(f));
}
static void upb_msglayout_free(upb_msglayout *l) { static void upb_msglayout_free(upb_msglayout *l) {
upb_gfree(l->default_msg); upb_gfree(l->data.default_msg);
upb_gfree(l); upb_gfree(l);
} }
const upb_msgdef *upb_msglayout_msgdef(const upb_msglayout *l) {
return l->msgdef;
}
static size_t upb_msglayout_place(upb_msglayout *l, size_t size) { static size_t upb_msglayout_place(upb_msglayout *l, size_t size) {
size_t ret; size_t ret;
l->size = align_up(l->size, size); l->data.size = align_up(l->data.size, size);
l->align = align_up(l->align, size); l->data.align = align_up(l->data.align, size);
ret = l->size; ret = l->data.size;
l->size += size; l->data.size += size;
return ret; return ret;
} }
static uint32_t upb_msglayout_offset(const upb_msglayout *l, static uint32_t upb_msglayout_offset(const upb_msglayout *l,
const upb_fielddef *f) { const upb_fielddef *f) {
return l->field_offsets[upb_fielddef_index(f)]; return l->data.fields[upb_fielddef_index(f)].offset;
} }
static uint32_t upb_msglayout_hasbit(const upb_msglayout *l, static uint32_t upb_msglayout_hasbit(const upb_msglayout *l,
const upb_fielddef *f) { const upb_fielddef *f) {
return l->hasbits[upb_fielddef_index(f)]; return l->data.fields[upb_fielddef_index(f)].hasbit;
} }
static bool upb_msglayout_initdefault(upb_msglayout *l) { static bool upb_msglayout_initdefault(upb_msglayout *l, const upb_msgdef *m) {
const upb_msgdef *m = l->msgdef;
upb_msg_field_iter it; upb_msg_field_iter it;
if (upb_msgdef_syntax(m) == UPB_SYNTAX_PROTO2 && l->size) { if (upb_msgdef_syntax(m) == UPB_SYNTAX_PROTO2 && l->data.size) {
/* Allocate default message and set default values in it. */ /* Allocate default message and set default values in it. */
l->default_msg = upb_gmalloc(l->size); l->data.default_msg = upb_gmalloc(l->data.size);
if (!l->default_msg) { if (!l->data.default_msg) {
return false; return false;
} }
memset(l->default_msg, 0, l->size); memset(l->data.default_msg, 0, l->data.size);
for (upb_msg_field_begin(&it, m); !upb_msg_field_done(&it); for (upb_msg_field_begin(&it, m); !upb_msg_field_done(&it);
upb_msg_field_next(&it)) { upb_msg_field_next(&it)) {
@ -216,10 +206,14 @@ static bool upb_msglayout_initdefault(upb_msglayout *l) {
continue; continue;
} }
/* TODO(haberman): handle strings. */
if (!upb_fielddef_isstring(f) && if (!upb_fielddef_isstring(f) &&
!upb_fielddef_issubmsg(f) && !upb_fielddef_issubmsg(f) &&
!upb_fielddef_isseq(f)) { !upb_fielddef_isseq(f)) {
upb_msg_set(l->default_msg, f, upb_msgval_fromdefault(f), l); upb_msg_set(l->data.default_msg,
upb_fielddef_index(f),
upb_msgval_fromdefault(f),
l);
} }
} }
} }
@ -232,22 +226,46 @@ static upb_msglayout *upb_msglayout_new(const upb_msgdef *m) {
upb_msg_oneof_iter oit; upb_msg_oneof_iter oit;
upb_msglayout *l; upb_msglayout *l;
size_t hasbit; size_t hasbit;
size_t array_size = upb_msgdef_numfields(m) + upb_msgdef_numoneofs(m); size_t submsg_count = 0;
const upb_msglayout_msginit_v1 **submsgs;
upb_msglayout_fieldinit_v1 *fields;
upb_msglayout_oneofinit_v1 *oneofs;
if (upb_msgdef_syntax(m) == UPB_SYNTAX_PROTO2) { for (upb_msg_field_begin(&it, m), hasbit = sizeof(void*) * 8;
array_size += upb_msgdef_numfields(m); /* hasbits. */ !upb_msg_field_done(&it);
upb_msg_field_next(&it)) {
const upb_fielddef* f = upb_msg_iter_field(&it);
if (upb_fielddef_issubmsg(f)) {
submsg_count++;
}
} }
l = upb_gmalloc(sizeof(*l) + (sizeof(uint32_t) * array_size)); l = upb_gmalloc(sizeof(*l));
if (!l) return NULL; if (!l) return NULL;
memset(l, 0, sizeof(*l)); memset(l, 0, sizeof(*l));
l->msgdef = m; fields = upb_gmalloc(upb_msgdef_numfields(m) * sizeof(*fields));
l->align = 1; submsgs = upb_gmalloc(submsg_count * sizeof(*submsgs));
l->field_offsets = (uint32_t*)CHARPTR_AT(l, sizeof(*l)); oneofs = upb_gmalloc(upb_msgdef_numoneofs(m) * sizeof(*oneofs));
l->case_offsets = l->field_offsets + upb_msgdef_numfields(m);
l->hasbits = l->case_offsets + upb_msgdef_numoneofs(m); if ((!fields && upb_msgdef_numfields(m)) ||
(!submsgs && submsg_count) ||
(!oneofs && upb_msgdef_numoneofs(m))) {
/* OOM. */
upb_gfree(l);
upb_gfree(fields);
upb_gfree(submsgs);
upb_gfree(oneofs);
return NULL;
}
l->data.field_count = upb_msgdef_numfields(m);
l->data.oneof_count = upb_msgdef_numoneofs(m);
l->data.fields = fields;
l->data.submsgs = submsgs;
l->data.oneofs = oneofs;
l->data.is_proto2 = (upb_msgdef_syntax(m) == UPB_SYNTAX_PROTO2);
/* Allocate data offsets in three stages: /* Allocate data offsets in three stages:
* *
@ -258,74 +276,76 @@ static upb_msglayout *upb_msglayout_new(const upb_msgdef *m) {
* OPT: There is a lot of room for optimization here to minimize the size. * OPT: There is a lot of room for optimization here to minimize the size.
*/ */
/* Allocate hasbits. Start at sizeof(void*) for upb_alloc*. */ /* Allocate hasbits and set basic field attributes. */
for (upb_msg_field_begin(&it, m), hasbit = sizeof(void*) * 8; for (upb_msg_field_begin(&it, m), hasbit = 0;
!upb_msg_field_done(&it); !upb_msg_field_done(&it);
upb_msg_field_next(&it)) { upb_msg_field_next(&it)) {
const upb_fielddef* f = upb_msg_iter_field(&it); const upb_fielddef* f = upb_msg_iter_field(&it);
upb_msglayout_fieldinit_v1 *field = &fields[upb_fielddef_index(f)];
field->number = upb_fielddef_number(f);
field->type = upb_fielddef_type(f);
field->label = upb_fielddef_label(f);
if (upb_fielddef_containingoneof(f)) {
field->oneof_index = upb_oneofdef_index(upb_fielddef_containingoneof(f));
} else {
field->oneof_index = UPB_NOT_IN_ONEOF;
}
if (upb_fielddef_haspresence(f) && !upb_fielddef_containingoneof(f)) { if (upb_fielddef_haspresence(f) && !upb_fielddef_containingoneof(f)) {
l->hasbits[upb_fielddef_index(f)] = hasbit++; field->hasbit = hasbit++;
} }
} }
/* Account for space used by hasbits. */ /* Account for space used by hasbits. */
l->size = div_round_up(hasbit, 8); l->data.size = div_round_up(hasbit, 8);
l->data.align = 1;
/* Allocate non-oneof fields. */ /* Allocate non-oneof fields. */
for (upb_msg_field_begin(&it, m); !upb_msg_field_done(&it); for (upb_msg_field_begin(&it, m); !upb_msg_field_done(&it);
upb_msg_field_next(&it)) { upb_msg_field_next(&it)) {
const upb_fielddef* f = upb_msg_iter_field(&it); const upb_fielddef* f = upb_msg_iter_field(&it);
size_t field_size = upb_msg_fieldsize(f); size_t field_size = upb_msg_fielddefsize(f);
size_t index = upb_fielddef_index(f); size_t index = upb_fielddef_index(f);
if (upb_fielddef_containingoneof(f)) { if (upb_fielddef_containingoneof(f)) {
/* Oneofs are handled separately below. */ /* Oneofs are handled separately below. */
continue; continue;
} }
l->field_offsets[index] = upb_msglayout_place(l, field_size); fields[index].offset = upb_msglayout_place(l, field_size);
} }
/* Allocate oneof fields. Each oneof field consists of a uint32 for the case /* Allocate oneof fields. Each oneof field consists of a uint32 for the case
* and space for the actual data. */ * and space for the actual data. */
for (upb_msg_oneof_begin(&oit, m); !upb_msg_oneof_done(&oit); for (upb_msg_oneof_begin(&oit, m); !upb_msg_oneof_done(&oit);
upb_msg_oneof_next(&oit)) { upb_msg_oneof_next(&oit)) {
const upb_oneofdef* oneof = upb_msg_iter_oneof(&oit); const upb_oneofdef* o = upb_msg_iter_oneof(&oit);
upb_oneof_iter fit; upb_oneof_iter fit;
size_t case_size = sizeof(uint32_t); /* Could potentially optimize this. */ size_t case_size = sizeof(uint32_t); /* Could potentially optimize this. */
upb_msglayout_oneofinit_v1 *oneof = &oneofs[upb_oneofdef_index(o)];
size_t field_size = 0; size_t field_size = 0;
size_t case_offset;
size_t val_offset;
/* Calculate field size: the max of all field sizes. */ /* Calculate field size: the max of all field sizes. */
for (upb_oneof_begin(&fit, oneof); for (upb_oneof_begin(&fit, o);
!upb_oneof_done(&fit); !upb_oneof_done(&fit);
upb_oneof_next(&fit)) { upb_oneof_next(&fit)) {
const upb_fielddef* f = upb_oneof_iter_field(&fit); const upb_fielddef* f = upb_oneof_iter_field(&fit);
field_size = UPB_MAX(field_size, upb_msg_fieldsize(f)); field_size = UPB_MAX(field_size, upb_msg_fielddefsize(f));
} }
/* Align and allocate case offset. */ /* Align and allocate case offset. */
case_offset = upb_msglayout_place(l, case_size); oneof->case_offset = upb_msglayout_place(l, case_size);
val_offset = upb_msglayout_place(l, field_size); oneof->data_offset = upb_msglayout_place(l, field_size);
l->case_offsets[upb_oneofdef_index(oneof)] = case_offset;
/* Assign all fields in the oneof this same offset. */
for (upb_oneof_begin(&fit, oneof); !upb_oneof_done(&fit);
upb_oneof_next(&fit)) {
const upb_fielddef* f = upb_oneof_iter_field(&fit);
l->field_offsets[upb_fielddef_index(f)] = val_offset;
}
} }
/* Size of the entire structure should be a multiple of its greatest /* Size of the entire structure should be a multiple of its greatest
* alignment. */ * alignment. */
l->size = align_up(l->size, l->align); l->data.size = align_up(l->data.size, l->data.align);
if (upb_msglayout_initdefault(l)) { if (upb_msglayout_initdefault(l, m)) {
return l; return l;
} else { } else {
upb_msglayout_free(l); upb_msglayout_free(l);
@ -333,10 +353,6 @@ static upb_msglayout *upb_msglayout_new(const upb_msgdef *m) {
} }
} }
upb_msgfactory *upb_msglayout_factory(const upb_msglayout *layout) {
return layout->factory;
}
/** upb_msgfactory ************************************************************/ /** upb_msgfactory ************************************************************/
@ -393,7 +409,6 @@ const upb_msglayout *upb_msgfactory_getlayout(upb_msgfactory *f,
upb_msglayout *l = upb_msglayout_new(m); upb_msglayout *l = upb_msglayout_new(m);
upb_inttable_insertptr(&mutable_f->layouts, m, upb_value_ptr(l)); upb_inttable_insertptr(&mutable_f->layouts, m, upb_value_ptr(l));
UPB_ASSERT(l); UPB_ASSERT(l);
l->factory = f;
return l; return l;
} }
} }
@ -402,8 +417,7 @@ const upb_msglayout *upb_msgfactory_getlayout(upb_msgfactory *f,
void *upb_msg_startstr(void *msg, const void *hd, size_t size_hint) { void *upb_msg_startstr(void *msg, const void *hd, size_t size_hint) {
uint32_t ofs = (uintptr_t)hd; uint32_t ofs = (uintptr_t)hd;
/* We pass NULL here because we know we can get away with it. */ upb_alloc *alloc = upb_msg_alloc(msg);
upb_alloc *alloc = upb_msg_alloc(msg, NULL);
upb_msgval val; upb_msgval val;
UPB_UNUSED(size_hint); UPB_UNUSED(size_hint);
@ -420,8 +434,7 @@ void *upb_msg_startstr(void *msg, const void *hd, size_t size_hint) {
size_t upb_msg_str(void *msg, const void *hd, const char *ptr, size_t size, size_t upb_msg_str(void *msg, const void *hd, const char *ptr, size_t size,
const upb_bufhandle *handle) { const upb_bufhandle *handle) {
uint32_t ofs = (uintptr_t)hd; uint32_t ofs = (uintptr_t)hd;
/* We pass NULL here because we know we can get away with it. */ upb_alloc *alloc = upb_msg_alloc(msg);
upb_alloc *alloc = upb_msg_alloc(msg, NULL);
upb_msgval val; upb_msgval val;
size_t newsize; size_t newsize;
UPB_UNUSED(handle); UPB_UNUSED(handle);
@ -501,13 +514,14 @@ static upb_selector_t getsel2(const upb_fielddef *f, upb_handlertype_t type) {
static bool upb_visitor_hasfield(const upb_msg *msg, const upb_fielddef *f, static bool upb_visitor_hasfield(const upb_msg *msg, const upb_fielddef *f,
const upb_msglayout *layout) { const upb_msglayout *layout) {
int field_index = upb_fielddef_index(f);
if (upb_fielddef_isseq(f)) { if (upb_fielddef_isseq(f)) {
return upb_msgval_getarr(upb_msg_get(msg, f, layout)) != NULL; return upb_msgval_getarr(upb_msg_get(msg, field_index, layout)) != NULL;
} else if (upb_msgdef_syntax(upb_fielddef_containingtype(f)) == } else if (upb_msgdef_syntax(upb_fielddef_containingtype(f)) ==
UPB_SYNTAX_PROTO2) { UPB_SYNTAX_PROTO2) {
return upb_msg_has(msg, f, layout); return upb_msg_has(msg, field_index, layout);
} else { } else {
upb_msgval val = upb_msg_get(msg, f, layout); upb_msgval val = upb_msg_get(msg, field_index, layout);
switch (upb_fielddef_type(f)) { switch (upb_fielddef_type(f)) {
case UPB_TYPE_FLOAT: case UPB_TYPE_FLOAT:
return upb_msgval_getfloat(val) != 0; return upb_msgval_getfloat(val) != 0;
@ -537,7 +551,7 @@ static bool upb_visitor_hasfield(const upb_msg *msg, const upb_fielddef *f,
static bool upb_visitor_visitmsg2(const upb_msg *msg, static bool upb_visitor_visitmsg2(const upb_msg *msg,
const upb_msglayout *layout, upb_sink *sink, const upb_msglayout *layout, upb_sink *sink,
int depth) { int depth) {
const upb_msgdef *md = upb_msglayout_msgdef(layout); const upb_msgdef *md = upb_handlers_msgdef(sink->handlers);
upb_msg_field_iter i; upb_msg_field_iter i;
upb_status status; upb_status status;
@ -559,7 +573,7 @@ static bool upb_visitor_visitmsg2(const upb_msg *msg,
continue; continue;
} }
val = upb_msg_get(msg, f, layout); val = upb_msg_get(msg, upb_fielddef_index(f), layout);
if (upb_fielddef_isseq(f)) { if (upb_fielddef_isseq(f)) {
const upb_array *arr = upb_msgval_getarr(val); const upb_array *arr = upb_msgval_getarr(val);
@ -628,180 +642,155 @@ bool upb_visitor_visitmsg(upb_visitor *visitor, const upb_msg *msg) {
/* If we always read/write as a consistent type to each address, this shouldn't /* If we always read/write as a consistent type to each address, this shouldn't
* violate aliasing. * violate aliasing.
*/ */
#define DEREF(msg, ofs, type) *(type*)CHARPTR_AT(msg, ofs) #define DEREF(msg, ofs, type) *PTR_AT(msg, ofs, type)
static upb_inttable *upb_msg_trygetextdict(const upb_msg *msg,
const upb_msglayout *l) {
return l->has_extdict ? DEREF(msg, l->extdict_offset, upb_inttable*) : NULL;
}
static upb_inttable *upb_msg_getextdict(upb_msg *msg, /* Internal members of a upb_msg. We can change this without breaking binary
const upb_msglayout *l, * compatibility. We put these before the user's data. The user's upb_msg*
upb_alloc *a) { * points after the upb_msg_internal. */
upb_inttable *ext_dict;
UPB_ASSERT(l->has_extdict);
ext_dict = upb_msg_trygetextdict(msg, l); /* Used when a message is not extendable. */
typedef struct {
/* TODO(haberman): add unknown fields. */
upb_alloc *alloc;
} upb_msg_internal;
if (!ext_dict) { /* Used when a message is extendable. */
ext_dict = upb_malloc(a, sizeof(upb_inttable)); typedef struct {
upb_inttable *extdict;
upb_msg_internal base;
} upb_msg_internal_withext;
if (!ext_dict) { static int upb_msg_internalsize(const upb_msglayout *l) {
return NULL; return sizeof(upb_msg_internal) - l->data.extendable * sizeof(void*);
} }
/* Use an 8-byte type to ensure all bytes are copied. */ static upb_msg_internal *upb_msg_getinternal(upb_msg *msg) {
if (!upb_inttable_init2(ext_dict, UPB_CTYPE_INT64, a)) { return VOIDPTR_AT(msg, -sizeof(upb_msg_internal));
upb_free(a, ext_dict); }
return NULL;
}
DEREF(msg, l->extdict_offset, upb_inttable*) = ext_dict; static const upb_msg_internal *upb_msg_getinternal_const(const upb_msg *msg) {
} return VOIDPTR_AT(msg, -sizeof(upb_msg_internal));
}
return ext_dict; static upb_msg_internal_withext *upb_msg_getinternalwithext(
upb_msg *msg, const upb_msglayout *l) {
UPB_ASSERT(l->data.extendable);
return VOIDPTR_AT(msg, -sizeof(upb_msg_internal_withext));
} }
static uint32_t upb_msg_getoneofint(const upb_msg *msg, static const upb_msglayout_fieldinit_v1 *upb_msg_checkfield(
const upb_oneofdef *o, int field_index, const upb_msglayout *l) {
const upb_msglayout *l) { UPB_ASSERT(field_index >= 0 && field_index < l->data.field_count);
size_t oneof_ofs = l->case_offsets[upb_oneofdef_index(o)]; return &l->data.fields[field_index];
return DEREF(msg, oneof_ofs, uint8_t);
} }
static void upb_msg_setoneofcase(const upb_msg *msg, static bool upb_msg_inoneof(const upb_msglayout_fieldinit_v1 *field) {
const upb_oneofdef *o, return field->oneof_index != UPB_NOT_IN_ONEOF;
const upb_msglayout *l,
uint32_t val) {
size_t oneof_ofs = l->case_offsets[upb_oneofdef_index(o)];
DEREF(msg, oneof_ofs, uint8_t) = val;
} }
static uint32_t *upb_msg_oneofcase(const upb_msg *msg, int field_index,
const upb_msglayout *l) {
const upb_msglayout_fieldinit_v1 *field = upb_msg_checkfield(field_index, l);
UPB_ASSERT(upb_msg_inoneof(field));
return PTR_AT(msg, l->data.oneofs[field->oneof_index].case_offset, uint32_t);
}
static bool upb_msg_oneofis(const upb_msg *msg, const upb_msglayout *l, size_t upb_msg_sizeof(const upb_msglayout *l) {
const upb_oneofdef *o, const upb_fielddef *f) { return l->data.size + upb_msg_internalsize(l);
return upb_msg_getoneofint(msg, o, l) == upb_fielddef_number(f);
} }
size_t upb_msg_sizeof(const upb_msglayout *l) { return l->size; } upb_msg *upb_msg_init(void *mem, const upb_msglayout *l, upb_alloc *a) {
upb_msg *msg = VOIDPTR_AT(mem, upb_msg_internalsize(l));
void upb_msg_init(upb_msg *msg, const upb_msglayout *l, upb_alloc *a) { /* Initialize normal members. */
if (l->default_msg) { if (l->data.default_msg) {
memcpy(msg, l->default_msg, l->size); memcpy(msg, l->data.default_msg, l->data.size);
} else { } else {
memset(msg, 0, l->size); memset(msg, 0, l->data.size);
} }
/* Set arena pointer. */ /* Initialize internal members. */
memcpy(msg, &a, sizeof(a)); upb_msg_getinternal(msg)->alloc = a;
}
void upb_msg_uninit(upb_msg *msg, const upb_msglayout *l) { if (l->data.extendable) {
upb_inttable *ext_dict = upb_msg_trygetextdict(msg, l); upb_msg_getinternalwithext(msg, l)->extdict = NULL;
if (ext_dict) {
upb_inttable_uninit2(ext_dict, upb_msg_alloc(msg, l));
} }
}
upb_msg *upb_msg_new(const upb_msglayout *l, upb_alloc *a) { return msg;
upb_msg *msg = upb_malloc(a, upb_msg_sizeof(l)); }
if (msg) { void *upb_msg_uninit(upb_msg *msg, const upb_msglayout *l) {
upb_msg_init(msg, l, a); if (l->data.extendable) {
upb_inttable *ext_dict = upb_msg_getinternalwithext(msg, l)->extdict;
if (ext_dict) {
upb_inttable_uninit2(ext_dict, upb_msg_alloc(msg));
upb_free(upb_msg_alloc(msg), ext_dict);
}
} }
return msg; return VOIDPTR_AT(msg, -upb_msg_internalsize(l));
}
upb_msg *upb_msg_new(const upb_msglayout *l, upb_alloc *a) {
void *mem = upb_malloc(a, upb_msg_sizeof(l));
return mem ? upb_msg_init(mem, l, a) : NULL;
} }
void upb_msg_free(upb_msg *msg, const upb_msglayout *l) { void upb_msg_free(upb_msg *msg, const upb_msglayout *l) {
upb_msg_uninit(msg, l); upb_free(upb_msg_alloc(msg), upb_msg_uninit(msg, l));
upb_free(upb_msg_alloc(msg, l), msg);
} }
upb_alloc *upb_msg_alloc(const upb_msg *msg, const upb_msglayout *l) { upb_alloc *upb_msg_alloc(const upb_msg *msg) {
upb_alloc *alloc; return upb_msg_getinternal_const(msg)->alloc;
UPB_UNUSED(l);
memcpy(&alloc, msg, sizeof(alloc));
return alloc;
} }
bool upb_msg_has(const upb_msg *msg, bool upb_msg_has(const upb_msg *msg,
const upb_fielddef *f, int field_index,
const upb_msglayout *l) { const upb_msglayout *l) {
const upb_oneofdef *o; const upb_msglayout_fieldinit_v1 *field = upb_msg_checkfield(field_index, l);
upb_msg_checkfield(l, f);
UPB_ASSERT(upb_fielddef_haspresence(f)); UPB_ASSERT(l->data.is_proto2);
if (upb_fielddef_isextension(f)) { if (upb_msg_inoneof(field)) {
/* Extensions are set when they are present in the extension dict. */
upb_inttable *ext_dict = upb_msg_trygetextdict(msg, l);
upb_value v;
return ext_dict != NULL &&
upb_inttable_lookup32(ext_dict, upb_fielddef_number(f), &v);
} else if ((o = upb_fielddef_containingoneof(f)) != NULL) {
/* Oneofs are set when the oneof number is set to this field. */ /* Oneofs are set when the oneof number is set to this field. */
return upb_msg_getoneofint(msg, o, l) == upb_fielddef_number(f); return *upb_msg_oneofcase(msg, field_index, l) == field->number;
} else { } else {
/* Other fields are set when their hasbit is set. */ /* Other fields are set when their hasbit is set. */
uint32_t hasbit = l->hasbits[upb_fielddef_index(f)]; uint32_t hasbit = l->data.fields[field_index].hasbit;
return DEREF(msg, hasbit / 8, char) | (1 << (hasbit % 8)); return DEREF(msg, hasbit / 8, char) | (1 << (hasbit % 8));
} }
} }
upb_msgval upb_msg_get(const upb_msg *msg, const upb_fielddef *f, upb_msgval upb_msg_get(const upb_msg *msg, int field_index,
const upb_msglayout *l) { const upb_msglayout *l) {
upb_msg_checkfield(l, f); const upb_msglayout_fieldinit_v1 *field = upb_msg_checkfield(field_index, l);
int size = upb_msg_fieldsize(field);
if (upb_fielddef_isextension(f)) { if (upb_msg_inoneof(field)) {
upb_inttable *ext_dict = upb_msg_trygetextdict(msg, l); if (*upb_msg_oneofcase(msg, field_index, l) == field->number) {
upb_value val; size_t ofs = l->data.oneofs[field->oneof_index].data_offset;
if (upb_inttable_lookup32(ext_dict, upb_fielddef_number(f), &val)) { return upb_msgval_read(msg, ofs, size);
return upb_msgval_fromval(val);
} else { } else {
return upb_msgval_fromdefault(f); /* Return default. */
return upb_msgval_read(l->data.default_msg, field->offset, size);
} }
} else { } else {
size_t ofs = l->field_offsets[upb_fielddef_index(f)]; return upb_msgval_read(msg, field->offset, size);
const upb_oneofdef *o = upb_fielddef_containingoneof(f);
upb_msgval ret;
if (o && !upb_msg_oneofis(msg, l, o, f)) {
/* Oneof defaults can't come from the message because the memory is reused
* by all types in the oneof. */
return upb_msgval_fromdefault(f);
}
ret = upb_msgval_read(msg, ofs, upb_msg_fieldsize(f));
return ret;
} }
} }
bool upb_msg_set(upb_msg *msg, void upb_msg_set(upb_msg *msg, int field_index, upb_msgval val,
const upb_fielddef *f,
upb_msgval val,
const upb_msglayout *l) { const upb_msglayout *l) {
upb_alloc *a = upb_msg_alloc(msg, l); const upb_msglayout_fieldinit_v1 *field = upb_msg_checkfield(field_index, l);
upb_msg_checkfield(l, f); int size = upb_msg_fieldsize(field);
if (upb_fielddef_isextension(f)) {
/* TODO(haberman): introduce table API that can do this in one call. */
upb_inttable *ext = upb_msg_getextdict(msg, l, a);
upb_value val2 = upb_toval(val);
if (!upb_inttable_replace(ext, upb_fielddef_number(f), val2) &&
!upb_inttable_insert2(ext, upb_fielddef_number(f), val2, a)) {
return false;
}
} else {
size_t ofs = l->field_offsets[upb_fielddef_index(f)];
const upb_oneofdef *o = upb_fielddef_containingoneof(f);
if (o) { if (upb_msg_inoneof(field)) {
upb_msg_setoneofcase(msg, o, l, upb_fielddef_number(f)); size_t ofs = l->data.oneofs[field->oneof_index].data_offset;
} *upb_msg_oneofcase(msg, field_index, l) = field->number;
upb_msgval_write(msg, ofs, val, size);
upb_msgval_write(msg, ofs, val, upb_msg_fieldsize(f)); } else {
upb_msgval_write(msg, field->offset, val, size);
} }
return true;
} }

@ -65,21 +65,6 @@ typedef void upb_msg;
* instances of this from a upb_msgfactory, and the factory always owns the * instances of this from a upb_msgfactory, and the factory always owns the
* msglayout. */ * msglayout. */
/* Gets the factory for this layout */
upb_msgfactory *upb_msglayout_factory(const upb_msglayout *l);
/* Get the msglayout for a submessage. This requires that this field is a
* submessage, ie. upb_fielddef_issubmsg(upb_msglayout_msgdef(l)) == true.
*
* Since map entry messages don't have layouts, if upb_fielddef_ismap(f) == true
* then this function will return the layout for the map's value. It requires
* that the value type of the map field is a submessage. */
const upb_msglayout *upb_msglayout_sublayout(const upb_msglayout *l,
const upb_fielddef *f);
/* Returns the msgdef for this msglayout. */
const upb_msgdef *upb_msglayout_msgdef(const upb_msglayout *l);
/** upb_visitor ***************************************************************/ /** upb_visitor ***************************************************************/
@ -212,19 +197,29 @@ size_t upb_msg_sizeof(const upb_msglayout *l);
* upb_msg_uninit() must be called to release internally-allocated memory * upb_msg_uninit() must be called to release internally-allocated memory
* unless the allocator is an arena that does not require freeing. * unless the allocator is an arena that does not require freeing.
* *
* Please note that upb_msg_init() may return a value that is different than
* |msg|, so you must assign the return value and not cast your memory block
* to upb_msg* directly!
*
* Please note that upb_msg_uninit() does *not* free any submessages, maps, * Please note that upb_msg_uninit() does *not* free any submessages, maps,
* or arrays referred to by this message's fields. You must free them manually * or arrays referred to by this message's fields. You must free them manually
* yourself. */ * yourself.
void upb_msg_init(upb_msg *msg, const upb_msglayout *l, upb_alloc *a); *
void upb_msg_uninit(upb_msg *msg, const upb_msglayout *l); * upb_msg_uninit returns the original memory block, which may be useful if
* you dynamically allocated it (though upb_msg_new() would normally be more
* appropriate in this case). */
upb_msg *upb_msg_init(void *msg, const upb_msglayout *l, upb_alloc *a);
void *upb_msg_uninit(upb_msg *msg, const upb_msglayout *l);
/* Like upb_msg_init() / upb_msg_uninit(), except the message's memory is /* Like upb_msg_init() / upb_msg_uninit(), except the message's memory is
* allocated / freed from the given upb_alloc. */ * allocated / freed from the given upb_alloc. */
upb_msg *upb_msg_new(const upb_msglayout *l, upb_alloc *a); upb_msg *upb_msg_new(const upb_msglayout *l, upb_alloc *a);
void upb_msg_free(upb_msg *msg, const upb_msglayout *l); void upb_msg_free(upb_msg *msg, const upb_msglayout *l);
/* Returns the upb_alloc for the given message. */ /* Returns the upb_alloc for the given message.
upb_alloc *upb_msg_alloc(const upb_msg *msg, const upb_msglayout *l); * TODO(haberman): get rid of this? Not sure we want to be storing this
* for every message. */
upb_alloc *upb_msg_alloc(const upb_msg *msg);
/* Packs the tree of messages rooted at "msg" into a single hunk of memory, /* Packs the tree of messages rooted at "msg" into a single hunk of memory,
* allocated from the given allocator. */ * allocated from the given allocator. */
@ -244,25 +239,14 @@ void *upb_msg_pack(const upb_msg *msg, const upb_msglayout *l,
* arenas). * arenas).
*/ */
upb_msgval upb_msg_get(const upb_msg *msg, upb_msgval upb_msg_get(const upb_msg *msg,
const upb_fielddef *f, int field_index,
const upb_msglayout *l); const upb_msglayout *l);
/* May only be called for fields where upb_fielddef_haspresence(f) == true. */ /* May only be called for fields where upb_fielddef_haspresence(f) == true. */
bool upb_msg_has(const upb_msg *msg, bool upb_msg_has(const upb_msg *msg,
const upb_fielddef *f, int field_index,
const upb_msglayout *l); const upb_msglayout *l);
/* Returns NULL if no field in the oneof is set. */
const upb_fielddef *upb_msg_getoneofcase(const upb_msg *msg,
const upb_oneofdef *o,
const upb_msglayout *l);
/* Returns true if any field in the oneof is set. */
bool upb_msg_hasoneof(const upb_msg *msg,
const upb_oneofdef *o,
const upb_msglayout *l);
/* Mutable message API. May only be called by the owner of the message who /* Mutable message API. May only be called by the owner of the message who
* knows its ownership scheme and how to keep it consistent. */ * knows its ownership scheme and how to keep it consistent. */
@ -270,8 +254,8 @@ bool upb_msg_hasoneof(const upb_msg *msg,
* management: if you overwrite a pointer to a msg/array/map/string without * management: if you overwrite a pointer to a msg/array/map/string without
* cleaning it up (or using an arena) it will leak. * cleaning it up (or using an arena) it will leak.
*/ */
bool upb_msg_set(upb_msg *msg, void upb_msg_set(upb_msg *msg,
const upb_fielddef *f, int field_index,
upb_msgval val, upb_msgval val,
const upb_msglayout *l); const upb_msglayout *l);
@ -282,12 +266,7 @@ bool upb_msg_set(upb_msg *msg,
* arrays/maps/strings/msgs that this field may have pointed to. * arrays/maps/strings/msgs that this field may have pointed to.
*/ */
bool upb_msg_clearfield(upb_msg *msg, bool upb_msg_clearfield(upb_msg *msg,
const upb_fielddef *f, int field_index,
const upb_msglayout *l);
/* Clears all fields in the oneof such that none of them are set. */
bool upb_msg_clearoneof(upb_msg *msg,
const upb_oneofdef *o,
const upb_msglayout *l); const upb_msglayout *l);
/* TODO(haberman): copyfrom()/mergefrom()? */ /* TODO(haberman): copyfrom()/mergefrom()? */
@ -400,6 +379,54 @@ bool upb_msg_getscalarhandlerdata(const upb_handlers *h,
size_t *offset, size_t *offset,
int32_t *hasbit); int32_t *hasbit);
/** Interfaces for generated code *********************************************/
#define UPB_NOT_IN_ONEOF UINT16_MAX
typedef struct {
const char *ptr;
uint32_t length;
} upb_msglayout_strinit_v1;
typedef struct {
uint32_t number;
uint32_t offset; /* If in a oneof, offset of default in default_msg below. */
uint16_t hasbit;
uint16_t oneof_index; /* UPB_NOT_IN_ONEOF if not in a oneof. */
uint16_t submsg_index;
uint8_t type;
uint8_t label;
} upb_msglayout_fieldinit_v1;
typedef struct {
uint32_t data_offset;
uint32_t case_offset;
} upb_msglayout_oneofinit_v1;
typedef struct upb_msglayout_msginit_v1 {
const struct upb_msglayout_msginit_v1 **submsgs;
const upb_msglayout_fieldinit_v1 *fields;
const upb_msglayout_oneofinit_v1 *oneofs;
uint32_t *case_offsets;
void *default_msg;
/* Must be aligned to 8. Doesn't include internal members like unknown
* fields, extension dict, pointer to msglayout, etc. */
uint32_t size;
uint16_t field_count;
uint16_t oneof_count;
bool extendable;
bool is_proto2;
char align;
} upb_msglayout_msginit_v1;
/* Initialize/uninitialize a msglayout from a msginit. If upb uses v1
* internally, this will not allocate any memory. Should only be used by
* generated code. */
upb_msglayout *upb_msglayout_frominit_v1(
const upb_msglayout_msginit_v1 *init, upb_alloc *a);
void upb_msglayout_uninit_v1(upb_msglayout *layout, upb_alloc *a);
UPB_END_EXTERN_C UPB_END_EXTERN_C
#endif /* UPB_MSG_H_ */ #endif /* UPB_MSG_H_ */

Loading…
Cancel
Save