Joshua Haberman
16 years ago
parent
a223f9af30
commit
040f7e6ba2
25 changed files with 2082 additions and 613 deletions
@ -0,0 +1,53 @@ |
|||||||
|
/* This file was generated by upbc (the upb compiler). Do not edit. */ |
||||||
|
|
||||||
|
#ifndef DESCRIPTOR_DESCRIPTOR_C |
||||||
|
#define DESCRIPTOR_DESCRIPTOR_C |
||||||
|
|
||||||
|
#ifdef __cplusplus |
||||||
|
extern "C" { |
||||||
|
#endif |
||||||
|
|
||||||
|
/* Enums. */ |
||||||
|
|
||||||
|
typedef enum google_protobuf_FieldOptions_CType { |
||||||
|
GOOGLE_PROTOBUF_FIELDOPTIONS_CORD = 1, |
||||||
|
GOOGLE_PROTOBUF_FIELDOPTIONS_STRING_PIECE = 2 |
||||||
|
} google_protobuf_FieldOptions_CType; |
||||||
|
|
||||||
|
typedef enum google_protobuf_FieldDescriptorProto_Type { |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_DOUBLE = 1, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_FLOAT = 2, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_INT64 = 3, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_UINT64 = 4, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_INT32 = 5, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_FIXED64 = 6, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_FIXED32 = 7, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_BOOL = 8, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_STRING = 9, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_GROUP = 10, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_MESSAGE = 11, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_BYTES = 12, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_UINT32 = 13, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_ENUM = 14, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SFIXED32 = 15, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SFIXED64 = 16, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SINT32 = 17, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SINT64 = 18 |
||||||
|
} google_protobuf_FieldDescriptorProto_Type; |
||||||
|
|
||||||
|
typedef enum google_protobuf_FieldDescriptorProto_Label { |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_LABEL_OPTIONAL = 1, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_LABEL_REQUIRED = 2, |
||||||
|
GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_LABEL_REPEATED = 3 |
||||||
|
} google_protobuf_FieldDescriptorProto_Label; |
||||||
|
|
||||||
|
typedef enum google_protobuf_FileOptions_OptimizeMode { |
||||||
|
GOOGLE_PROTOBUF_FILEOPTIONS_SPEED = 1, |
||||||
|
GOOGLE_PROTOBUF_FILEOPTIONS_CODE_SIZE = 2 |
||||||
|
} google_protobuf_FileOptions_OptimizeMode; |
||||||
|
|
||||||
|
#ifdef __cplusplus |
||||||
|
} /* extern "C" */ |
||||||
|
#endif |
||||||
|
|
||||||
|
#endif /* DESCRIPTOR_DESCRIPTOR_C */ |
||||||
@ -0,0 +1,16 @@ |
|||||||
|
/*
|
||||||
|
* upb - a minimalist implementation of protocol buffers. |
||||||
|
* |
||||||
|
* Copyright (c) 2009 Joshua Haberman. See LICENSE for details. |
||||||
|
* |
||||||
|
*/ |
||||||
|
|
||||||
|
#include "cext.h" |
||||||
|
|
||||||
|
PyMODINIT_FUNC |
||||||
|
initcext(void) |
||||||
|
{ |
||||||
|
PyObject *mod = Py_InitModule("upb.cext", NULL); |
||||||
|
initdefinition(); |
||||||
|
initpb(); |
||||||
|
} |
||||||
@ -0,0 +1,48 @@ |
|||||||
|
/*
|
||||||
|
* upb - a minimalist implementation of protocol buffers. |
||||||
|
* |
||||||
|
* Copyright (c) 2009 Joshua Haberman. See LICENSE for details. |
||||||
|
* |
||||||
|
*/ |
||||||
|
|
||||||
|
#ifndef UPB_PYTHON_CEXT_H_ |
||||||
|
#define UPB_PYTHON_CEXT_H_ |
||||||
|
|
||||||
|
#include <Python.h> |
||||||
|
|
||||||
|
#ifdef __cplusplus |
||||||
|
extern "C" { |
||||||
|
#endif |
||||||
|
|
||||||
|
typedef struct { |
||||||
|
PyObject_HEAD |
||||||
|
struct upb_context *context; |
||||||
|
PyObject *created_defs; |
||||||
|
} PyUpb_Context; |
||||||
|
|
||||||
|
typedef struct { |
||||||
|
PyObject_HEAD |
||||||
|
struct upb_msgdef *def; |
||||||
|
PyUpb_Context *context; |
||||||
|
} PyUpb_MsgDef; |
||||||
|
|
||||||
|
extern PyTypeObject PyUpb_MsgDefType; |
||||||
|
|
||||||
|
/* What format string should be passed to PyArg_ParseTuple to get just a raw
|
||||||
|
* string of bytes and a length. */ |
||||||
|
#if PY_MAJOR_VERSION >= 3 |
||||||
|
#define BYTES_FORMAT "y#" |
||||||
|
#else |
||||||
|
#define BYTES_FORMAT "s#" |
||||||
|
#endif |
||||||
|
|
||||||
|
#define RETURN_BOOL(val) if(val) { Py_RETURN_TRUE; } else { Py_RETURN_FALSE; } |
||||||
|
|
||||||
|
extern PyMODINIT_FUNC initdefinition(void); |
||||||
|
extern PyMODINIT_FUNC initpb(void); |
||||||
|
|
||||||
|
#ifdef __cplusplus |
||||||
|
} /* extern "C" */ |
||||||
|
#endif |
||||||
|
|
||||||
|
#endif |
||||||
@ -0,0 +1,919 @@ |
|||||||
|
/*
|
||||||
|
* upb - a minimalist implementation of protocol buffers. |
||||||
|
* |
||||||
|
* Copyright (c) 2009 Joshua Haberman. See LICENSE for details. |
||||||
|
* |
||||||
|
* This file implements an interface to Python that is compatible |
||||||
|
* (as much as possible) with proto1 (the first implementation of |
||||||
|
* protocol buffers, which is only released internally to Google). |
||||||
|
* |
||||||
|
* The key interface we must support is ProtocolMessage. Each message |
||||||
|
* type has its own Python class that supports the ProtocolMessage |
||||||
|
* interface (obj.Clear(), obj.IsInitialized(), etc) as well as |
||||||
|
* message-specific accessors (obj.foo(), obj.set_foo(), |
||||||
|
* obj.clear_foo(), etc). |
||||||
|
* |
||||||
|
* accessors. We represent these message types as instances as |
||||||
|
* upb.pb.MessageType objects. In other words, these instances |
||||||
|
* are both instances of upb.pb.MessageType *and* classes of |
||||||
|
* type MyProtoType. |
||||||
|
*/ |
||||||
|
|
||||||
|
#include <Python.h> |
||||||
|
#include <stddef.h> |
||||||
|
#include "upb_mm.h" |
||||||
|
#include "definition.h" |
||||||
|
|
||||||
|
/* Opcodes that describe all of the operations you can perform on a field of a
|
||||||
|
* protobuf from Python. For example, foo.has_bar() uses opcode OP_HAS. */ |
||||||
|
typedef enum { |
||||||
|
/* For non-repeated fields. */ |
||||||
|
OP_HAS, |
||||||
|
/* For non-repeated fields that are not submessages. */ |
||||||
|
OP_SET, |
||||||
|
/* For non-repeated message fields. */ |
||||||
|
OP_MUTABLE, |
||||||
|
|
||||||
|
/* For repeated fields. */ |
||||||
|
OP_SIZE, OP_LIST, OP_ADD, |
||||||
|
|
||||||
|
/* For all types of fields. */ |
||||||
|
OP_GET, OP_CLEAR |
||||||
|
} PyUpb_PbBoundFieldOpCode; |
||||||
|
|
||||||
|
const char *opcode_names[] = { |
||||||
|
"OP_HAS", "OP_SET", "OP_MUTABLE", "OP_SIZE", "OP_LIST", "OP_ADD", "OP_GET", "OP_CLEAR" |
||||||
|
}; |
||||||
|
|
||||||
|
/* Structures for the Python objects we define. */ |
||||||
|
typedef struct { |
||||||
|
PyObject_HEAD; |
||||||
|
PyUpb_MsgDef *def; |
||||||
|
} PyUpb_PbMsgCreator; |
||||||
|
|
||||||
|
typedef struct { |
||||||
|
PyObject_HEAD; |
||||||
|
struct upb_mm_ref ref; |
||||||
|
PyUpb_MsgDef *def; |
||||||
|
} PyUpb_PbMsg; |
||||||
|
|
||||||
|
typedef struct { |
||||||
|
PyObject_HEAD; |
||||||
|
PyUpb_PbMsg *msg; |
||||||
|
struct upb_msg_fielddef *f; |
||||||
|
PyUpb_PbBoundFieldOpCode code; |
||||||
|
} PyUpb_PbBoundFieldOp; |
||||||
|
|
||||||
|
static PyTypeObject PyUpb_PbMsgCreatorType; |
||||||
|
static PyTypeObject PyUpb_PbMsgType; |
||||||
|
static PyTypeObject PyUpb_PbBoundFieldOpType; |
||||||
|
|
||||||
|
#define Check_MsgCreator(obj) \ |
||||||
|
(void*)obj; do { \
|
||||||
|
if(!PyObject_TypeCheck(obj, &PyUpb_PbMsgCreatorType)) { \
|
||||||
|
PyErr_SetString(PyExc_TypeError, "must be a MessageCreator"); \
|
||||||
|
return NULL; \
|
||||||
|
} \
|
||||||
|
} while(0) |
||||||
|
|
||||||
|
#define Check_Message(obj) \ |
||||||
|
(void*)obj; do { \
|
||||||
|
if(!PyObject_TypeCheck(obj, &PyUpb_PbMsgType)) { \
|
||||||
|
PyErr_SetString(PyExc_TypeError, "must be a Message"); \
|
||||||
|
return NULL; \
|
||||||
|
} \
|
||||||
|
} while(0) |
||||||
|
|
||||||
|
#define Check_BoundFieldOp(obj) \ |
||||||
|
(void*)obj; do { \
|
||||||
|
if(!PyObject_TypeCheck(obj, &PyUpb_PbBoundFieldOpType)) { \
|
||||||
|
PyErr_SetString(PyExc_TypeError, "must be a BoundFieldOp"); \
|
||||||
|
return NULL; \
|
||||||
|
} \
|
||||||
|
} while(0) |
||||||
|
|
||||||
|
#define EXPECT_NO_ARGS if(!PyArg_ParseTuple(args, "")) return NULL; |
||||||
|
#define MMREF_TO_PYOBJ(mmref) (PyObject*)((char*)(mmref)-offsetof(PyUpb_PbMsg, ref)) |
||||||
|
|
||||||
|
static struct upb_mm_ref *NewPyRef(struct upb_mm_ref *fromref, |
||||||
|
union upb_mmptr p, upb_mm_ptrtype type) |
||||||
|
{ |
||||||
|
(void)fromref; /* Don't care. */ |
||||||
|
struct upb_mm_ref *ref = NULL; |
||||||
|
switch(type) { |
||||||
|
case UPB_MM_MSG_REF: { |
||||||
|
PyUpb_PbMsg *msg = (void*)PyUpb_PbMsgType.tp_alloc(&PyUpb_PbMsgType, 0); |
||||||
|
msg->def = get_or_create_msgdef(p.msg->def); /* gets a ref. */ |
||||||
|
ref = &msg->ref; |
||||||
|
break; |
||||||
|
} |
||||||
|
case UPB_MM_STR_REF: { |
||||||
|
} |
||||||
|
case UPB_MM_ARR_REF: { |
||||||
|
} |
||||||
|
default: assert(false); abort(); break; /* Shouldn't happen. */ |
||||||
|
} |
||||||
|
return ref; |
||||||
|
} |
||||||
|
|
||||||
|
struct upb_mm pymm = {NewPyRef}; |
||||||
|
|
||||||
|
/* upb.pb.BoundFieldOp ********************************************************/ |
||||||
|
|
||||||
|
static PyObject *upb_to_py(union upb_value_ptr p, upb_field_type_t type) |
||||||
|
{ |
||||||
|
switch(type) { |
||||||
|
default: |
||||||
|
PyErr_SetString(PyExc_RuntimeError, "internal: unexpected type"); |
||||||
|
return NULL; |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_DOUBLE: |
||||||
|
return PyFloat_FromDouble(*p._double); |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_FLOAT: |
||||||
|
return PyFloat_FromDouble(*p._float); |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_INT64: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SINT64: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SFIXED64: |
||||||
|
return PyLong_FromLongLong(*p.int64); |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_UINT64: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_FIXED64: |
||||||
|
return PyLong_FromUnsignedLongLong(*p.uint64); |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SFIXED32: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SINT32: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_INT32: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_ENUM: |
||||||
|
#if PY_MAJOR_VERSION >= 3 |
||||||
|
return PyLong_FromLong(*p.int32); |
||||||
|
#else |
||||||
|
return PyInt_FromLong(*p.int32); |
||||||
|
#endif |
||||||
|
|
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_FIXED32: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_UINT32: |
||||||
|
return PyLong_FromLong(*p.uint32); |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_BOOL: |
||||||
|
RETURN_BOOL(*p._bool); |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_STRING: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_BYTES: |
||||||
|
/* Py3k will distinguish between these two. */ |
||||||
|
return PyString_FromStringAndSize((*p.str)->ptr, (*p.str)->byte_len); |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_GROUP: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_MESSAGE: { |
||||||
|
union upb_mmptr mmptr = upb_mmptr_read(p, UPB_MM_MSG_REF); |
||||||
|
bool created; |
||||||
|
struct upb_mm_ref *ref = upb_mm_getref(mmptr, UPB_MM_MSG_REF, &pymm, &created); |
||||||
|
PyObject *obj = MMREF_TO_PYOBJ(ref); |
||||||
|
if(!created) Py_INCREF(obj); |
||||||
|
return obj; |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
static long convert_to_long(PyObject *val, long lobound, long hibound, bool *ok) |
||||||
|
{ |
||||||
|
PyObject *o = PyNumber_Int(val); |
||||||
|
if(!o) { |
||||||
|
PyErr_SetString(PyExc_OverflowError, "could not convert to long"); |
||||||
|
*ok = false; |
||||||
|
return -1; |
||||||
|
} |
||||||
|
long longval = PyInt_AS_LONG(o); |
||||||
|
if(longval > hibound || longval < lobound) { |
||||||
|
PyErr_SetString(PyExc_OverflowError, "value outside type bounds"); |
||||||
|
*ok = false; |
||||||
|
return -1; |
||||||
|
} |
||||||
|
*ok = true; |
||||||
|
return longval; |
||||||
|
} |
||||||
|
|
||||||
|
static void set_upbscalarfield(union upb_value_ptr p, PyObject *val, |
||||||
|
upb_field_type_t type) |
||||||
|
{ |
||||||
|
switch(type) { |
||||||
|
default: |
||||||
|
PyErr_SetString(PyExc_RuntimeError, "internal error"); |
||||||
|
return; |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_DOUBLE: { |
||||||
|
PyObject *o = PyNumber_Float(val); |
||||||
|
if(!o) { |
||||||
|
PyErr_SetString(PyExc_ValueError, "could not convert to double"); |
||||||
|
return; |
||||||
|
} |
||||||
|
*p._double = PyFloat_AS_DOUBLE(o); |
||||||
|
return; |
||||||
|
} |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_FLOAT: { |
||||||
|
PyObject *o = PyNumber_Float(val); |
||||||
|
if(!o) { |
||||||
|
PyErr_SetString(PyExc_ValueError, "could not convert to float"); |
||||||
|
return; |
||||||
|
} |
||||||
|
*p._float = PyFloat_AS_DOUBLE(o); |
||||||
|
return; |
||||||
|
} |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_INT64: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SINT64: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SFIXED64: { |
||||||
|
#if LONG_MAX >= INT64_MAX |
||||||
|
bool ok; |
||||||
|
long longval = convert_to_long(val, INT64_MIN, INT64_MAX, &ok); |
||||||
|
if(ok) *p.int32 = longval; |
||||||
|
return; |
||||||
|
#else |
||||||
|
PyObject *o = PyNumber_Long(val); |
||||||
|
if(!o) { |
||||||
|
PyErr_SetString(PyExc_ValueError, "could not convert to int64"); |
||||||
|
return; |
||||||
|
} |
||||||
|
*p.int64 = PyLong_AsLongLong(o); |
||||||
|
return; |
||||||
|
#endif |
||||||
|
} |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_UINT64: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_FIXED64: { |
||||||
|
PyObject *o = PyNumber_Long(val); |
||||||
|
if(!o) { |
||||||
|
PyErr_SetString(PyExc_ValueError, "could not convert to uint64"); |
||||||
|
return; |
||||||
|
} |
||||||
|
*p.uint64 = PyLong_AsUnsignedLongLong(o); |
||||||
|
return; |
||||||
|
} |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SFIXED32: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_SINT32: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_INT32: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_ENUM: { |
||||||
|
bool ok; |
||||||
|
long longval = convert_to_long(val, INT32_MIN, INT32_MAX, &ok); |
||||||
|
if(ok) *p.int32 = longval; |
||||||
|
return; |
||||||
|
} |
||||||
|
|
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_FIXED32: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_UINT32: { |
||||||
|
#if LONG_MAX >= UINT32_MAX |
||||||
|
bool ok; |
||||||
|
long longval = convert_to_long(val, 0, UINT32_MAX, &ok); |
||||||
|
if(ok) *p.int32 = longval; |
||||||
|
return; |
||||||
|
#else |
||||||
|
PyObject *o = PyNumber_Long(val); |
||||||
|
if(!o) { |
||||||
|
PyErr_SetString(PyExc_ValueError, "could not convert to uint32"); |
||||||
|
return; |
||||||
|
} |
||||||
|
*p.uint32 = PyLong_AsUnsignedLong(o); |
||||||
|
return; |
||||||
|
#endif |
||||||
|
} |
||||||
|
|
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_BOOL: |
||||||
|
if(!PyBool_Check(val)) { |
||||||
|
PyErr_SetString(PyExc_ValueError, "should be true or false"); |
||||||
|
return; |
||||||
|
} |
||||||
|
if(val == Py_True) *p._bool = true; |
||||||
|
else if(val == Py_False) *p._bool = false; |
||||||
|
else PyErr_SetString(PyExc_RuntimeError, "not true or false?"); |
||||||
|
return; |
||||||
|
|
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_STRING: |
||||||
|
case GOOGLE_PROTOBUF_FIELDDESCRIPTORPROTO_TYPE_BYTES: { |
||||||
|
size_t len = PyString_GET_SIZE(val); |
||||||
|
upb_string_resize(*p.str, len); |
||||||
|
memcpy((*p.str)->ptr, PyString_AS_STRING(val), len); |
||||||
|
return; |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
static bool check_py_type(PyObject *obj, upb_field_type_t type) |
||||||
|
{ |
||||||
|
/* TODO */ |
||||||
|
return true; |
||||||
|
} |
||||||
|
|
||||||
|
PyObject* fieldop_call(PyObject *callable, PyObject *args, PyObject *kw) |
||||||
|
{ |
||||||
|
PyUpb_PbBoundFieldOp *op = Check_BoundFieldOp(callable); |
||||||
|
PyUpb_PbMsg *pymsg = op->msg; |
||||||
|
struct upb_mm_ref *msgref = &(pymsg->ref); |
||||||
|
struct upb_msg *msg = pymsg->ref.p.msg; |
||||||
|
struct upb_msg_fielddef *f = op->f; |
||||||
|
union upb_value_ptr p = upb_msg_getptr(msg, f); |
||||||
|
switch(op->code) { |
||||||
|
case OP_HAS: |
||||||
|
/* obj.has_foo() */ |
||||||
|
EXPECT_NO_ARGS; |
||||||
|
RETURN_BOOL(upb_msg_isset(msg, f)); |
||||||
|
case OP_SET: { |
||||||
|
PyObject *val; |
||||||
|
if(upb_isarray(f)) { |
||||||
|
/* obj.set_repeatedfoo(i, val) */ |
||||||
|
int i; |
||||||
|
if(!PyArg_ParseTuple(args, "iO", &i, &val)) return NULL; |
||||||
|
if(!upb_msg_isset(msg, f) || i >= (*p.arr)->len) { |
||||||
|
PyErr_SetString(PyExc_IndexError, "assignment to invalid index"); |
||||||
|
return NULL; |
||||||
|
} |
||||||
|
p = upb_array_getelementptr(*p.arr, i, f->type); |
||||||
|
} else { |
||||||
|
/* obj.set_foo(val) */ |
||||||
|
if(!PyArg_ParseTuple(args, "O", &val)) return NULL; |
||||||
|
} |
||||||
|
set_upbscalarfield(p, val, f->type); |
||||||
|
if(PyErr_Occurred()) return NULL; |
||||||
|
Py_RETURN_NONE; |
||||||
|
} |
||||||
|
case OP_MUTABLE: { |
||||||
|
/* obj.mutable_scalarmsg() */ |
||||||
|
EXPECT_NO_ARGS; |
||||||
|
bool created; |
||||||
|
PyObject *obj = MMREF_TO_PYOBJ(upb_mm_getfieldref(msgref, f, &created)); |
||||||
|
if(!created) Py_INCREF(obj); |
||||||
|
return obj; |
||||||
|
} |
||||||
|
|
||||||
|
/* For repeated fields. */ |
||||||
|
case OP_SIZE: { |
||||||
|
/* obj.repeatedfoo_size() */ |
||||||
|
EXPECT_NO_ARGS; |
||||||
|
long len = |
||||||
|
upb_msg_isset(msg, f) ? (*upb_msg_getptr(msg, f).arr)->len : 0; |
||||||
|
return PyInt_FromLong(len); |
||||||
|
} |
||||||
|
case OP_LIST: |
||||||
|
/* obj.repeatedfoo_list() */ |
||||||
|
case OP_ADD: { |
||||||
|
/* Parse/Verify the args. */ |
||||||
|
PyObject *val; |
||||||
|
if(upb_issubmsg(f)) { |
||||||
|
/* obj.add_submsgfoo() # returns the new submsg */ |
||||||
|
EXPECT_NO_ARGS; |
||||||
|
} else { |
||||||
|
/* obj.add_scalarfoo(val) */ |
||||||
|
if(!PyArg_ParseTuple(args, "O", &val)) return NULL; |
||||||
|
if(!check_py_type(val, f->type)) return NULL; |
||||||
|
} |
||||||
|
|
||||||
|
upb_arraylen_t len = (*p.arr)->len; |
||||||
|
union upb_value_ptr elem_p = upb_array_getelementptr(*p.arr, len, f->type); |
||||||
|
upb_array_resize(*p.arr, len + 1); |
||||||
|
|
||||||
|
if(upb_issubmsg(f)) { |
||||||
|
/* string or submsg. */ |
||||||
|
bool created; |
||||||
|
upb_mm_ptrtype type = upb_elem_ptrtype(f); |
||||||
|
union upb_mmptr mmptr = upb_mmptr_read(elem_p, type); |
||||||
|
struct upb_mm_ref *valref = upb_mm_getref(mmptr, type, &pymm, &created); |
||||||
|
assert(created); |
||||||
|
PyObject *obj = MMREF_TO_PYOBJ(valref); |
||||||
|
return obj; |
||||||
|
} else { |
||||||
|
set_upbscalarfield(elem_p, val, f->type); |
||||||
|
if(PyErr_Occurred()) return NULL; |
||||||
|
Py_RETURN_NONE; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/* For all fields. */ |
||||||
|
case OP_GET: { |
||||||
|
if(upb_isarray(f)) { |
||||||
|
/* obj.repeatedfoo(i) */ |
||||||
|
int i; |
||||||
|
if(!PyArg_ParseTuple(args, "i", &i)) return NULL; |
||||||
|
if(!upb_msg_isset(msg, f) || i >= (*p.arr)->len) { |
||||||
|
PyErr_SetString(PyExc_IndexError, "get from invalid index"); |
||||||
|
return NULL; |
||||||
|
} |
||||||
|
p = upb_array_getelementptr(*p.arr, i, f->type); |
||||||
|
} else { |
||||||
|
/* obj.foo() */ |
||||||
|
EXPECT_NO_ARGS; |
||||||
|
} |
||||||
|
return upb_to_py(p, f->type); |
||||||
|
} |
||||||
|
case OP_CLEAR: |
||||||
|
/* obj.clear_foo() */ |
||||||
|
EXPECT_NO_ARGS; |
||||||
|
upb_mm_msgclear(msgref, f); |
||||||
|
Py_RETURN_NONE; |
||||||
|
|
||||||
|
default: |
||||||
|
PyErr_SetString(PyExc_RuntimeError, "invalid bound field opcode."); |
||||||
|
return NULL; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
static void fieldop_dealloc(PyObject *obj) |
||||||
|
{ |
||||||
|
PyUpb_PbBoundFieldOp *op = (void*)obj; |
||||||
|
Py_DECREF(op->msg); |
||||||
|
obj->ob_type->tp_free(obj); |
||||||
|
} |
||||||
|
|
||||||
|
static PyObject *fieldop_repr(PyObject *obj) |
||||||
|
{ |
||||||
|
PyUpb_PbBoundFieldOp *op = Check_BoundFieldOp(obj); |
||||||
|
struct upb_string *name = op->msg->def->def->descriptor->name; |
||||||
|
/* Need to get a NULL-terminated copy of name since PyString_FromFormat
|
||||||
|
* doesn't support ptr+len. */ |
||||||
|
PyObject *nameobj = PyString_FromStringAndSize(name->ptr, name->byte_len); |
||||||
|
struct google_protobuf_FieldDescriptorProto *fd = |
||||||
|
upb_msg_field_descriptor(op->f, op->msg->def->def); |
||||||
|
PyObject *fieldnameobj = PyString_FromStringAndSize(fd->name->ptr, fd->name->byte_len); |
||||||
|
PyObject *ret = |
||||||
|
PyString_FromFormat("<upb.pb.BoundFieldOp field='%s', op=%s, msgtype='%s'>", |
||||||
|
PyString_AS_STRING(fieldnameobj), |
||||||
|
opcode_names[op->code], PyString_AS_STRING(nameobj)); |
||||||
|
Py_DECREF(nameobj); |
||||||
|
Py_DECREF(fieldnameobj); |
||||||
|
return ret; |
||||||
|
} |
||||||
|
|
||||||
|
static PyTypeObject PyUpb_PbBoundFieldOpType = { |
||||||
|
PyObject_HEAD_INIT(NULL) |
||||||
|
0, /* ob_size */ |
||||||
|
"upb.pb.BoundFieldOp", /* tp_name */ |
||||||
|
sizeof(PyUpb_PbBoundFieldOp), /* tp_basicsize */ |
||||||
|
0, /* tp_itemsize */ |
||||||
|
fieldop_dealloc, /* tp_dealloc */ |
||||||
|
0, /* tp_print */ |
||||||
|
0, /* tp_getattr */ |
||||||
|
0, /* tp_setattr */ |
||||||
|
0, /* tp_compare */ |
||||||
|
fieldop_repr, /* tp_repr */ |
||||||
|
0, /* tp_as_number */ |
||||||
|
0, /* tp_as_sequence */ |
||||||
|
0, /* tp_as_mapping */ |
||||||
|
0, /* tp_hash */ |
||||||
|
fieldop_call, /* tp_call */ |
||||||
|
0, /* tp_str */ |
||||||
|
0, /* tp_getattro */ |
||||||
|
0, /* tp_setattro */ |
||||||
|
0, /* tp_as_buffer */ |
||||||
|
Py_TPFLAGS_DEFAULT, /* tp_flags */ |
||||||
|
0, /* tp_doc */ |
||||||
|
0, /* tp_traverse */ |
||||||
|
0, /* tp_clear */ |
||||||
|
0, /* tp_richcompare */ |
||||||
|
0, /* tp_weaklistoffset */ |
||||||
|
0, /* tp_iter */ |
||||||
|
0, /* tp_iternext */ |
||||||
|
0, /* tp_methods */ |
||||||
|
0, /* tp_members */ |
||||||
|
0, /* tp_getset */ |
||||||
|
0, /* tp_base */ |
||||||
|
0, /* tp_dict */ |
||||||
|
0, /* tp_descr_get */ |
||||||
|
0, /* tp_descr_set */ |
||||||
|
0, /* tp_dictoffset */ |
||||||
|
0, /* tp_init */ |
||||||
|
0, /* tp_alloc */ |
||||||
|
0, /* Can't be created from Python. */ /* tp_new */ |
||||||
|
0, /* tp_free */ |
||||||
|
}; |
||||||
|
|
||||||
|
/* upb.pb.Message *************************************************************/ |
||||||
|
|
||||||
|
#define Check_SameProtoType(obj1, obj2) \ |
||||||
|
do { \
|
||||||
|
if(self->ob_type != other->ob_type) { \
|
||||||
|
PyErr_SetString(PyExc_TypeError, "other must be of the same type"); \
|
||||||
|
return NULL; \
|
||||||
|
} \
|
||||||
|
} while(0); |
||||||
|
|
||||||
|
static PyObject *msg_clear(PyObject *self, PyObject *args) |
||||||
|
{ |
||||||
|
(void)args; |
||||||
|
PyUpb_PbMsg *msg = Check_Message(self); |
||||||
|
upb_mm_msgclear_all(&msg->ref); |
||||||
|
Py_RETURN_NONE; |
||||||
|
} |
||||||
|
|
||||||
|
//static PyObject *msg_encode(PyObject *self, PyObject *args)
|
||||||
|
//{
|
||||||
|
// (void)args;
|
||||||
|
// PyUpb_PbMsg *msg = Check_Message(self);
|
||||||
|
// struct upb_msgsizes *sizes = upb_msgsizes_new();
|
||||||
|
// struct upb_msg *upb_msg = msg->ref.p.msg;
|
||||||
|
// upb_msgsizes_read(sizes, upb_msg);
|
||||||
|
//
|
||||||
|
// size_t size = upb_msgsizes_totalsize(sizes);
|
||||||
|
// PyObject *str = PyString_FromStringAndSize(NULL, size);
|
||||||
|
// if(!str) return NULL;
|
||||||
|
// char *strbuf = PyString_AS_STRING(str);
|
||||||
|
//
|
||||||
|
// bool success = upb_msg_serialize_all(upb_msg, sizes, strbuf);
|
||||||
|
// upb_msgsizes_free(sizes);
|
||||||
|
// if(success) {
|
||||||
|
// return str;
|
||||||
|
// } else {
|
||||||
|
// /* TODO: better error than TypeError. */
|
||||||
|
// PyErr_SetString(PyExc_TypeError, "Error serializing protobuf.");
|
||||||
|
// return NULL;
|
||||||
|
// }
|
||||||
|
//}
|
||||||
|
|
||||||
|
static PyObject *msg_equals(PyObject *self, PyObject *other) |
||||||
|
{ |
||||||
|
PyUpb_PbMsg *msg1 = Check_Message(self); |
||||||
|
PyUpb_PbMsg *msg2 = Check_Message(other); |
||||||
|
Check_SameProtoType(msg1, msg2); |
||||||
|
RETURN_BOOL(upb_msg_eql(msg1->ref.p.msg, msg2->ref.p.msg, true)) |
||||||
|
} |
||||||
|
|
||||||
|
static PyObject *msg_isinitialized(PyObject *self, PyObject *args) |
||||||
|
{ |
||||||
|
(void)args; |
||||||
|
PyUpb_PbMsg *msg = Check_Message(self); |
||||||
|
RETURN_BOOL(upb_msg_all_required_fields_set(msg->ref.p.msg)) |
||||||
|
} |
||||||
|
|
||||||
|
static PyObject *msg_parsefromstring(PyObject *self, PyObject *args) |
||||||
|
{ |
||||||
|
PyUpb_PbMsg *msg = Check_Message(self); |
||||||
|
char *strdata; |
||||||
|
size_t strlen; |
||||||
|
if(!PyArg_ParseTuple(args, BYTES_FORMAT, &strdata, &strlen)) |
||||||
|
return NULL; |
||||||
|
|
||||||
|
if(upb_msg_parsestr(msg->ref.p.msg, strdata, strlen) != UPB_STATUS_OK) { |
||||||
|
/* TODO: better error than TypeError. */ |
||||||
|
PyErr_SetString(PyExc_TypeError, "error parsing protobuf"); |
||||||
|
return NULL; |
||||||
|
} |
||||||
|
Py_RETURN_NONE; |
||||||
|
} |
||||||
|
|
||||||
|
static PyObject *msg_mergefromstring(PyObject *self, PyObject *args) |
||||||
|
{ |
||||||
|
PyUpb_PbMsg *msg = Check_Message(self); |
||||||
|
char *strdata; |
||||||
|
size_t strlen; |
||||||
|
if(!PyArg_ParseTuple(args, BYTES_FORMAT, &strdata, &strlen)) |
||||||
|
return NULL; |
||||||
|
|
||||||
|
if(upb_msg_parsestr(msg->ref.p.msg, strdata, strlen) != UPB_STATUS_OK) { |
||||||
|
/* TODO: better error than TypeError. */ |
||||||
|
PyErr_SetString(PyExc_TypeError, "error parsing protobuf"); |
||||||
|
return NULL; |
||||||
|
} |
||||||
|
Py_RETURN_NONE; |
||||||
|
} |
||||||
|
|
||||||
|
/* Commented-out methods are TODO. */ |
||||||
|
static PyMethodDef msg_methods[] = { |
||||||
|
{"Clear", msg_clear, METH_NOARGS, |
||||||
|
"Erases all data from the ProtocolMessage, reseting fields to their defaults" |
||||||
|
}, |
||||||
|
//{"CopyFrom", msg_copyfrom, METH_O,
|
||||||
|
// "Copies data from another ProtocolMessage."
|
||||||
|
//},
|
||||||
|
//{"Encode", msg_encode, METH_NOARGS,
|
||||||
|
// "Returns a string representing the ProtocolMessage."
|
||||||
|
//},
|
||||||
|
{"Equals", msg_equals, METH_O, |
||||||
|
"Returns true if the given ProtocolMessage has the same type and value." |
||||||
|
}, |
||||||
|
{"IsInitialized", msg_isinitialized, METH_NOARGS, |
||||||
|
"Returns true iff all required fields have been set." |
||||||
|
}, |
||||||
|
//{"Merge", msg_merge, METH_O,
|
||||||
|
// "Merges data from the given Decoder."
|
||||||
|
//},
|
||||||
|
//{"MergeFrom", msg_mergefrom, METH_O,
|
||||||
|
// "Merges data from another ProtocolMessage of the same type."
|
||||||
|
//},
|
||||||
|
{"MergeFromString", msg_mergefromstring, METH_VARARGS, |
||||||
|
"Merges data from the given string. Raises an exception if this does not " |
||||||
|
"result in the ProtocolMessage being initialized." |
||||||
|
}, |
||||||
|
//{"Output", msg_output, METH_O,
|
||||||
|
// "Writes the ProtocolMessage to the given encoder."
|
||||||
|
//},
|
||||||
|
//{"OutputUnchecked", msg_output, METH_O,
|
||||||
|
// "Writes the ProtocolMessage to the given encoder, without checking "
|
||||||
|
// "initialization"
|
||||||
|
//},
|
||||||
|
//{"Parse", msg_parse, METH_O,
|
||||||
|
// "Parses data from the given Decoder."
|
||||||
|
//},
|
||||||
|
//{"ParseASCII", msg_parseascii, METH_VARARGS,
|
||||||
|
// "Parses a string generated by ToASCII. Raises a ValueError if unknown "
|
||||||
|
// "fields are encountered."
|
||||||
|
//},
|
||||||
|
//{"ParseASCIIIgnoreUnknown", msg_parseascii, METH_VARARGS,
|
||||||
|
// "Parses a string generated by ToASCII. Ignores unknown fields."
|
||||||
|
//},
|
||||||
|
{"ParseFromString", msg_parsefromstring, METH_VARARGS, |
||||||
|
"Parses data from the given string. Raises an exception if this does not " |
||||||
|
"result in the ProtocolMessage being initialized." |
||||||
|
}, |
||||||
|
//{"ToASCII", msg_toascii, METH_NOARGS,
|
||||||
|
// "Returns the ProtocolMessage as a human-readable ASCII string."
|
||||||
|
//},
|
||||||
|
//{"ToCompactASCII", msg_tocompactascii, METH_NOARGS,
|
||||||
|
// "Returns the ProtocolMessage as a human-readable ASCII string that uses "
|
||||||
|
// "tag numbers instead of field names."
|
||||||
|
//},
|
||||||
|
//{"ToShortASCII", msg_toshortascii, METH_NOARGS,
|
||||||
|
// "Returns the ProtocolMessage as a human-readable ASCII string, all on one
|
||||||
|
// "line."
|
||||||
|
//},
|
||||||
|
//{"TryMerge", msg_trymerge, METH_O,
|
||||||
|
// "Merges data from the given decoder.
|
||||||
|
//}
|
||||||
|
{NULL, NULL} |
||||||
|
}; |
||||||
|
|
||||||
|
static bool starts_with(struct upb_string *str, struct upb_string *prefix, |
||||||
|
struct upb_string *out_str) |
||||||
|
{ |
||||||
|
if(str->byte_len < prefix->byte_len) return false; |
||||||
|
if(memcmp(str->ptr, prefix->ptr, prefix->byte_len) == 0) { |
||||||
|
out_str->ptr = str->ptr + prefix->byte_len; |
||||||
|
out_str->byte_len = str->byte_len - prefix->byte_len; |
||||||
|
return true; |
||||||
|
} else { |
||||||
|
return false; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
static bool ends_with(struct upb_string *str, struct upb_string *suffix, |
||||||
|
struct upb_string *out_str) |
||||||
|
{ |
||||||
|
if(str->byte_len < suffix->byte_len) return false; |
||||||
|
if(memcmp(str->ptr + str->byte_len - suffix->byte_len, suffix->ptr, suffix->byte_len) == 0) { |
||||||
|
out_str->ptr = str->ptr; |
||||||
|
out_str->byte_len = str->byte_len - suffix->byte_len; |
||||||
|
return true; |
||||||
|
} else { |
||||||
|
return false; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
PyObject *PyUpb_NewPbBoundFieldOp(PyUpb_PbMsg *msgobj, struct upb_msg_fielddef *f, |
||||||
|
PyUpb_PbBoundFieldOpCode code) |
||||||
|
{ |
||||||
|
/* Type check that this operation on a field of this type makes sense. */ |
||||||
|
if(upb_isarray(f)) { |
||||||
|
switch(code) { |
||||||
|
case OP_HAS: |
||||||
|
case OP_SET: |
||||||
|
case OP_MUTABLE: |
||||||
|
return NULL; |
||||||
|
default: break; |
||||||
|
} |
||||||
|
} else { |
||||||
|
if(upb_issubmsg(f)) { |
||||||
|
switch(code) { |
||||||
|
case OP_SET: |
||||||
|
case OP_SIZE: |
||||||
|
case OP_LIST: |
||||||
|
case OP_ADD: |
||||||
|
return NULL; |
||||||
|
default: break; |
||||||
|
} |
||||||
|
} else { |
||||||
|
switch(code) { |
||||||
|
case OP_MUTABLE: |
||||||
|
case OP_SIZE: |
||||||
|
case OP_LIST: |
||||||
|
case OP_ADD: |
||||||
|
return NULL; |
||||||
|
default: break; |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
PyUpb_PbBoundFieldOp *op = |
||||||
|
(void*)PyUpb_PbBoundFieldOpType.tp_alloc(&PyUpb_PbBoundFieldOpType, 0); |
||||||
|
op->msg = msgobj; |
||||||
|
op->f = f; |
||||||
|
op->code = code; |
||||||
|
Py_INCREF(op->msg); |
||||||
|
return (PyObject*)op; |
||||||
|
} |
||||||
|
|
||||||
|
PyObject* msg_getattro(PyObject *obj, PyObject *attr_name) |
||||||
|
{ |
||||||
|
/* Each protobuf field results in a set of four methods for a scalar or five
|
||||||
|
* methods for an array. To avoid putting 4f entries in our type dict, we |
||||||
|
* dynamically scan the method to see if it is of these forms, and if so, |
||||||
|
* look it up in the hash table that upb already keeps. |
||||||
|
* |
||||||
|
* If these repeated comparisons showed up as being a hot spot in a profile, |
||||||
|
* there are several ways this dispatch could be optimized. */ |
||||||
|
static struct upb_string set = {.ptr = "set_", .byte_len = 4}; |
||||||
|
static struct upb_string has = {.ptr = "has_", .byte_len = 4}; |
||||||
|
static struct upb_string clear = {.ptr = "clear_", .byte_len = 6}; |
||||||
|
static struct upb_string size = {.ptr = "_size", .byte_len = 5}; |
||||||
|
static struct upb_string mutable = {.ptr = "mutable_", .byte_len = 8}; |
||||||
|
static struct upb_string add = {.ptr = "add_", .byte_len = 4}; |
||||||
|
static struct upb_string list = {.ptr = "_list", .byte_len = 5}; |
||||||
|
|
||||||
|
struct upb_string str; |
||||||
|
Py_ssize_t len; |
||||||
|
PyString_AsStringAndSize(attr_name, &str.ptr, &len); |
||||||
|
if(len > UINT32_MAX) { |
||||||
|
PyErr_SetString(PyExc_TypeError, |
||||||
|
"Wow, that's a long attribute name you've got there."); |
||||||
|
return NULL; |
||||||
|
} |
||||||
|
str.byte_len = (uint32_t)len; |
||||||
|
PyUpb_PbMsg *msgobj = Check_Message(obj); |
||||||
|
struct upb_msgdef *def = msgobj->ref.p.msg->def; |
||||||
|
|
||||||
|
/* This can be a field reference iff the first letter is lowercase, because
|
||||||
|
* generic methods (eg. IsInitialized()) all start with uppercase. */ |
||||||
|
if(islower(str.ptr[0])) { |
||||||
|
PyUpb_PbBoundFieldOpCode opcode; |
||||||
|
struct upb_string field_name; |
||||||
|
if(starts_with(&str, &has, &field_name)) |
||||||
|
opcode = OP_HAS; |
||||||
|
else if(starts_with(&str, &set, &field_name)) |
||||||
|
opcode = OP_SET; |
||||||
|
else if(starts_with(&str, &mutable, &field_name)) |
||||||
|
opcode = OP_MUTABLE; |
||||||
|
else if(ends_with(&str, &size, &field_name)) |
||||||
|
opcode = OP_SIZE; |
||||||
|
else if(ends_with(&str, &list, &field_name)) |
||||||
|
opcode = OP_LIST; |
||||||
|
else if(starts_with(&str, &add, &field_name)) |
||||||
|
opcode = OP_ADD; |
||||||
|
else if(starts_with(&str, &clear, &field_name)) |
||||||
|
opcode = OP_CLEAR; |
||||||
|
else { |
||||||
|
/* Could be a plain field reference (eg. obj.field(i)). */ |
||||||
|
opcode = OP_GET; |
||||||
|
field_name = str; |
||||||
|
} |
||||||
|
struct upb_msg_fielddef *f = upb_msg_fieldbyname(def, &field_name); |
||||||
|
if(f) { |
||||||
|
PyObject *op = PyUpb_NewPbBoundFieldOp(msgobj, f, opcode); |
||||||
|
if(op) return op; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/* Fall back on regular attribute lookup. */ |
||||||
|
return PyObject_GenericGetAttr(obj, attr_name); |
||||||
|
} |
||||||
|
|
||||||
|
static void msg_dealloc(PyObject *obj) |
||||||
|
{ |
||||||
|
PyUpb_PbMsg *msg = (void*)obj; |
||||||
|
upb_mm_release(&msg->ref); |
||||||
|
Py_DECREF(msg->def); |
||||||
|
obj->ob_type->tp_free(obj); |
||||||
|
} |
||||||
|
|
||||||
|
static PyTypeObject PyUpb_PbMsgType = { |
||||||
|
PyObject_HEAD_INIT(NULL) |
||||||
|
0, /* ob_size */ |
||||||
|
"upb.pb.Message", /* tp_name */ |
||||||
|
sizeof(PyUpb_PbMsg), /* tp_basicsize */ |
||||||
|
0, /* tp_itemsize */ |
||||||
|
msg_dealloc, /* tp_dealloc */ |
||||||
|
0, /* tp_print */ |
||||||
|
0, /* tp_getattr */ |
||||||
|
0, /* tp_setattr */ |
||||||
|
0, /* tp_compare */ |
||||||
|
0, /* tp_repr (TODO) */ |
||||||
|
0, /* tp_as_number */ |
||||||
|
0, /* tp_as_sequence */ |
||||||
|
0, /* tp_as_mapping */ |
||||||
|
0, /* tp_hash */ |
||||||
|
0, /* tp_call */ |
||||||
|
0, /* tp_str */ |
||||||
|
msg_getattro, /* tp_getattro */ |
||||||
|
0, /* Not allowed. */ /* tp_setattro */ |
||||||
|
0, /* tp_as_buffer */ |
||||||
|
Py_TPFLAGS_DEFAULT, /* tp_flags */ |
||||||
|
0, /* tp_doc */ |
||||||
|
0, /* tp_traverse (TODO) */ |
||||||
|
0, /* tp_clear (TODO) */ |
||||||
|
0, /* tp_richcompare */ |
||||||
|
0, /* tp_weaklistoffset */ |
||||||
|
0, /* tp_iter */ |
||||||
|
0, /* tp_iternext */ |
||||||
|
msg_methods, /* tp_methods */ |
||||||
|
0, /* tp_members */ |
||||||
|
0, /* tp_getset */ |
||||||
|
0, /* tp_base */ |
||||||
|
0, /* tp_dict */ |
||||||
|
0, /* tp_descr_get */ |
||||||
|
0, /* tp_descr_set */ |
||||||
|
0, /* tp_dictoffset */ |
||||||
|
0, /* tp_init */ |
||||||
|
0, /* tp_alloc */ |
||||||
|
0, /* Can't be created from Python. */ /* tp_new */ |
||||||
|
0, /* tp_free */ |
||||||
|
}; |
||||||
|
|
||||||
|
/* upb.pb.MessageCreator ******************************************************/ |
||||||
|
|
||||||
|
static PyObject *creator_call(PyObject *callable, PyObject *args, PyObject *kw) |
||||||
|
{ |
||||||
|
PyUpb_PbMsgCreator *creator = Check_MsgCreator(callable); |
||||||
|
return MMREF_TO_PYOBJ(upb_mm_newmsg_ref(creator->def->def, &pymm)); |
||||||
|
} |
||||||
|
|
||||||
|
static PyObject *creator_repr(PyObject *obj) |
||||||
|
{ |
||||||
|
PyUpb_PbMsgCreator *creator = Check_MsgCreator(obj); |
||||||
|
struct upb_string *name = creator->def->def->descriptor->name; |
||||||
|
/* Need to get a NULL-terminated copy of name since PyString_FromFormat
|
||||||
|
* doesn't support ptr+len. */ |
||||||
|
PyObject *nameobj = PyString_FromStringAndSize(name->ptr, name->byte_len); |
||||||
|
PyObject *ret = PyString_FromFormat("<upb.pb.MessageCreator for '%s'>", |
||||||
|
PyString_AS_STRING(nameobj)); |
||||||
|
Py_DECREF(nameobj); |
||||||
|
return ret; |
||||||
|
} |
||||||
|
|
||||||
|
static void creator_dealloc(PyObject *obj) |
||||||
|
{ |
||||||
|
PyUpb_PbMsgCreator *creator = (void*)obj; |
||||||
|
Py_DECREF(creator->def); |
||||||
|
obj->ob_type->tp_free(obj); |
||||||
|
} |
||||||
|
|
||||||
|
static PyObject *creator_new(PyTypeObject *type, PyObject *args, PyObject *kwds) |
||||||
|
{ |
||||||
|
PyUpb_PbMsgCreator *creator = (void*)type->tp_alloc(type, 0); |
||||||
|
PyUpb_MsgDef *def; |
||||||
|
if(!PyArg_ParseTuple(args, "O!", &PyUpb_MsgDefType, &def)) return NULL; |
||||||
|
creator->def = def; |
||||||
|
Py_INCREF(creator->def); |
||||||
|
return (PyObject*)creator; |
||||||
|
} |
||||||
|
|
||||||
|
static PyTypeObject PyUpb_PbMsgCreatorType = { |
||||||
|
PyObject_HEAD_INIT(NULL) |
||||||
|
0, /* ob_size */ |
||||||
|
"upb.pb.MessageCreator", /* tp_name */ |
||||||
|
sizeof(PyUpb_PbMsgCreator), /* tp_basicsize */ |
||||||
|
0, /* tp_itemsize */ |
||||||
|
creator_dealloc, /* tp_dealloc */ |
||||||
|
0, /* tp_print */ |
||||||
|
0, /* tp_getattr */ |
||||||
|
0, /* tp_setattr */ |
||||||
|
0, /* tp_compare */ |
||||||
|
creator_repr, /* tp_repr */ |
||||||
|
0, /* tp_as_number */ |
||||||
|
0, /* tp_as_sequence */ |
||||||
|
0, /* tp_as_mapping */ |
||||||
|
0, /* tp_hash */ |
||||||
|
creator_call, /* tp_call */ |
||||||
|
0, /* tp_str */ |
||||||
|
0, /* tp_getattro */ |
||||||
|
0, /* tp_setattro */ |
||||||
|
0, /* tp_as_buffer */ |
||||||
|
Py_TPFLAGS_DEFAULT, /* tp_flags */ |
||||||
|
0, /* tp_doc */ |
||||||
|
0, /* tp_traverse */ |
||||||
|
0, /* tp_clear */ |
||||||
|
0, /* tp_richcompare */ |
||||||
|
0, /* tp_weaklistoffset */ |
||||||
|
0, /* tp_iter */ |
||||||
|
0, /* tp_iternext */ |
||||||
|
0, /* tp_methods */ |
||||||
|
0, /* tp_members */ |
||||||
|
0, /* tp_getset */ |
||||||
|
0, /* tp_base */ |
||||||
|
0, /* tp_dict */ |
||||||
|
0, /* tp_descr_get */ |
||||||
|
0, /* tp_descr_set */ |
||||||
|
0, /* tp_dictoffset */ |
||||||
|
0, /* tp_init */ |
||||||
|
0, /* tp_alloc */ |
||||||
|
creator_new, /* tp_new */ |
||||||
|
0, /* tp_free */ |
||||||
|
}; |
||||||
|
|
||||||
|
/* upb.pb module **************************************************************/ |
||||||
|
|
||||||
|
static PyMethodDef methods[] = { |
||||||
|
{NULL, NULL} |
||||||
|
}; |
||||||
|
|
||||||
|
PyMODINIT_FUNC |
||||||
|
initpb(void) |
||||||
|
{ |
||||||
|
if(PyType_Ready(&PyUpb_PbBoundFieldOpType) < 0) return; |
||||||
|
if(PyType_Ready(&PyUpb_PbMsgType) < 0) return; |
||||||
|
if(PyType_Ready(&PyUpb_PbMsgCreatorType) < 0) return; |
||||||
|
|
||||||
|
/* PyModule_AddObject steals a reference. These objects are statically
|
||||||
|
* allocated and must not be deleted, so we increment their refcount. */ |
||||||
|
Py_INCREF(&PyUpb_PbBoundFieldOpType); |
||||||
|
Py_INCREF(&PyUpb_PbMsgType); |
||||||
|
Py_INCREF(&PyUpb_PbMsgCreatorType); |
||||||
|
|
||||||
|
PyObject *mod = Py_InitModule("upb.cext.pb", methods); |
||||||
|
PyModule_AddObject(mod, "BoundFieldOp", (PyObject*)&PyUpb_PbBoundFieldOpType); |
||||||
|
PyModule_AddObject(mod, "Message", (PyObject*)&PyUpb_PbMsgType); |
||||||
|
PyModule_AddObject(mod, "MessageCreator", (PyObject*)&PyUpb_PbMsgCreatorType); |
||||||
|
} |
||||||
@ -1,11 +1,15 @@ |
|||||||
from distutils.core import setup, Extension |
from distutils.core import setup, Extension |
||||||
|
|
||||||
setup(name='upb', |
setup(name='upb', |
||||||
version='0.1', |
version='0.1', |
||||||
ext_modules=[Extension('upb.definition', ['definition.c'], |
ext_modules=[ |
||||||
|
Extension('upb.cext', ['definition.c', 'pb.c', 'cext.c'], |
||||||
include_dirs=['../../src', '../../descriptor'], |
include_dirs=['../../src', '../../descriptor'], |
||||||
define_macros=[("UPB_USE_PTHREADS", 1), |
define_macros=[("UPB_USE_PTHREADS", 1), |
||||||
("UPB_UNALIGNED_READS_OK", 1)], |
("UPB_UNALIGNED_READS_OK", 1)], |
||||||
library_dirs=['../../src'], |
library_dirs=['../../src'], |
||||||
libraries=['upb_pic'] |
libraries=['upb_pic'], |
||||||
)], |
), |
||||||
|
], |
||||||
|
packages=['upb'] |
||||||
) |
) |
||||||
|
|||||||
@ -0,0 +1,208 @@ |
|||||||
|
/*
|
||||||
|
* upb - a minimalist implementation of protocol buffers. |
||||||
|
* |
||||||
|
* Copyright (c) 2009 Joshua Haberman. See LICENSE for details. |
||||||
|
*/ |
||||||
|
|
||||||
|
#include "upb_mm.h" |
||||||
|
#include "upb_string.h" |
||||||
|
#include "upb_array.h" |
||||||
|
#include "upb_msg.h" |
||||||
|
|
||||||
|
void upb_msg_destroy(struct upb_msg *msg) { |
||||||
|
uint32_t i; |
||||||
|
for(i = 0; i < msg->def->num_fields; i++) { |
||||||
|
struct upb_msg_fielddef *f = &msg->def->fields[i]; |
||||||
|
if(!upb_msg_isset(msg, f) || !upb_field_ismm(f)) continue; |
||||||
|
upb_mm_ptrtype type = upb_field_ptrtype(f); |
||||||
|
union upb_mmptr mmptr = upb_mmptr_read(upb_msg_getptr(msg, f), type); |
||||||
|
upb_mm_unref(mmptr, type); |
||||||
|
} |
||||||
|
free(msg); |
||||||
|
} |
||||||
|
|
||||||
|
void upb_array_destroy(struct upb_array *arr) |
||||||
|
{ |
||||||
|
if(upb_elem_ismm(arr->fielddef)) { |
||||||
|
upb_arraylen_t i; |
||||||
|
/* Unref elements. */ |
||||||
|
for(i = 0; i < arr->len; i++) { |
||||||
|
union upb_value_ptr p = upb_array_getelementptr(arr, i, arr->fielddef->type); |
||||||
|
upb_mm_ptrtype type = upb_elem_ptrtype(arr->fielddef); |
||||||
|
union upb_mmptr mmptr = upb_mmptr_read(p, type); |
||||||
|
upb_mm_unref(mmptr, type); |
||||||
|
} |
||||||
|
} |
||||||
|
if(arr->size != 0) free(arr->elements._void); |
||||||
|
free(arr); |
||||||
|
} |
||||||
|
|
||||||
|
static union upb_mmptr upb_mm_newptr(upb_mm_ptrtype type, |
||||||
|
struct upb_msg_fielddef *f) |
||||||
|
{ |
||||||
|
union upb_mmptr p = {NULL}; |
||||||
|
switch(type) { |
||||||
|
case UPB_MM_MSG_REF: p.msg = upb_msg_new(f->ref.msg); |
||||||
|
case UPB_MM_STR_REF: p.str = upb_string_new(); |
||||||
|
case UPB_MM_ARR_REF: p.arr = upb_array_new(f); |
||||||
|
default: assert(false); break; |
||||||
|
} |
||||||
|
return p; |
||||||
|
} |
||||||
|
|
||||||
|
static struct upb_mm_ref *find_or_create_ref(struct upb_mm_ref *fromref, |
||||||
|
struct upb_mm *mm, |
||||||
|
union upb_mmptr p, upb_mm_ptrtype type, |
||||||
|
bool *created) |
||||||
|
{ |
||||||
|
struct upb_mmhead *head = upb_mmhead_addr(p, type); |
||||||
|
struct upb_mm_ref **ref = &head->refs; |
||||||
|
while(*ref && (*ref)->mm <= mm) { |
||||||
|
if((*ref)->mm == mm) { |
||||||
|
return *ref; |
||||||
|
*created = false; |
||||||
|
} |
||||||
|
ref = &((*ref)->next); |
||||||
|
} |
||||||
|
*created = true; |
||||||
|
struct upb_mm_ref *newref = mm->newref_cb(fromref, p, type); |
||||||
|
newref->p = p; |
||||||
|
newref->type = type; |
||||||
|
newref->mm = mm; |
||||||
|
newref->next = *ref; |
||||||
|
*ref = newref; |
||||||
|
return newref; |
||||||
|
} |
||||||
|
|
||||||
|
struct upb_mm_ref *upb_mm_getref(union upb_mmptr p, upb_mm_ptrtype type, |
||||||
|
struct upb_mm *mm, bool *created) |
||||||
|
{ |
||||||
|
return find_or_create_ref(NULL, mm, p, type, created); |
||||||
|
} |
||||||
|
|
||||||
|
struct upb_mm_ref *upb_mm_newmsg_ref(struct upb_msgdef *def, struct upb_mm *mm) |
||||||
|
{ |
||||||
|
struct upb_msg *msg = upb_msg_new(def); |
||||||
|
union upb_mmptr mmptr = {.msg = msg}; |
||||||
|
bool created; |
||||||
|
struct upb_mm_ref *ref = find_or_create_ref(NULL, mm, mmptr, UPB_MM_MSG_REF, &created); |
||||||
|
upb_mm_unref(mmptr, UPB_MM_MSG_REF); /* Shouldn't have any counted refs. */ |
||||||
|
assert(created); |
||||||
|
return ref; |
||||||
|
} |
||||||
|
|
||||||
|
struct upb_mm_ref *upb_mm_getfieldref(struct upb_mm_ref *msgref, |
||||||
|
struct upb_msg_fielddef *f, |
||||||
|
bool *refcreated) |
||||||
|
{ |
||||||
|
assert(upb_field_ismm(f)); |
||||||
|
upb_mm_ptrtype ptrtype = upb_field_ptrtype(f); |
||||||
|
struct upb_msg *msg = msgref->p.msg; |
||||||
|
union upb_mmptr val; |
||||||
|
union upb_value_ptr p = upb_msg_getptr(msg, f); |
||||||
|
|
||||||
|
/* Create the upb value if it doesn't already exist. */ |
||||||
|
if(!upb_msg_isset(msg, f)) { |
||||||
|
upb_msg_set(msg, f); |
||||||
|
val = upb_mm_newptr(ptrtype, f); |
||||||
|
upb_mmptr_write(p, val, ptrtype); |
||||||
|
} else { |
||||||
|
val = upb_mmptr_read(p, ptrtype); |
||||||
|
} |
||||||
|
|
||||||
|
return find_or_create_ref(msgref, msgref->mm, val, ptrtype, refcreated); |
||||||
|
} |
||||||
|
|
||||||
|
struct upb_mm_ref *upb_mm_getelemref(struct upb_mm_ref *arrref, upb_arraylen_t i, |
||||||
|
bool *refcreated) |
||||||
|
{ |
||||||
|
struct upb_array *arr = arrref->p.arr; |
||||||
|
struct upb_msg_fielddef *f = arr->fielddef; |
||||||
|
assert(upb_elem_ismm(f)); |
||||||
|
assert(i < arr->len); |
||||||
|
union upb_value_ptr p = upb_array_getelementptr(arr, i, f->type); |
||||||
|
upb_mm_ptrtype type = upb_elem_ptrtype(f); |
||||||
|
union upb_mmptr val = upb_mmptr_read(p, type); |
||||||
|
return find_or_create_ref(arrref, arrref->mm, val, type, refcreated); |
||||||
|
} |
||||||
|
|
||||||
|
void upb_mm_release(struct upb_mm_ref *ref) |
||||||
|
{ |
||||||
|
struct upb_mm_ref **ref_head = (void*)ref->p.msg; |
||||||
|
struct upb_mm_ref **ref_elem = ref_head; |
||||||
|
struct upb_mm *mm = ref->mm; |
||||||
|
while(true) { |
||||||
|
assert(*ref_elem); /* Client asserts r->mm is in the list. */ |
||||||
|
if((*ref_elem)->mm == mm) { |
||||||
|
*ref_elem = (*ref_elem)->next; /* Remove from the list. */ |
||||||
|
break; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
if(upb_mmhead_norefs(&ref->p.msg->mmhead)) { |
||||||
|
/* Destroy the dynamic object. */ |
||||||
|
switch(ref->type) { |
||||||
|
case UPB_MM_MSG_REF: |
||||||
|
upb_msg_destroy(ref->p.msg); |
||||||
|
break; |
||||||
|
case UPB_MM_ARR_REF: |
||||||
|
upb_array_destroy(ref->p.arr); |
||||||
|
break; |
||||||
|
case UPB_MM_STR_REF: |
||||||
|
upb_string_destroy(ref->p.str); |
||||||
|
break; |
||||||
|
default: assert(false); break; |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
void upb_mm_msg_set(struct upb_mm_ref *from_msg_ref, struct upb_mm_ref *to_ref, |
||||||
|
struct upb_msg_fielddef *f) |
||||||
|
{ |
||||||
|
assert(upb_field_ismm(f)); |
||||||
|
union upb_mmptr fromval = from_msg_ref->p; |
||||||
|
union upb_mmptr toval = to_ref->p; |
||||||
|
union upb_value_ptr field_p = upb_msg_getptr(fromval.msg, f); |
||||||
|
upb_mm_ptrtype type = upb_field_ptrtype(f); |
||||||
|
if(upb_msg_isset(fromval.msg, f)) { |
||||||
|
union upb_mmptr existingval = upb_mmptr_read(field_p, type); |
||||||
|
if(existingval.msg == toval.msg) |
||||||
|
return; /* Setting to its existing value, do nothing. */ |
||||||
|
upb_mm_unref(existingval, type); |
||||||
|
} |
||||||
|
upb_msg_set(fromval.msg, f); |
||||||
|
upb_mmptr_write(field_p, toval, type); |
||||||
|
upb_mm_ref(toval, type); |
||||||
|
} |
||||||
|
|
||||||
|
void upb_mm_msgclear(struct upb_mm_ref *from_msg_ref, struct upb_msg_fielddef *f) |
||||||
|
{ |
||||||
|
assert(upb_field_ismm(f)); |
||||||
|
union upb_mmptr fromval = from_msg_ref->p; |
||||||
|
upb_mm_ptrtype type = upb_field_ptrtype(f); |
||||||
|
if(upb_msg_isset(fromval.msg, f)) { |
||||||
|
union upb_value_ptr field_p = upb_msg_getptr(fromval.msg, f); |
||||||
|
union upb_mmptr existingval = upb_mmptr_read(field_p, type); |
||||||
|
upb_msg_unset(fromval.msg, f); |
||||||
|
upb_mm_unref(existingval, type); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
void upb_mm_msgclear_all(struct upb_mm_ref *from) |
||||||
|
{ |
||||||
|
struct upb_msgdef *def = from->p.msg->def; |
||||||
|
for(uint32_t i = 0; i < def->num_fields; i++) { |
||||||
|
struct upb_msg_fielddef *f = &def->fields[i]; |
||||||
|
if(!upb_field_ismm(f)) continue; |
||||||
|
upb_mm_msgclear(from, f); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
void upb_mm_arr_set(struct upb_mm_ref *from, struct upb_mm_ref *to, |
||||||
|
upb_arraylen_t i, upb_field_type_t type) |
||||||
|
{ |
||||||
|
(void)from; |
||||||
|
(void)to; |
||||||
|
(void)i; |
||||||
|
(void)type; |
||||||
|
} |
||||||
@ -0,0 +1,168 @@ |
|||||||
|
/*
|
||||||
|
* upb - a minimalist implementation of protocol buffers. |
||||||
|
* |
||||||
|
* Copyright (c) 2009 Joshua Haberman. See LICENSE for details. |
||||||
|
* |
||||||
|
* A parsed protobuf is represented in memory as a tree. The three kinds of |
||||||
|
* nodes in this tree are messages, arrays, and strings. This file defines |
||||||
|
* a memory-management scheme for making sure that these nodes are colected |
||||||
|
* at the right times. |
||||||
|
* |
||||||
|
* The basic strategy is reference-counting, but with a twist. Since any |
||||||
|
* dynamic language that wishes to reference these nodes will need its own, |
||||||
|
* language-specific structure, we provide two different kinds of references: |
||||||
|
* |
||||||
|
* - counted references. these are references that are tracked with only a |
||||||
|
* reference count. They are used for two separate purposes: |
||||||
|
* 1. for references within the tree, from one node to another. |
||||||
|
* 2. for external references into the tree, where the referer does not need |
||||||
|
* a separate message structure. |
||||||
|
* - listed references. these are references that have their own separate |
||||||
|
* data record. these separate records are kept in a linked list. |
||||||
|
*/ |
||||||
|
|
||||||
|
#ifndef UPB_MM_H_ |
||||||
|
#define UPB_MM_H_ |
||||||
|
|
||||||
|
#include "upb.h" |
||||||
|
#include "upb_string.h" |
||||||
|
#include "upb_array.h" |
||||||
|
#include "upb_msg.h" |
||||||
|
|
||||||
|
#ifdef __cplusplus |
||||||
|
extern "C" { |
||||||
|
#endif |
||||||
|
|
||||||
|
/* Structure definitions. *****************************************************/ |
||||||
|
|
||||||
|
typedef int16_t upb_mm_id; |
||||||
|
|
||||||
|
struct upb_msg; |
||||||
|
struct upb_array; |
||||||
|
struct upb_string; |
||||||
|
struct upb_msg_fielddef; |
||||||
|
|
||||||
|
struct upb_mm_ref; |
||||||
|
/* Info about a mm. */ |
||||||
|
struct upb_mm { |
||||||
|
/* fromref is set iff this call is from getfieldref or getelemref. */ |
||||||
|
struct upb_mm_ref *(*newref_cb)(struct upb_mm_ref *fromref, |
||||||
|
union upb_mmptr p, upb_mm_ptrtype type); |
||||||
|
}; |
||||||
|
|
||||||
|
struct upb_mm_ref { |
||||||
|
union upb_mmptr p; |
||||||
|
/* This is slightly wasteful, because the mm-specific ref will probably also
|
||||||
|
* contain the information about what kind of ref this is, in a different |
||||||
|
* form. */ |
||||||
|
upb_mm_ptrtype type; |
||||||
|
struct upb_mm *mm; /* TODO: There are ways to shrink this. */ |
||||||
|
struct upb_mm_ref *next; /* Linked list for refs to the same value. */ |
||||||
|
}; |
||||||
|
|
||||||
|
/* Functions for working with listed references. *****************************/ |
||||||
|
|
||||||
|
/* Create a new top-level message and create a single ref for it. */ |
||||||
|
struct upb_mm_ref *upb_mm_newmsg_ref(struct upb_msgdef *def, struct upb_mm *mm); |
||||||
|
|
||||||
|
/* Given a pointer to an existing msg, array, or string, find a ref for this
|
||||||
|
* mm, creating one if necessary. 'created' indicates whether the returned |
||||||
|
* reference was just created. */ |
||||||
|
struct upb_mm_ref *upb_mm_getref(union upb_mmptr p, upb_mm_ptrtype type, |
||||||
|
struct upb_mm *mm, bool *created); |
||||||
|
|
||||||
|
/* f must be ismm == true. The msg field may or may not be set (will be
|
||||||
|
* created if it doesn't exist). If a ref already exists for the given field, |
||||||
|
* returns it, otherwise calls the given callback to create one. 'created' |
||||||
|
* indicates whether a new reference was created. */ |
||||||
|
struct upb_mm_ref *upb_mm_getfieldref(struct upb_mm_ref *msgref, |
||||||
|
struct upb_msg_fielddef *f, |
||||||
|
bool *refcreated); |
||||||
|
/* Array len must be < i. */ |
||||||
|
struct upb_mm_ref *upb_mm_getelemref(struct upb_mm_ref *arrref, upb_arraylen_t i, |
||||||
|
bool *refcreated); |
||||||
|
|
||||||
|
/* Remove this ref from the list for this msg.
|
||||||
|
* If that was the last reference, deletes the msg itself. */ |
||||||
|
void upb_mm_release(struct upb_mm_ref *ref); |
||||||
|
|
||||||
|
void upb_mm_msgset(struct upb_mm_ref *msg, struct upb_mm_ref *to, |
||||||
|
struct upb_msg_fielddef *f); |
||||||
|
void upb_mm_msgclear(struct upb_mm_ref *from, struct upb_msg_fielddef *f); |
||||||
|
void upb_mm_msgclear_all(struct upb_mm_ref *from); |
||||||
|
|
||||||
|
void upb_mm_arrset(struct upb_mm_ref *from, struct upb_mm_ref *to, uint32_t i); |
||||||
|
|
||||||
|
/* Defined iff upb_field_ismm(f). */ |
||||||
|
INLINE upb_mm_ptrtype upb_field_ptrtype(struct upb_msg_fielddef *f); |
||||||
|
/* Defined iff upb_elem_ismm(f). */ |
||||||
|
INLINE upb_mm_ptrtype upb_elem_ptrtype(struct upb_msg_fielddef *f); |
||||||
|
|
||||||
|
INLINE void upb_mm_unref(union upb_mmptr p, upb_mm_ptrtype type); |
||||||
|
|
||||||
|
/* These methods are all a bit silly, since all branches of the case compile
|
||||||
|
* to the same thing (which the compiler will recognize), but we do it this way |
||||||
|
* for full union correctness. */ |
||||||
|
INLINE union upb_mmptr upb_mmptr_read(union upb_value_ptr p, upb_mm_ptrtype t) |
||||||
|
{ |
||||||
|
union upb_mmptr val; |
||||||
|
switch(t) { |
||||||
|
case UPB_MM_MSG_REF: val.msg = *p.msg; break; |
||||||
|
case UPB_MM_STR_REF: val.str = *p.str; break; |
||||||
|
case UPB_MM_ARR_REF: val.arr = *p.arr; break; |
||||||
|
default: assert(false); val.msg = *p.msg; break; /* Shouldn't happen. */ |
||||||
|
} |
||||||
|
return val; |
||||||
|
} |
||||||
|
|
||||||
|
INLINE void upb_mmptr_write(union upb_value_ptr p, union upb_mmptr val, |
||||||
|
upb_mm_ptrtype t) |
||||||
|
{ |
||||||
|
switch(t) { |
||||||
|
case UPB_MM_MSG_REF: *p.msg = val.msg; break; |
||||||
|
case UPB_MM_STR_REF: *p.str = val.str; break; |
||||||
|
case UPB_MM_ARR_REF: *p.arr = val.arr; break; |
||||||
|
default: assert(false); val.msg = *p.msg; break; /* Shouldn't happen. */ |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
void upb_array_destroy(struct upb_array *arr); |
||||||
|
void upb_msg_destroy(struct upb_msg *msg); |
||||||
|
|
||||||
|
INLINE void upb_msg_unref(struct upb_msg *msg) { |
||||||
|
if(upb_mmhead_unref(&msg->mmhead)) upb_msg_destroy(msg); |
||||||
|
} |
||||||
|
|
||||||
|
INLINE void upb_array_unref(struct upb_array *arr) { |
||||||
|
if(upb_mmhead_unref(&arr->mmhead)) upb_array_destroy(arr); |
||||||
|
} |
||||||
|
|
||||||
|
INLINE void upb_mm_unref(union upb_mmptr p, upb_mm_ptrtype type) |
||||||
|
{ |
||||||
|
switch(type) { |
||||||
|
case UPB_MM_MSG_REF: upb_msg_unref(p.msg); break; |
||||||
|
case UPB_MM_STR_REF: upb_string_unref(p.str); break; |
||||||
|
case UPB_MM_ARR_REF: upb_array_unref(p.arr); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
static struct upb_mmhead *upb_mmhead_addr(union upb_mmptr p, upb_mm_ptrtype t) |
||||||
|
{ |
||||||
|
switch(t) { |
||||||
|
case UPB_MM_MSG_REF: return &((*p.msg).mmhead); |
||||||
|
case UPB_MM_STR_REF: return &((*p.str).mmhead); |
||||||
|
case UPB_MM_ARR_REF: return &((*p.arr).mmhead); |
||||||
|
default: assert(false); return &((*p.msg).mmhead); /* Shouldn't happen. */ |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
INLINE void upb_mm_ref(union upb_mmptr p, upb_mm_ptrtype type) |
||||||
|
{ |
||||||
|
upb_mmhead_ref(upb_mmhead_addr(p, type)); |
||||||
|
} |
||||||
|
|
||||||
|
#ifdef __cplusplus |
||||||
|
} /* extern "C" */ |
||||||
|
#endif |
||||||
|
|
||||||
|
#endif /* UPB_MM_MSG_H_ */ |
||||||
@ -0,0 +1,119 @@ |
|||||||
|
/*
|
||||||
|
* upb - a minimalist implementation of protocol buffers. |
||||||
|
* |
||||||
|
* Copyright (c) 2009 Joshua Haberman. See LICENSE for details. |
||||||
|
* |
||||||
|
* This file defines the in-memory format for messages, arrays, and strings |
||||||
|
* (which are the three dynamically-allocated structures that make up all |
||||||
|
* protobufs). */ |
||||||
|
|
||||||
|
#ifndef UPB_STRUCT_H |
||||||
|
#define UPB_STRUCT_H |
||||||
|
|
||||||
|
#include "upb.h" |
||||||
|
|
||||||
|
/* mmhead -- this is a "base class" for strings, arrays, and messages ********/ |
||||||
|
|
||||||
|
struct upb_mm_ref; |
||||||
|
struct upb_mmhead { |
||||||
|
struct upb_mm_ref *refs; /* Head of linked list. */ |
||||||
|
uint32_t refcount; |
||||||
|
}; |
||||||
|
|
||||||
|
INLINE void upb_mmhead_init(struct upb_mmhead *head) { |
||||||
|
head->refs = NULL; |
||||||
|
head->refcount = 1; |
||||||
|
} |
||||||
|
|
||||||
|
INLINE bool upb_mmhead_norefs(struct upb_mmhead *head) { |
||||||
|
return head->refcount == 0 && head->refs == NULL; |
||||||
|
} |
||||||
|
|
||||||
|
INLINE bool upb_mmhead_unref(struct upb_mmhead *head) { |
||||||
|
head->refcount--; |
||||||
|
return upb_mmhead_norefs(head); |
||||||
|
} |
||||||
|
|
||||||
|
INLINE void upb_mmhead_ref(struct upb_mmhead *head) { |
||||||
|
head->refcount++; |
||||||
|
} |
||||||
|
|
||||||
|
/* Structures for msg, string, and array. *************************************/ |
||||||
|
|
||||||
|
/* These are all self describing. */ |
||||||
|
|
||||||
|
struct upb_msgdef; |
||||||
|
struct upb_msg_fielddef; |
||||||
|
|
||||||
|
struct upb_msg { |
||||||
|
struct upb_mmhead mmhead; |
||||||
|
struct upb_msgdef *def; |
||||||
|
uint8_t data[1]; |
||||||
|
}; |
||||||
|
|
||||||
|
typedef uint32_t upb_arraylen_t; /* can be at most 2**32 elements long. */ |
||||||
|
struct upb_array { |
||||||
|
struct upb_mmhead mmhead; |
||||||
|
struct upb_msg_fielddef *fielddef; /* Defines the type of the array. */ |
||||||
|
union upb_value_ptr elements; |
||||||
|
upb_arraylen_t len; /* Number of elements in "elements". */ |
||||||
|
upb_arraylen_t size; /* Memory we own (0 if by reference). */ |
||||||
|
}; |
||||||
|
|
||||||
|
struct upb_string { |
||||||
|
struct upb_mmhead mmhead; |
||||||
|
/* We expect the data to be 8-bit clean (uint8_t), but char* is such an
|
||||||
|
* ingrained convention that we follow it. */ |
||||||
|
char *ptr; |
||||||
|
uint32_t byte_len; |
||||||
|
uint32_t byte_size; /* How many bytes of ptr we own, 0 if we reference. */ |
||||||
|
}; |
||||||
|
|
||||||
|
/* Type-specific overlays on upb_array. ***************************************/ |
||||||
|
|
||||||
|
#define UPB_DEFINE_ARRAY_TYPE(name, type) \ |
||||||
|
struct name ## _array { \
|
||||||
|
struct upb_mmhead mmhead; \
|
||||||
|
struct upb_msg_fielddef *fielddef; \
|
||||||
|
type elements; \
|
||||||
|
upb_arraylen_t len; \
|
||||||
|
upb_arraylen_t size; \
|
||||||
|
}; |
||||||
|
|
||||||
|
UPB_DEFINE_ARRAY_TYPE(upb_double, double) |
||||||
|
UPB_DEFINE_ARRAY_TYPE(upb_float, float) |
||||||
|
UPB_DEFINE_ARRAY_TYPE(upb_int32, int32_t) |
||||||
|
UPB_DEFINE_ARRAY_TYPE(upb_int64, int64_t) |
||||||
|
UPB_DEFINE_ARRAY_TYPE(upb_uint32, uint32_t) |
||||||
|
UPB_DEFINE_ARRAY_TYPE(upb_uint64, uint64_t) |
||||||
|
UPB_DEFINE_ARRAY_TYPE(upb_bool, bool) |
||||||
|
UPB_DEFINE_ARRAY_TYPE(upb_string, struct upb_string*) |
||||||
|
UPB_DEFINE_ARRAY_TYPE(upb_msg, void*) |
||||||
|
|
||||||
|
/* Defines an array of a specific message type (an overlay of upb_array). */ |
||||||
|
#define UPB_MSG_ARRAY(msg_type) struct msg_type ## _array |
||||||
|
#define UPB_DEFINE_MSG_ARRAY(msg_type) \ |
||||||
|
UPB_MSG_ARRAY(msg_type) { \
|
||||||
|
struct upb_mmhead mmhead; \
|
||||||
|
struct upb_msg_fielddef *fielddef; \
|
||||||
|
msg_type **elements; \
|
||||||
|
upb_arraylen_t len; \
|
||||||
|
upb_arraylen_t size; \
|
||||||
|
}; |
||||||
|
|
||||||
|
/* mmptr -- a pointer which polymorphically points to one of the above. *******/ |
||||||
|
|
||||||
|
union upb_mmptr { |
||||||
|
struct upb_msg *msg; |
||||||
|
struct upb_array *arr; |
||||||
|
struct upb_string *str; |
||||||
|
}; |
||||||
|
|
||||||
|
enum { |
||||||
|
UPB_MM_MSG_REF, |
||||||
|
UPB_MM_STR_REF, |
||||||
|
UPB_MM_ARR_REF |
||||||
|
}; |
||||||
|
typedef uint8_t upb_mm_ptrtype; |
||||||
|
|
||||||
|
#endif |
||||||
Loading…
Reference in new issue