protobuf/tests/test_vs_proto2.cc

/*
 * upb - a minimalist implementation of protocol buffers.
 *
 * Copyright (c) 2011-2012 Google Inc.  See LICENSE for details.
 *
 * A test that verifies that our results are identical to proto2 for a
 * given proto type and input protobuf.
 */

#define __STDC_LIMIT_MACROS  // So we get UINT32_MAX
#include <assert.h>
#include <google/protobuf/descriptor.h>
#include <google/protobuf/dynamic_message.h>
#include <google/protobuf/message.h>
#include <google/protobuf/wire_format_lite.h>
#include <inttypes.h>
#include <stdint.h>
#include <stdio.h>
#include <stdlib.h>
#include "benchmarks/google_messages.pb.h"
#include "upb/bytestream.h"
#include "upb/def.h"
#include "upb/google/bridge.h"
#include "upb/handlers.h"
#include "upb/pb/decoder.h"
#include "upb/pb/glue.h"
#include "upb/pb/varint.h"
#include "upb_test.h"

void compare_metadata(const google::protobuf::Descriptor* d,
                      const upb::MessageDef *upb_md) {
  ASSERT(d->field_count() == upb_md->field_count());
  for (upb::MessageDef::ConstIterator i(upb_md); !i.Done(); i.Next()) {
    const upb::FieldDef* upb_f = i.field();
    const google::protobuf::FieldDescriptor *proto2_f =
        d->FindFieldByNumber(upb_f->number());
    ASSERT(upb_f);
    ASSERT(proto2_f);
    ASSERT(upb_f->number() == proto2_f->number());
    ASSERT(std::string(upb_f->name()) == proto2_f->name());
    ASSERT(upb_f->descriptor_type() ==
           static_cast<upb::FieldDef::DescriptorType>(proto2_f->type()));
    ASSERT(upb_f->IsSequence() == proto2_f->is_repeated());
  }
}

void parse_and_compare(google::protobuf::Message *msg1,
                       google::protobuf::Message *msg2,
                       const upb::Handlers *protomsg_handlers,
                       const char *str, size_t len, bool allow_jit) {
  // Parse to both proto2 and upb.
  ASSERT(msg1->ParseFromArray(str, len));

  const upb::Handlers* decoder_handlers = upb::pb::GetDecoderHandlers(
      protomsg_handlers, allow_jit, &decoder_handlers);

  upb::Pipeline pipeline(NULL, 0, upb_realloc, NULL);
  pipeline.DonateRef(decoder_handlers, &decoder_handlers);
  upb::Sink* protomsg_sink = pipeline.NewSink(protomsg_handlers);
  upb::Sink* decoder_sink = pipeline.NewSink(decoder_handlers);

  protomsg_sink->Reset(msg2);
  upb::pb::Decoder* decoder = decoder_sink->GetObject<upb::pb::Decoder>();
  upb::pb::ResetDecoderSink(decoder, protomsg_sink);

  msg2->Clear();
  bool ok = upb::PutStringToBytestream(decoder_sink, str, len);
  ASSERT(ok);
  ASSERT(pipeline.status().ok());

  // Would like to just compare the message objects themselves,  but
  // unfortunately MessageDifferencer is not part of the open-source release of
  // proto2, so we compare their serialized strings, which we expect will be
  // equivalent.
  std::string str1;
  std::string str2;
  msg1->SerializeToString(&str1);
  msg2->SerializeToString(&str2);
  ASSERT(str1 == str2);
  ASSERT(std::string(str, len) == str2);
}

void test_zig_zag() {
  for (uint64_t num = 5; num * 1.5 > num; num *= 1.5) {
    ASSERT(upb_zzenc_64(num) ==
           google::protobuf::internal::WireFormatLite::ZigZagEncode64(num));
    if (num < UINT32_MAX) {
      ASSERT(upb_zzenc_32(num) ==
             google::protobuf::internal::WireFormatLite::ZigZagEncode32(num));
    }
  }

}

extern "C" {

int run_tests(int argc, char *argv[])
{
  if (argc < 2) {
    fprintf(stderr, "Usage: test_vs_proto2 <message file>\n");
    return 1;
  }
  const char *message_file = argv[1];

  // Read the message data itself.
  size_t len;
  const char *str = upb_readfile(message_file, &len);
  if(str == NULL) {
    fprintf(stderr, "Error reading %s\n", message_file);
    return 1;
  }

  MESSAGE_CIDENT msg1;
  MESSAGE_CIDENT msg2;

  const upb::Handlers* h = upb::google::NewWriteHandlers(msg1, &h);

  compare_metadata(msg1.GetDescriptor(), h->message_def());

  // Run twice to test proper object reuse.
  parse_and_compare(&msg1, &msg2, h, str, len, false);
  parse_and_compare(&msg1, &msg2, h, str, len, true);
  parse_and_compare(&msg1, &msg2, h, str, len, false);
  parse_and_compare(&msg1, &msg2, h, str, len, true);
  h->Unref(&h);

  // Test with DynamicMessage.
  google::protobuf::DynamicMessageFactory* factory =
      new google::protobuf::DynamicMessageFactory;
  const google::protobuf::Message* prototype =
      factory->GetPrototype(msg1.descriptor());
  google::protobuf::Message* dyn_msg1 = prototype->New();
  google::protobuf::Message* dyn_msg2 = prototype->New();
  h = upb::google::NewWriteHandlers(*dyn_msg1, &h);
  parse_and_compare(dyn_msg1, dyn_msg2, h, str, len, false);
  parse_and_compare(dyn_msg1, dyn_msg2, h, str, len, true);
  delete dyn_msg1;
  delete dyn_msg2;
  delete factory;
  h->Unref(&h);

  free((void*)str);

  test_zig_zag();

  printf("All tests passed, %d assertions.\n", num_assertions);

  google::protobuf::ShutdownProtobufLibrary();
  return 0;
}

}