Unify string and cord cleanup nodes in TaggedNode

PiperOrigin-RevId: 493022903
pull/11111/head
Martijn Vels 2 years ago committed by Copybara-Service
parent 3e4019d803
commit 0783c82bb4
  1. 42
      src/google/protobuf/arena_cleanup.h

@ -38,6 +38,7 @@
#include "google/protobuf/stubs/logging.h"
#include "google/protobuf/stubs/common.h"
#include "absl/base/attributes.h"
#include "absl/strings/cord.h"
// Must be included last.
@ -59,7 +60,8 @@ void arena_destruct_object(void* object) {
// types must start with a `uintptr_t` that stores `Tag` in its low two bits.
enum class Tag : uintptr_t {
kDynamic = 0, // DynamicNode
kString = 1, // StringNode (std::string)
kString = 1, // TaggedNode (std::string)
kCord = 2, // TaggedNode (absl::Cord)
};
// DynamicNode contains the object (`elem`) that needs to be
@ -70,18 +72,18 @@ struct DynamicNode {
void (*destructor)(void*);
};
// StringNode contains a `std::string` object (`elem`) that needs to be
// destroyed. The lowest 2 bits of `elem` contain the non-zero kString tag.
struct StringNode {
// TaggedNode contains a `std::string` or `absl::Cord` object (`elem`) that
// needs to be destroyed. The lowest 2 bits of `elem` contain the non-zero
// `kString` or `kCord` tag.
struct TaggedNode {
uintptr_t elem;
};
// EnableSpecializedTags() return true if the alignment of tagged objects
// such as std::string allow us to poke tags in the 2 LSB bits.
inline constexpr bool EnableSpecializedTags() {
// For now we require 2 bits
return alignof(std::string) >= 8;
return alignof(std::string) >= 8 && alignof(absl::Cord) >= 8;
}
// Adds a cleanup entry identified by `tag` at memory location `pos`.
@ -93,7 +95,12 @@ inline ABSL_ATTRIBUTE_ALWAYS_INLINE void CreateNode(Tag tag, void* pos,
GOOGLE_DCHECK_EQ(elem & 3, 0ULL); // Must be aligned
switch (tag) {
case Tag::kString: {
StringNode n = {elem | static_cast<uintptr_t>(Tag::kString)};
TaggedNode n = {elem | static_cast<uintptr_t>(Tag::kString)};
memcpy(pos, &n, sizeof(n));
return;
}
case Tag::kCord: {
TaggedNode n = {elem | static_cast<uintptr_t>(Tag::kCord)};
memcpy(pos, &n, sizeof(n));
return;
}
@ -116,7 +123,7 @@ inline ABSL_ATTRIBUTE_ALWAYS_INLINE void DestroyNode(Tag tag, const void* pos) {
if (EnableSpecializedTags()) {
switch (tag) {
case Tag::kString: {
StringNode n;
TaggedNode n;
memcpy(&n, pos, sizeof(n));
auto* s = reinterpret_cast<std::string*>(n.elem & ~0x7ULL);
// Some compilers don't like fully qualified explicit dtor calls,
@ -125,6 +132,16 @@ inline ABSL_ATTRIBUTE_ALWAYS_INLINE void DestroyNode(Tag tag, const void* pos) {
s->~string_type();
return;
}
case Tag::kCord: {
TaggedNode n;
memcpy(&n, pos, sizeof(n));
auto* s = reinterpret_cast<absl::Cord*>(n.elem & ~0x7ULL);
// Some compilers don't like fully qualified explicit dtor calls,
// so use an alias to avoid having to type `::`.
using cord_type = absl::Cord;
s->~cord_type();
return;
}
default:
break;
}
@ -141,6 +158,9 @@ inline ABSL_ATTRIBUTE_ALWAYS_INLINE Tag Type(void (*destructor)(void*)) {
if (destructor == &arena_destruct_object<std::string>) {
return Tag::kString;
}
if (destructor == &arena_destruct_object<absl::Cord>) {
return Tag::kCord;
}
}
return Tag::kDynamic;
}
@ -157,6 +177,8 @@ inline ABSL_ATTRIBUTE_ALWAYS_INLINE Tag Type(void* raw) {
return Tag::kDynamic;
case Tag::kString:
return Tag::kString;
case Tag::kCord:
return Tag::kCord;
default:
GOOGLE_LOG(FATAL) << "Corrupted cleanup tag: " << (elem & 0x7ULL);
return Tag::kDynamic;
@ -171,7 +193,9 @@ inline ABSL_ATTRIBUTE_ALWAYS_INLINE size_t Size(Tag tag) {
case Tag::kDynamic:
return sizeof(DynamicNode);
case Tag::kString:
return sizeof(StringNode);
return sizeof(TaggedNode);
case Tag::kCord:
return sizeof(TaggedNode);
default:
GOOGLE_LOG(FATAL) << "Corrupted cleanup tag: " << static_cast<int>(tag);
return sizeof(DynamicNode);

Loading…
Cancel
Save