Export of internal Abseil changes

--
5ff0c4b38386ae80b25e9f8d0e1bac07fd7ce92c by Martijn Vels <mvels@google.com>:

Add CordzUpdateTracker class

PiperOrigin-RevId: 368469046

--
4de916b1ba4b5480b4dbe93d28c5eaa110449c66 by Derek Mauro <dmauro@google.com>:

Adds `ABSL_ATTRIBUTE_LIFETIME_BOUND` to `absl::Span`s initializer_list
constructor.

Compilers that support this attribute will emit a warning
if the parameter does not have sufficient lifetime.

For more information, see
b97a1ecda8/absl/types/span.h (L209-L248)

PiperOrigin-RevId: 368429085

--
bb6669016412bf5afffc02d0818a66dfe1c524cf by Martijn Vels <mvels@google.com>:

Reorganize internal cord code in CMakeLists.txt into cord_internal library

PiperOrigin-RevId: 368423765

--
d1d7fce066172d5fcfa0310c4e27631d895d7e50 by Derek Mauro <dmauro@google.com>:

Internal change

PiperOrigin-RevId: 368346725
GitOrigin-RevId: 5ff0c4b38386ae80b25e9f8d0e1bac07fd7ce92c
Change-Id: Ic4627eab4f0274e400a6d12cde3341fb538de075
pull/946/head
Abseil Team 4 years ago committed by Dino Radaković
parent db1b7310d7
commit 46dfbfe31c
  1. 1
      CMake/AbseilDll.cmake
  2. 21
      absl/strings/BUILD.bazel
  3. 75
      absl/strings/CMakeLists.txt
  4. 96
      absl/strings/internal/cordz_update_tracker.h
  5. 130
      absl/strings/internal/cordz_update_tracker_test.cc
  6. 4
      absl/types/span.h

@ -203,6 +203,7 @@ set(ABSL_INTERNAL_DLL_FILES
"strings/internal/cord_rep_ring.cc" "strings/internal/cord_rep_ring.cc"
"strings/internal/cord_rep_ring.h" "strings/internal/cord_rep_ring.h"
"strings/internal/cord_rep_ring_reader.h" "strings/internal/cord_rep_ring_reader.h"
"strings/internal/cordz_update_tracker.h"
"strings/internal/charconv_bigint.cc" "strings/internal/charconv_bigint.cc"
"strings/internal/charconv_bigint.h" "strings/internal/charconv_bigint.h"
"strings/internal/charconv_parse.cc" "strings/internal/charconv_parse.cc"

@ -296,6 +296,26 @@ cc_library(
], ],
) )
cc_library(
name = "cordz_update_tracker",
hdrs = ["internal/cordz_update_tracker.h"],
copts = ABSL_DEFAULT_COPTS,
visibility = ["//visibility:private"],
deps = ["//absl/base:config"],
)
cc_test(
name = "cordz_update_tracker_test",
srcs = ["internal/cordz_update_tracker_test.cc"],
deps = [
":cordz_update_tracker",
"//absl/base:config",
"//absl/base:core_headers",
"//absl/synchronization",
"@com_google_googletest//:gtest_main",
],
)
cc_library( cc_library(
name = "cord", name = "cord",
srcs = [ srcs = [
@ -307,6 +327,7 @@ cc_library(
copts = ABSL_DEFAULT_COPTS, copts = ABSL_DEFAULT_COPTS,
deps = [ deps = [
":cord_internal", ":cord_internal",
":cordz_update_tracker",
":internal", ":internal",
":str_format", ":str_format",
":strings", ":strings",

@ -550,6 +550,59 @@ absl_cc_test(
gmock_main gmock_main
) )
absl_cc_library(
NAME
cord_internal
HDRS
"internal/cord_internal.h"
"internal/cord_rep_flat.h"
"internal/cord_rep_ring.h"
"internal/cord_rep_ring_reader.h"
SRCS
"internal/cord_internal.cc"
"internal/cord_rep_ring.cc"
COPTS
${ABSL_TEST_COPTS}
DEPS
absl::base_internal
absl::compressed_tuple
absl::config
absl::core_headers
absl::endian
absl::inlined_vector
absl::layout
absl::raw_logging_internal
absl::strings
absl::throw_delegate
absl::type_traits
)
absl_cc_library(
NAME
cordz_update_tracker
HDRS
"internal/cordz_update_tracker.h"
COPTS
${ABSL_TEST_COPTS}
DEPS
absl::config
)
absl_cc_test(
NAME
cordz_update_tracker_test
SRCS
"internal/cordz_update_tracker_test.cc"
COPTS
${ABSL_TEST_COPTS}
DEPS
absl::config
absl::cordz_update_tracker
absl::core_headers
absl::synchronization
gmock_main
)
absl_cc_library( absl_cc_library(
NAME NAME
cord cord
@ -557,19 +610,13 @@ absl_cc_library(
"cord.h" "cord.h"
SRCS SRCS
"cord.cc" "cord.cc"
"internal/cord_internal.cc"
"internal/cord_internal.h"
"internal/cord_rep_ring.h"
"internal/cord_rep_ring.cc"
"internal/cord_rep_ring_reader.h"
"internal/cord_rep_flat.h"
COPTS COPTS
${ABSL_DEFAULT_COPTS} ${ABSL_DEFAULT_COPTS}
DEPS DEPS
absl::base absl::base
absl::base_internal
absl::compressed_tuple
absl::config absl::config
absl::cord_internal
absl::cordz_update_tracker
absl::core_headers absl::core_headers
absl::endian absl::endian
absl::fixed_array absl::fixed_array
@ -578,8 +625,6 @@ absl_cc_library(
absl::optional absl::optional
absl::raw_logging_internal absl::raw_logging_internal
absl::strings absl::strings
absl::strings_internal
absl::throw_delegate
absl::type_traits absl::type_traits
PUBLIC PUBLIC
) )
@ -624,12 +669,12 @@ absl_cc_test(
COPTS COPTS
${ABSL_TEST_COPTS} ${ABSL_TEST_COPTS}
DEPS DEPS
absl::config
absl::cord
absl::strings
absl::base absl::base
absl::config
absl::cord_internal
absl::core_headers absl::core_headers
absl::raw_logging_internal absl::raw_logging_internal
absl::strings
gmock_main gmock_main
) )
@ -641,9 +686,9 @@ absl_cc_test(
COPTS COPTS
${ABSL_TEST_COPTS} ${ABSL_TEST_COPTS}
DEPS DEPS
absl::cord
absl::strings
absl::base absl::base
absl::cord_internal
absl::core_headers absl::core_headers
absl::strings
gmock_main gmock_main
) )

@ -0,0 +1,96 @@
// Copyright 2021 The Abseil Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// https://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#ifndef ABSL_STRINGS_INTERNAL_CORDZ_UPDATE_TRACKER_H_
#define ABSL_STRINGS_INTERNAL_CORDZ_UPDATE_TRACKER_H_
#include <atomic>
#include <cstdint>
#include "absl/base/config.h"
namespace absl {
ABSL_NAMESPACE_BEGIN
namespace cord_internal {
// CordzUpdateTracker tracks counters for Cord update methods.
//
// The purpose of CordzUpdateTracker is to track the number of calls to methods
// updating Cord data for sampled cords. The class internally uses 'lossy'
// atomic operations: Cord is thread-compatible, so there is no need to
// synchronize updates. However, Cordz collection threads may call 'Value()' at
// any point, so the class needs to provide thread safe access.
//
// This class is thread-safe. But as per above comments, all non-const methods
// should be used single-threaded only: updates are thread-safe but lossy.
class CordzUpdateTracker {
public:
// Tracked update methods.
enum MethodIdentifier {
kAssignString,
kAssignCord,
kMoveAssignCord,
kAppendString,
kAppendCord,
kMoveAppendCord,
kPrependString,
kPrependCord,
kMovePrependCord,
kAppendExternalMemory,
kFlatten,
kGetAppendRegion,
kRemovePrefix,
kRemoveSuffic,
kSubCord,
// kNumMethods defines the number of entries: must be the last entry.
kNumMethods,
};
// Constructs a new instance. All counters are zero-initialized.
constexpr CordzUpdateTracker() noexcept : values_{} {}
// Copy constructs a new instance.
CordzUpdateTracker(const CordzUpdateTracker& rhs) noexcept { *this = rhs; }
// Assigns the provided value to this instance.
CordzUpdateTracker& operator=(const CordzUpdateTracker& rhs) noexcept {
for (int i = 0; i < kNumMethods; ++i) {
values_[i].store(rhs.values_[i].load(std::memory_order_relaxed),
std::memory_order_relaxed);
}
return *this;
}
// Returns the value for the specified method.
int64_t Value(MethodIdentifier method) const {
return values_[method].load(std::memory_order_relaxed);
}
// Increases the value for the specified method by `n`
void LossyAdd(MethodIdentifier method, int64_t n = 1) {
auto& value = values_[method];
value.store(value.load(std::memory_order_relaxed) + n,
std::memory_order_relaxed);
}
private:
std::atomic<int64_t> values_[kNumMethods];
};
} // namespace cord_internal
ABSL_NAMESPACE_END
} // namespace absl
#endif // ABSL_STRINGS_INTERNAL_CORDZ_UPDATE_TRACKER_H_

@ -0,0 +1,130 @@
// Copyright 2021 The Abseil Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// https://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#include "absl/strings/internal/cordz_update_tracker.h"
#include <array>
#include <thread> // NOLINT
#include "gmock/gmock.h"
#include "gtest/gtest.h"
#include "absl/base/attributes.h"
#include "absl/base/config.h"
#include "absl/synchronization/notification.h"
namespace absl {
ABSL_NAMESPACE_BEGIN
namespace cord_internal {
namespace {
using ::testing::AnyOf;
using ::testing::Eq;
using Method = CordzUpdateTracker::MethodIdentifier;
using Methods = std::array<Method, Method::kNumMethods>;
// Returns an array of all methods defined in `MethodIdentifier`
Methods AllMethods() {
return Methods{Method::kAssignString, Method::kAssignCord,
Method::kMoveAssignCord, Method::kAppendString,
Method::kAppendCord, Method::kMoveAppendCord,
Method::kPrependString, Method::kPrependCord,
Method::kMovePrependCord, Method::kAppendExternalMemory,
Method::kFlatten, Method::kGetAppendRegion,
Method::kRemovePrefix, Method::kRemoveSuffic,
Method::kSubCord};
}
TEST(CordzUpdateTracker, IsConstExprAndInitializesToZero) {
constexpr CordzUpdateTracker tracker;
for (Method method : AllMethods()) {
ASSERT_THAT(tracker.Value(method), Eq(0));
}
}
TEST(CordzUpdateTracker, LossyAdd) {
int64_t n = 1;
CordzUpdateTracker tracker;
for (Method method : AllMethods()) {
tracker.LossyAdd(method, n);
EXPECT_THAT(tracker.Value(method), Eq(n));
n += 2;
}
}
TEST(CordzUpdateTracker, CopyConstructor) {
int64_t n = 1;
CordzUpdateTracker src;
for (Method method : AllMethods()) {
src.LossyAdd(method, n);
n += 2;
}
n = 1;
CordzUpdateTracker tracker(src);
for (Method method : AllMethods()) {
EXPECT_THAT(tracker.Value(method), Eq(n));
n += 2;
}
}
TEST(CordzUpdateTracker, OperatorAssign) {
int64_t n = 1;
CordzUpdateTracker src;
CordzUpdateTracker tracker;
for (Method method : AllMethods()) {
src.LossyAdd(method, n);
n += 2;
}
n = 1;
tracker = src;
for (Method method : AllMethods()) {
EXPECT_THAT(tracker.Value(method), Eq(n));
n += 2;
}
}
TEST(CordzUpdateTracker, ThreadSanitizedValueCheck) {
absl::Notification done;
CordzUpdateTracker tracker;
std::thread reader([&done, &tracker] {
while (!done.HasBeenNotified()) {
int n = 1;
for (Method method : AllMethods()) {
EXPECT_THAT(tracker.Value(method), AnyOf(Eq(n), Eq(0)));
n += 2;
}
}
int n = 1;
for (Method method : AllMethods()) {
EXPECT_THAT(tracker.Value(method), Eq(n));
n += 2;
}
});
int64_t n = 1;
for (Method method : AllMethods()) {
tracker.LossyAdd(method, n);
n += 2;
}
done.Notify();
reader.join();
}
} // namespace
} // namespace cord_internal
ABSL_NAMESPACE_END
} // namespace absl

@ -243,8 +243,8 @@ class Span {
// //
template <typename LazyT = T, template <typename LazyT = T,
typename = EnableIfConstView<LazyT>> typename = EnableIfConstView<LazyT>>
Span( Span(std::initializer_list<value_type> v
std::initializer_list<value_type> v) noexcept // NOLINT(runtime/explicit) ABSL_ATTRIBUTE_LIFETIME_BOUND) noexcept // NOLINT(runtime/explicit)
: Span(v.begin(), v.size()) {} : Span(v.begin(), v.size()) {}
// Accessors // Accessors

Loading…
Cancel
Save