Craig Tiller
8 years ago
commit
d3d709a10f
89 changed files with 3606 additions and 2186 deletions
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,328 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2017 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#ifndef GRPC_CORE_EXT_TRANSPORT_CHTTP2_TRANSPORT_FLOW_CONTROL_H |
||||
#define GRPC_CORE_EXT_TRANSPORT_CHTTP2_TRANSPORT_FLOW_CONTROL_H |
||||
|
||||
#include <stdint.h> |
||||
|
||||
#include <grpc/support/useful.h> |
||||
#include "src/core/ext/transport/chttp2/transport/http2_settings.h" |
||||
#include "src/core/lib/support/manual_constructor.h" |
||||
#include "src/core/lib/transport/bdp_estimator.h" |
||||
#include "src/core/lib/transport/pid_controller.h" |
||||
|
||||
struct grpc_chttp2_transport; |
||||
struct grpc_chttp2_stream; |
||||
|
||||
extern "C" grpc_tracer_flag grpc_flowctl_trace; |
||||
|
||||
namespace grpc_core { |
||||
namespace chttp2 { |
||||
|
||||
static constexpr uint32_t kDefaultWindow = 65535; |
||||
|
||||
class TransportFlowControl; |
||||
class StreamFlowControl; |
||||
|
||||
class FlowControlAction { |
||||
public: |
||||
enum class Urgency : uint8_t { |
||||
// Nothing to be done.
|
||||
NO_ACTION_NEEDED = 0, |
||||
// Initiate a write to update the initial window immediately.
|
||||
UPDATE_IMMEDIATELY, |
||||
// Push the flow control update into a send buffer, to be sent
|
||||
// out the next time a write is initiated.
|
||||
QUEUE_UPDATE, |
||||
}; |
||||
|
||||
Urgency send_stream_update() const { return send_stream_update_; } |
||||
Urgency send_transport_update() const { return send_transport_update_; } |
||||
Urgency send_initial_window_update() const { |
||||
return send_initial_window_update_; |
||||
} |
||||
Urgency send_max_frame_size_update() const { |
||||
return send_max_frame_size_update_; |
||||
} |
||||
uint32_t initial_window_size() const { return initial_window_size_; } |
||||
uint32_t max_frame_size() const { return max_frame_size_; } |
||||
|
||||
FlowControlAction& set_send_stream_update(Urgency u) { |
||||
send_stream_update_ = u; |
||||
return *this; |
||||
} |
||||
FlowControlAction& set_send_transport_update(Urgency u) { |
||||
send_transport_update_ = u; |
||||
return *this; |
||||
} |
||||
FlowControlAction& set_send_initial_window_update(Urgency u, |
||||
uint32_t update) { |
||||
send_initial_window_update_ = u; |
||||
initial_window_size_ = update; |
||||
return *this; |
||||
} |
||||
FlowControlAction& set_send_max_frame_size_update(Urgency u, |
||||
uint32_t update) { |
||||
send_max_frame_size_update_ = u; |
||||
max_frame_size_ = update; |
||||
return *this; |
||||
} |
||||
|
||||
static const char* UrgencyString(Urgency u); |
||||
void Trace(grpc_chttp2_transport* t) const; |
||||
|
||||
private: |
||||
Urgency send_stream_update_ = Urgency::NO_ACTION_NEEDED; |
||||
Urgency send_transport_update_ = Urgency::NO_ACTION_NEEDED; |
||||
Urgency send_initial_window_update_ = Urgency::NO_ACTION_NEEDED; |
||||
Urgency send_max_frame_size_update_ = Urgency::NO_ACTION_NEEDED; |
||||
uint32_t initial_window_size_ = 0; |
||||
uint32_t max_frame_size_ = 0; |
||||
}; |
||||
|
||||
class FlowControlTrace { |
||||
public: |
||||
FlowControlTrace(const char* reason, TransportFlowControl* tfc, |
||||
StreamFlowControl* sfc) { |
||||
if (enabled_) Init(reason, tfc, sfc); |
||||
} |
||||
|
||||
~FlowControlTrace() { |
||||
if (enabled_) Finish(); |
||||
} |
||||
|
||||
private: |
||||
void Init(const char* reason, TransportFlowControl* tfc, |
||||
StreamFlowControl* sfc); |
||||
void Finish(); |
||||
|
||||
const bool enabled_ = GRPC_TRACER_ON(grpc_flowctl_trace); |
||||
|
||||
TransportFlowControl* tfc_; |
||||
StreamFlowControl* sfc_; |
||||
const char* reason_; |
||||
int64_t remote_window_; |
||||
int64_t target_window_; |
||||
int64_t announced_window_; |
||||
int64_t remote_window_delta_; |
||||
int64_t local_window_delta_; |
||||
int64_t announced_window_delta_; |
||||
}; |
||||
|
||||
class TransportFlowControl { |
||||
public: |
||||
TransportFlowControl(grpc_exec_ctx* exec_ctx, const grpc_chttp2_transport* t, |
||||
bool enable_bdp_probe); |
||||
~TransportFlowControl() {} |
||||
|
||||
bool bdp_probe() const { return enable_bdp_probe_; } |
||||
|
||||
// returns an announce if we should send a transport update to our peer,
|
||||
// else returns zero; writing_anyway indicates if a write would happen
|
||||
// regardless of the send - if it is false and this function returns non-zero,
|
||||
// this announce will cause a write to occur
|
||||
uint32_t MaybeSendUpdate(bool writing_anyway); |
||||
|
||||
// Reads the flow control data and returns and actionable struct that will
|
||||
// tell chttp2 exactly what it needs to do
|
||||
FlowControlAction MakeAction() { return UpdateAction(FlowControlAction()); } |
||||
|
||||
// Call periodically (at a low-ish rate, 100ms - 10s makes sense)
|
||||
// to perform more complex flow control calculations and return an action
|
||||
// to let chttp2 change its parameters
|
||||
FlowControlAction PeriodicUpdate(grpc_exec_ctx* exec_ctx); |
||||
|
||||
void StreamSentData(int64_t size) { remote_window_ -= size; } |
||||
|
||||
grpc_error* ValidateRecvData(int64_t incoming_frame_size); |
||||
void CommitRecvData(int64_t incoming_frame_size) { |
||||
announced_window_ -= incoming_frame_size; |
||||
} |
||||
|
||||
grpc_error* RecvData(int64_t incoming_frame_size) { |
||||
FlowControlTrace trace(" data recv", this, nullptr); |
||||
grpc_error* error = ValidateRecvData(incoming_frame_size); |
||||
if (error != GRPC_ERROR_NONE) return error; |
||||
CommitRecvData(incoming_frame_size); |
||||
return GRPC_ERROR_NONE; |
||||
} |
||||
|
||||
// we have received a WINDOW_UPDATE frame for a transport
|
||||
void RecvUpdate(uint32_t size) { |
||||
FlowControlTrace trace("t updt recv", this, nullptr); |
||||
remote_window_ += size; |
||||
} |
||||
|
||||
int64_t remote_window() const { return remote_window_; } |
||||
int64_t target_window() const { |
||||
return (uint32_t)GPR_MIN((int64_t)((1u << 31) - 1), |
||||
announced_stream_total_over_incoming_window_ + |
||||
target_initial_window_size_); |
||||
} |
||||
int64_t announced_window() const { return announced_window_; } |
||||
|
||||
const grpc_chttp2_transport* transport() const { return t_; } |
||||
|
||||
void PreUpdateAnnouncedWindowOverIncomingWindow(int64_t delta) { |
||||
if (delta > 0) { |
||||
announced_stream_total_over_incoming_window_ -= delta; |
||||
} else { |
||||
announced_stream_total_under_incoming_window_ += -delta; |
||||
} |
||||
} |
||||
|
||||
void PostUpdateAnnouncedWindowOverIncomingWindow(int64_t delta) { |
||||
if (delta > 0) { |
||||
announced_stream_total_over_incoming_window_ += delta; |
||||
} else { |
||||
announced_stream_total_under_incoming_window_ -= -delta; |
||||
} |
||||
} |
||||
|
||||
BdpEstimator* bdp_estimator() { return &bdp_estimator_; } |
||||
|
||||
void TestOnlyForceHugeWindow() { |
||||
announced_window_ = 1024 * 1024 * 1024; |
||||
remote_window_ = 1024 * 1024 * 1024; |
||||
} |
||||
|
||||
private: |
||||
double TargetLogBdp(); |
||||
double SmoothLogBdp(grpc_exec_ctx* exec_ctx, double value); |
||||
FlowControlAction::Urgency DeltaUrgency(int32_t value, |
||||
grpc_chttp2_setting_id setting_id); |
||||
|
||||
FlowControlAction UpdateAction(FlowControlAction action) { |
||||
if (announced_window_ < target_window() / 2) { |
||||
action.set_send_transport_update( |
||||
FlowControlAction::Urgency::UPDATE_IMMEDIATELY); |
||||
} |
||||
return action; |
||||
} |
||||
|
||||
const grpc_chttp2_transport* const t_; |
||||
|
||||
/** Our bookkeeping for the remote peer's available window */ |
||||
int64_t remote_window_ = kDefaultWindow; |
||||
|
||||
/** calculating what we should give for local window:
|
||||
we track the total amount of flow control over initial window size |
||||
across all streams: this is data that we want to receive right now (it |
||||
has an outstanding read) |
||||
and the total amount of flow control under initial window size across all |
||||
streams: this is data we've read early |
||||
we want to adjust incoming_window such that: |
||||
incoming_window = total_over - max(bdp - total_under, 0) */ |
||||
int64_t announced_stream_total_over_incoming_window_ = 0; |
||||
int64_t announced_stream_total_under_incoming_window_ = 0; |
||||
|
||||
/** This is out window according to what we have sent to our remote peer. The
|
||||
* difference between this and target window is what we use to decide when |
||||
* to send WINDOW_UPDATE frames. */ |
||||
int64_t announced_window_ = kDefaultWindow; |
||||
|
||||
int32_t target_initial_window_size_ = kDefaultWindow; |
||||
|
||||
/** should we probe bdp? */ |
||||
const bool enable_bdp_probe_; |
||||
|
||||
/* bdp estimation */ |
||||
grpc_core::BdpEstimator bdp_estimator_; |
||||
|
||||
/* pid controller */ |
||||
grpc_core::PidController pid_controller_; |
||||
grpc_millis last_pid_update_ = 0; |
||||
}; |
||||
|
||||
class StreamFlowControl { |
||||
public: |
||||
StreamFlowControl(TransportFlowControl* tfc, const grpc_chttp2_stream* s); |
||||
~StreamFlowControl() { |
||||
tfc_->PreUpdateAnnouncedWindowOverIncomingWindow(announced_window_delta_); |
||||
} |
||||
|
||||
FlowControlAction UpdateAction(FlowControlAction action); |
||||
FlowControlAction MakeAction() { return UpdateAction(tfc_->MakeAction()); } |
||||
|
||||
// we have sent data on the wire, we must track this in our bookkeeping for
|
||||
// the remote peer's flow control.
|
||||
void SentData(int64_t outgoing_frame_size) { |
||||
FlowControlTrace tracer(" data sent", tfc_, this); |
||||
tfc_->StreamSentData(outgoing_frame_size); |
||||
remote_window_delta_ -= outgoing_frame_size; |
||||
} |
||||
|
||||
// we have received data from the wire
|
||||
grpc_error* RecvData(int64_t incoming_frame_size); |
||||
|
||||
// returns an announce if we should send a stream update to our peer, else
|
||||
// returns zero
|
||||
uint32_t MaybeSendUpdate(); |
||||
|
||||
// we have received a WINDOW_UPDATE frame for a stream
|
||||
void RecvUpdate(uint32_t size) { |
||||
FlowControlTrace trace("s updt recv", tfc_, this); |
||||
remote_window_delta_ += size; |
||||
} |
||||
|
||||
// the application is asking for a certain amount of bytes
|
||||
void IncomingByteStreamUpdate(size_t max_size_hint, size_t have_already); |
||||
|
||||
int64_t remote_window_delta() const { return remote_window_delta_; } |
||||
int64_t local_window_delta() const { return local_window_delta_; } |
||||
int64_t announced_window_delta() const { return announced_window_delta_; } |
||||
|
||||
const grpc_chttp2_stream* stream() const { return s_; } |
||||
|
||||
void TestOnlyForceHugeWindow() { |
||||
announced_window_delta_ = 1024 * 1024 * 1024; |
||||
local_window_delta_ = 1024 * 1024 * 1024; |
||||
remote_window_delta_ = 1024 * 1024 * 1024; |
||||
} |
||||
|
||||
private: |
||||
TransportFlowControl* const tfc_; |
||||
const grpc_chttp2_stream* const s_; |
||||
|
||||
void UpdateAnnouncedWindowDelta(TransportFlowControl* tfc, int64_t change) { |
||||
tfc->PreUpdateAnnouncedWindowOverIncomingWindow(announced_window_delta_); |
||||
announced_window_delta_ += change; |
||||
tfc->PostUpdateAnnouncedWindowOverIncomingWindow(announced_window_delta_); |
||||
} |
||||
|
||||
/** window available for us to send to peer, over or under the initial
|
||||
* window |
||||
* size of the transport... ie: |
||||
* remote_window = remote_window_delta + transport.initial_window_size */ |
||||
int64_t remote_window_delta_ = 0; |
||||
|
||||
/** window available for peer to send to us (as a delta on
|
||||
* transport.initial_window_size) |
||||
* local_window = local_window_delta + transport.initial_window_size */ |
||||
int64_t local_window_delta_ = 0; |
||||
|
||||
/** window available for peer to send to us over this stream that we have
|
||||
* announced to the peer */ |
||||
int64_t announced_window_delta_ = 0; |
||||
}; |
||||
|
||||
} // namespace chttp2
|
||||
} // namespace grpc_core
|
||||
|
||||
#endif |
||||
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,32 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2017 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#ifndef GRPC_CORE_LIB_SUPPORT_VECTOR_H |
||||
#define GRPC_CORE_LIB_SUPPORT_VECTOR_H |
||||
|
||||
#include "absl/container/inlined_vector.h" |
||||
#include "src/core/lib/support/memory.h" |
||||
|
||||
namespace grpc_core { |
||||
|
||||
template <typename T, size_t N> |
||||
using InlinedVector = absl::InlinedVector<T, N, Allocator<T>>; |
||||
|
||||
} // namespace grpc_core
|
||||
|
||||
#endif |
||||
@ -0,0 +1,42 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2017 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#include "src/core/lib/support/vector.h" |
||||
#include <gtest/gtest.h> |
||||
#include "test/core/util/test_config.h" |
||||
|
||||
namespace grpc_core { |
||||
namespace testing { |
||||
|
||||
TEST(InlinedVectorTest, CreateAndIterate) { |
||||
InlinedVector<int, 1> v{1, 2, 3}; |
||||
int sum = 0; |
||||
for (auto i : v) { |
||||
sum += i; |
||||
} |
||||
EXPECT_EQ(6, sum); |
||||
} |
||||
|
||||
} // namespace testing
|
||||
} // namespace grpc_core
|
||||
|
||||
int main(int argc, char** argv) { |
||||
grpc_test_init(argc, argv); |
||||
::testing::InitGoogleTest(&argc, argv); |
||||
return RUN_ALL_TESTS(); |
||||
} |
||||
@ -1,78 +0,0 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2016 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#include "src/core/lib/transport/pid_controller.h" |
||||
|
||||
#include <float.h> |
||||
#include <math.h> |
||||
|
||||
#include <grpc/support/alloc.h> |
||||
#include <grpc/support/log.h> |
||||
#include <grpc/support/string_util.h> |
||||
#include <grpc/support/useful.h> |
||||
#include "src/core/lib/support/string.h" |
||||
#include "test/core/util/test_config.h" |
||||
|
||||
static void test_noop(void) { |
||||
gpr_log(GPR_INFO, "test_noop"); |
||||
grpc_pid_controller pid; |
||||
grpc_pid_controller_init( |
||||
&pid, (grpc_pid_controller_args){.gain_p = 1, |
||||
.gain_i = 1, |
||||
.gain_d = 1, |
||||
.initial_control_value = 1, |
||||
.min_control_value = DBL_MIN, |
||||
.max_control_value = DBL_MAX, |
||||
.integral_range = DBL_MAX}); |
||||
} |
||||
|
||||
static void test_simple_convergence(double gain_p, double gain_i, double gain_d, |
||||
double dt, double set_point, double start) { |
||||
gpr_log(GPR_INFO, |
||||
"test_simple_convergence(p=%lf, i=%lf, d=%lf); dt=%lf set_point=%lf " |
||||
"start=%lf", |
||||
gain_p, gain_i, gain_d, dt, set_point, start); |
||||
grpc_pid_controller pid; |
||||
grpc_pid_controller_init( |
||||
&pid, (grpc_pid_controller_args){.gain_p = gain_p, |
||||
.gain_i = gain_i, |
||||
.gain_d = gain_d, |
||||
.initial_control_value = start, |
||||
.min_control_value = DBL_MIN, |
||||
.max_control_value = DBL_MAX, |
||||
.integral_range = DBL_MAX}); |
||||
|
||||
for (int i = 0; i < 100000; i++) { |
||||
grpc_pid_controller_update(&pid, set_point - grpc_pid_controller_last(&pid), |
||||
1); |
||||
} |
||||
|
||||
GPR_ASSERT(fabs(set_point - grpc_pid_controller_last(&pid)) < 0.1); |
||||
if (gain_i > 0) { |
||||
GPR_ASSERT(fabs(pid.error_integral) < 0.1); |
||||
} |
||||
} |
||||
|
||||
int main(int argc, char **argv) { |
||||
grpc_test_init(argc, argv); |
||||
test_noop(); |
||||
test_simple_convergence(0.2, 0, 0, 1, 100, 0); |
||||
test_simple_convergence(0.2, 0.1, 0, 1, 100, 0); |
||||
test_simple_convergence(0.2, 0.1, 0.1, 1, 100, 0); |
||||
return 0; |
||||
} |
||||
@ -0,0 +1,91 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2016 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#include "src/core/lib/transport/pid_controller.h" |
||||
|
||||
#include <float.h> |
||||
#include <math.h> |
||||
|
||||
#include <grpc/support/alloc.h> |
||||
#include <grpc/support/log.h> |
||||
#include <grpc/support/string_util.h> |
||||
#include <grpc/support/useful.h> |
||||
#include <gtest/gtest.h> |
||||
#include "src/core/lib/support/string.h" |
||||
#include "test/core/util/test_config.h" |
||||
|
||||
namespace grpc_core { |
||||
namespace testing { |
||||
|
||||
TEST(PidController, NoOp) { |
||||
PidController pid(PidController::Args() |
||||
.set_gain_p(1) |
||||
.set_gain_i(1) |
||||
.set_gain_d(1) |
||||
.set_initial_control_value(1)); |
||||
} |
||||
|
||||
struct SimpleConvergenceTestArgs { |
||||
double gain_p; |
||||
double gain_i; |
||||
double gain_d; |
||||
double dt; |
||||
double set_point; |
||||
double start; |
||||
}; |
||||
|
||||
std::ostream& operator<<(std::ostream& out, SimpleConvergenceTestArgs args) { |
||||
return out << "gain_p:" << args.gain_p << " gain_i:" << args.gain_i |
||||
<< " gain_d:" << args.gain_d << " dt:" << args.dt |
||||
<< " set_point:" << args.set_point << " start:" << args.start; |
||||
} |
||||
|
||||
class SimpleConvergenceTest |
||||
: public ::testing::TestWithParam<SimpleConvergenceTestArgs> {}; |
||||
|
||||
TEST_P(SimpleConvergenceTest, Converges) { |
||||
PidController pid(PidController::Args() |
||||
.set_gain_p(GetParam().gain_p) |
||||
.set_gain_i(GetParam().gain_i) |
||||
.set_gain_d(GetParam().gain_d) |
||||
.set_initial_control_value(GetParam().start)); |
||||
|
||||
for (int i = 0; i < 100000; i++) { |
||||
pid.Update(GetParam().set_point - pid.last_control_value(), GetParam().dt); |
||||
} |
||||
|
||||
EXPECT_LT(fabs(GetParam().set_point - pid.last_control_value()), 0.1); |
||||
if (GetParam().gain_i > 0) { |
||||
EXPECT_LT(fabs(pid.error_integral()), 0.1); |
||||
} |
||||
} |
||||
|
||||
INSTANTIATE_TEST_CASE_P( |
||||
X, SimpleConvergenceTest, |
||||
::testing::Values(SimpleConvergenceTestArgs{0.2, 0, 0, 1, 100, 0}, |
||||
SimpleConvergenceTestArgs{0.2, 0.1, 0, 1, 100, 0}, |
||||
SimpleConvergenceTestArgs{0.2, 0.1, 0.1, 1, 100, 0})); |
||||
|
||||
} // namespace testing
|
||||
} // namespace grpc_core
|
||||
|
||||
int main(int argc, char** argv) { |
||||
grpc_test_init(argc, argv); |
||||
::testing::InitGoogleTest(&argc, argv); |
||||
return RUN_ALL_TESTS(); |
||||
} |
||||
@ -0,0 +1 @@ |
||||
Subproject commit cc4bed2d74f7c8717e31f9579214ab52a9c9c610 |
||||
@ -0,0 +1,47 @@ |
||||
#!/usr/bin/env python2.7 |
||||
# |
||||
# Copyright 2017 gRPC authors. |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||
# you may not use this file except in compliance with the License. |
||||
# You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
|
||||
# Reads stdin to find error_refcount log lines, and prints reference leaks |
||||
# to stdout |
||||
|
||||
# usege: python error_ref_leak < logfile.txt |
||||
|
||||
import sys |
||||
import re |
||||
|
||||
data = sys.stdin.readlines() |
||||
|
||||
errs = [] |
||||
for line in data: |
||||
# if we care about the line |
||||
if re.search(r'error.cc', line): |
||||
# str manip to cut off left part of log line |
||||
line = line.partition('error.cc:')[-1] |
||||
line = re.sub(r'\d+] ', r'', line) |
||||
line = line.strip().split() |
||||
err = line[0].strip(":") |
||||
if line[1] == "create": |
||||
assert(err not in errs) |
||||
errs.append(err) |
||||
elif line[0] == "realloc": |
||||
errs.remove(line[1]) |
||||
errs.append(line[3]) |
||||
# explicitly look for the last dereference |
||||
elif line[1] == "1" and line[3] == "0": |
||||
assert(err in errs) |
||||
errs.remove(err) |
||||
|
||||
print "leaked:", errs |
||||
File diff suppressed because it is too large
Load Diff
Loading…
Reference in new issue