mirror of https://github.com/grpc/grpc.git
commit
4b859a61c7
260 changed files with 16997 additions and 2760 deletions
@ -1,6 +1,6 @@ |
||||
--- |
||||
Checks: 'modernize-use-nullptr,google-build-namespaces,google-build-explicit-make-pair,readability-function-size,performance-*' |
||||
WarningsAsErrors: 'modernize-use-nullptr,google-build-namespaces,google-build-explicit-make-pair,readability-function-size,performance-*' |
||||
Checks: 'modernize-use-nullptr,google-build-namespaces,google-build-explicit-make-pair,readability-function-size,performance-*,bugprone-*' |
||||
WarningsAsErrors: 'modernize-use-nullptr,google-build-namespaces,google-build-explicit-make-pair,readability-function-size,performance-*,bugprone-*' |
||||
CheckOptions: |
||||
- key: readability-function-size.StatementThreshold |
||||
value: '450' |
||||
|
@ -0,0 +1,134 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2018 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include "src/core/lib/iomgr/buffer_list.h" |
||||
#include "src/core/lib/iomgr/port.h" |
||||
|
||||
#include <grpc/support/log.h> |
||||
|
||||
#ifdef GRPC_LINUX_ERRQUEUE |
||||
#include <time.h> |
||||
|
||||
#include "src/core/lib/gprpp/memory.h" |
||||
|
||||
namespace grpc_core { |
||||
void TracedBuffer::AddNewEntry(TracedBuffer** head, uint32_t seq_no, |
||||
void* arg) { |
||||
GPR_DEBUG_ASSERT(head != nullptr); |
||||
TracedBuffer* new_elem = New<TracedBuffer>(seq_no, arg); |
||||
/* Store the current time as the sendmsg time. */ |
||||
new_elem->ts_.sendmsg_time = gpr_now(GPR_CLOCK_REALTIME); |
||||
if (*head == nullptr) { |
||||
*head = new_elem; |
||||
return; |
||||
} |
||||
/* Append at the end. */ |
||||
TracedBuffer* ptr = *head; |
||||
while (ptr->next_ != nullptr) { |
||||
ptr = ptr->next_; |
||||
} |
||||
ptr->next_ = new_elem; |
||||
} |
||||
|
||||
namespace { |
||||
/** Fills gpr_timespec gts based on values from timespec ts */ |
||||
void fill_gpr_from_timestamp(gpr_timespec* gts, const struct timespec* ts) { |
||||
gts->tv_sec = ts->tv_sec; |
||||
gts->tv_nsec = static_cast<int32_t>(ts->tv_nsec); |
||||
gts->clock_type = GPR_CLOCK_REALTIME; |
||||
} |
||||
|
||||
/** The saved callback function that will be invoked when we get all the
|
||||
* timestamps that we are going to get for a TracedBuffer. */ |
||||
void (*timestamps_callback)(void*, grpc_core::Timestamps*, |
||||
grpc_error* shutdown_err); |
||||
} /* namespace */ |
||||
|
||||
void TracedBuffer::ProcessTimestamp(TracedBuffer** head, |
||||
struct sock_extended_err* serr, |
||||
struct scm_timestamping* tss) { |
||||
GPR_DEBUG_ASSERT(head != nullptr); |
||||
TracedBuffer* elem = *head; |
||||
TracedBuffer* next = nullptr; |
||||
while (elem != nullptr) { |
||||
/* The byte number refers to the sequence number of the last byte which this
|
||||
* timestamp relates to. */ |
||||
if (serr->ee_data >= elem->seq_no_) { |
||||
switch (serr->ee_info) { |
||||
case SCM_TSTAMP_SCHED: |
||||
fill_gpr_from_timestamp(&(elem->ts_.scheduled_time), &(tss->ts[0])); |
||||
elem = elem->next_; |
||||
break; |
||||
case SCM_TSTAMP_SND: |
||||
fill_gpr_from_timestamp(&(elem->ts_.sent_time), &(tss->ts[0])); |
||||
elem = elem->next_; |
||||
break; |
||||
case SCM_TSTAMP_ACK: |
||||
fill_gpr_from_timestamp(&(elem->ts_.acked_time), &(tss->ts[0])); |
||||
/* Got all timestamps. Do the callback and free this TracedBuffer.
|
||||
* The thing below can be passed by value if we don't want the |
||||
* restriction on the lifetime. */ |
||||
timestamps_callback(elem->arg_, &(elem->ts_), GRPC_ERROR_NONE); |
||||
next = elem->next_; |
||||
Delete<TracedBuffer>(elem); |
||||
*head = elem = next; |
||||
break; |
||||
default: |
||||
abort(); |
||||
} |
||||
} else { |
||||
break; |
||||
} |
||||
} |
||||
} |
||||
|
||||
void TracedBuffer::Shutdown(TracedBuffer** head, grpc_error* shutdown_err) { |
||||
GPR_DEBUG_ASSERT(head != nullptr); |
||||
TracedBuffer* elem = *head; |
||||
while (elem != nullptr) { |
||||
if (timestamps_callback) { |
||||
timestamps_callback(elem->arg_, &(elem->ts_), shutdown_err); |
||||
} |
||||
auto* next = elem->next_; |
||||
Delete<TracedBuffer>(elem); |
||||
elem = next; |
||||
} |
||||
*head = nullptr; |
||||
GRPC_ERROR_UNREF(shutdown_err); |
||||
} |
||||
|
||||
void grpc_tcp_set_write_timestamps_callback(void (*fn)(void*, |
||||
grpc_core::Timestamps*, |
||||
grpc_error* error)) { |
||||
timestamps_callback = fn; |
||||
} |
||||
} /* namespace grpc_core */ |
||||
|
||||
#else /* GRPC_LINUX_ERRQUEUE */ |
||||
|
||||
namespace grpc_core { |
||||
void grpc_tcp_set_write_timestamps_callback(void (*fn)(void*, |
||||
grpc_core::Timestamps*, |
||||
grpc_error* error)) { |
||||
gpr_log(GPR_DEBUG, "Timestamps callback is not enabled for this platform"); |
||||
} |
||||
} /* namespace grpc_core */ |
||||
|
||||
#endif /* GRPC_LINUX_ERRQUEUE */ |
@ -0,0 +1,96 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2018 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#ifndef GRPC_CORE_LIB_IOMGR_BUFFER_LIST_H |
||||
#define GRPC_CORE_LIB_IOMGR_BUFFER_LIST_H |
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include "src/core/lib/iomgr/port.h" |
||||
|
||||
#include <grpc/support/time.h> |
||||
|
||||
#include "src/core/lib/gprpp/memory.h" |
||||
#include "src/core/lib/iomgr/error.h" |
||||
#include "src/core/lib/iomgr/internal_errqueue.h" |
||||
|
||||
namespace grpc_core { |
||||
struct Timestamps { |
||||
/* TODO(yashykt): This would also need to store OPTSTAT once support is added
|
||||
*/ |
||||
gpr_timespec sendmsg_time; |
||||
gpr_timespec scheduled_time; |
||||
gpr_timespec sent_time; |
||||
gpr_timespec acked_time; |
||||
}; |
||||
|
||||
/** TracedBuffer is a class to keep track of timestamps for a specific buffer in
|
||||
* the TCP layer. We are only tracking timestamps for Linux kernels and hence |
||||
* this class would only be used by Linux platforms. For all other platforms, |
||||
* TracedBuffer would be an empty class. |
||||
* |
||||
* The timestamps collected are according to grpc_core::Timestamps declared |
||||
* above. |
||||
* |
||||
* A TracedBuffer list is kept track of using the head element of the list. If |
||||
* the head element of the list is nullptr, then the list is empty. |
||||
*/ |
||||
#ifdef GRPC_LINUX_ERRQUEUE |
||||
class TracedBuffer { |
||||
public: |
||||
/** Add a new entry in the TracedBuffer list pointed to by head. Also saves
|
||||
* sendmsg_time with the current timestamp. */ |
||||
static void AddNewEntry(grpc_core::TracedBuffer** head, uint32_t seq_no, |
||||
void* arg); |
||||
|
||||
/** Processes a received timestamp based on sock_extended_err and
|
||||
* scm_timestamping structures. It will invoke the timestamps callback if the |
||||
* timestamp type is SCM_TSTAMP_ACK. */ |
||||
static void ProcessTimestamp(grpc_core::TracedBuffer** head, |
||||
struct sock_extended_err* serr, |
||||
struct scm_timestamping* tss); |
||||
|
||||
/** Cleans the list by calling the callback for each traced buffer in the list
|
||||
* with timestamps that it has. */ |
||||
static void Shutdown(grpc_core::TracedBuffer** head, |
||||
grpc_error* shutdown_err); |
||||
|
||||
private: |
||||
GPRC_ALLOW_CLASS_TO_USE_NON_PUBLIC_NEW |
||||
|
||||
TracedBuffer(int seq_no, void* arg) |
||||
: seq_no_(seq_no), arg_(arg), next_(nullptr) {} |
||||
|
||||
uint32_t seq_no_; /* The sequence number for the last byte in the buffer */ |
||||
void* arg_; /* The arg to pass to timestamps_callback */ |
||||
grpc_core::Timestamps ts_; /* The timestamps corresponding to this buffer */ |
||||
grpc_core::TracedBuffer* next_; /* The next TracedBuffer in the list */ |
||||
}; |
||||
#else /* GRPC_LINUX_ERRQUEUE */ |
||||
class TracedBuffer {}; |
||||
#endif /* GRPC_LINUX_ERRQUEUE */ |
||||
|
||||
/** Sets the callback function to call when timestamps for a write are
|
||||
* collected. The callback does not own a reference to error. */ |
||||
void grpc_tcp_set_write_timestamps_callback(void (*fn)(void*, |
||||
grpc_core::Timestamps*, |
||||
grpc_error* error)); |
||||
|
||||
}; /* namespace grpc_core */ |
||||
|
||||
#endif /* GRPC_CORE_LIB_IOMGR_BUFFER_LIST_H */ |
@ -0,0 +1,36 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2018 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include "src/core/lib/iomgr/port.h" |
||||
|
||||
#include "src/core/lib/iomgr/internal_errqueue.h" |
||||
|
||||
#ifdef GRPC_POSIX_SOCKET_TCP |
||||
|
||||
bool kernel_supports_errqueue() { |
||||
#ifdef LINUX_VERSION_CODE |
||||
#if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 0, 0) |
||||
return true; |
||||
#endif /* LINUX_VERSION_CODE <= KERNEL_VERSION(4, 0, 0) */ |
||||
#endif /* LINUX_VERSION_CODE */ |
||||
return false; |
||||
} |
||||
|
||||
#endif /* GRPC_POSIX_SOCKET_TCP */ |
@ -0,0 +1,83 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2018 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
/* This file contains constants defined in <linux/errqueue.h> and
|
||||
* <linux/net_tstamp.h> so as to allow collecting network timestamps in the |
||||
* kernel. This file allows tcp_posix.cc to compile on platforms that do not |
||||
* have <linux/errqueue.h> and <linux/net_tstamp.h>. |
||||
*/ |
||||
|
||||
#ifndef GRPC_CORE_LIB_IOMGR_INTERNAL_ERRQUEUE_H |
||||
#define GRPC_CORE_LIB_IOMGR_INTERNAL_ERRQUEUE_H |
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include "src/core/lib/iomgr/port.h" |
||||
|
||||
#ifdef GRPC_POSIX_SOCKET_TCP |
||||
|
||||
#include <sys/types.h> |
||||
#include <time.h> |
||||
|
||||
#ifdef GRPC_LINUX_ERRQUEUE |
||||
#include <linux/errqueue.h> |
||||
#include <linux/net_tstamp.h> |
||||
#include <sys/socket.h> |
||||
#endif /* GRPC_LINUX_ERRQUEUE */ |
||||
|
||||
namespace grpc_core { |
||||
|
||||
#ifdef GRPC_LINUX_ERRQUEUE |
||||
|
||||
/* Redefining scm_timestamping in the same way that <linux/errqueue.h> defines
|
||||
* it, so that code compiles on systems that don't have it. */ |
||||
struct scm_timestamping { |
||||
struct timespec ts[3]; |
||||
}; |
||||
/* Also redefine timestamp types */ |
||||
/* The timestamp type for when the driver passed skb to NIC, or HW. */ |
||||
constexpr int SCM_TSTAMP_SND = 0; |
||||
/* The timestamp type for when data entered the packet scheduler. */ |
||||
constexpr int SCM_TSTAMP_SCHED = 1; |
||||
/* The timestamp type for when data acknowledged by peer. */ |
||||
constexpr int SCM_TSTAMP_ACK = 2; |
||||
/* Redefine required constants from <linux/net_tstamp.h> */ |
||||
constexpr uint32_t SOF_TIMESTAMPING_TX_SOFTWARE = 1u << 1; |
||||
constexpr uint32_t SOF_TIMESTAMPING_SOFTWARE = 1u << 4; |
||||
constexpr uint32_t SOF_TIMESTAMPING_OPT_ID = 1u << 7; |
||||
constexpr uint32_t SOF_TIMESTAMPING_TX_SCHED = 1u << 8; |
||||
constexpr uint32_t SOF_TIMESTAMPING_TX_ACK = 1u << 9; |
||||
constexpr uint32_t SOF_TIMESTAMPING_OPT_TSONLY = 1u << 11; |
||||
|
||||
constexpr uint32_t kTimestampingSocketOptions = SOF_TIMESTAMPING_SOFTWARE | |
||||
SOF_TIMESTAMPING_OPT_ID | |
||||
SOF_TIMESTAMPING_OPT_TSONLY; |
||||
constexpr uint32_t kTimestampingRecordingOptions = |
||||
SOF_TIMESTAMPING_TX_SCHED | SOF_TIMESTAMPING_TX_SOFTWARE | |
||||
SOF_TIMESTAMPING_TX_ACK; |
||||
#endif /* GRPC_LINUX_ERRQUEUE */ |
||||
|
||||
/* Returns true if kernel is capable of supporting errqueue and timestamping.
|
||||
* Currently allowing only linux kernels above 4.0.0 |
||||
*/ |
||||
bool kernel_supports_errqueue(); |
||||
} // namespace grpc_core
|
||||
|
||||
#endif /* GRPC_POSIX_SOCKET_TCP */ |
||||
|
||||
#endif /* GRPC_CORE_LIB_IOMGR_INTERNAL_ERRQUEUE_H */ |
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue