|
|
|
@ -25,7 +25,7 @@ |
|
|
|
|
#include "src/core/lib/gpr/useful.h" |
|
|
|
|
#include "src/core/lib/iomgr/exec_ctx.h" |
|
|
|
|
|
|
|
|
|
const char *grpc_stats_counter_name[GRPC_STATS_COUNTER_COUNT] = { |
|
|
|
|
const char* grpc_stats_counter_name[GRPC_STATS_COUNTER_COUNT] = { |
|
|
|
|
"client_calls_created", |
|
|
|
|
"server_calls_created", |
|
|
|
|
"cqs_created", |
|
|
|
@ -123,7 +123,7 @@ const char *grpc_stats_counter_name[GRPC_STATS_COUNTER_COUNT] = { |
|
|
|
|
"cq_ev_queue_trylock_successes", |
|
|
|
|
"cq_ev_queue_transient_pop_failures", |
|
|
|
|
}; |
|
|
|
|
const char *grpc_stats_counter_doc[GRPC_STATS_COUNTER_COUNT] = { |
|
|
|
|
const char* grpc_stats_counter_doc[GRPC_STATS_COUNTER_COUNT] = { |
|
|
|
|
"Number of client side calls created by this process", |
|
|
|
|
"Number of server side calls created by this process", |
|
|
|
|
"Number of completion queues created", |
|
|
|
@ -132,14 +132,22 @@ const char *grpc_stats_counter_doc[GRPC_STATS_COUNTER_COUNT] = { |
|
|
|
|
"Number of server channels created", |
|
|
|
|
"Number of polling syscalls (epoll_wait, poll, etc) made by this process", |
|
|
|
|
"Number of sleeping syscalls made by this process", |
|
|
|
|
"How many polling wakeups were performed by the process (only valid for epoll1 right now)", |
|
|
|
|
"How many times was a polling wakeup requested without an active poller (only valid for epoll1 right now)", |
|
|
|
|
"How many times was the same polling worker awoken repeatedly before waking up (only valid for epoll1 right now)", |
|
|
|
|
"How many times was an eventfd used as the wakeup vector for a polling wakeup (only valid for epoll1 right now)", |
|
|
|
|
"How many times was a condition variable used as the wakeup vector for a polling wakeup (only valid for epoll1 right now)", |
|
|
|
|
"How many times could a polling wakeup be satisfied by keeping the waking thread awake? (only valid for epoll1 right now)", |
|
|
|
|
"Number of times histogram increments went through the slow (binary search) path", |
|
|
|
|
"Number of write syscalls (or equivalent - eg sendmsg) made by this process", |
|
|
|
|
"How many polling wakeups were performed by the process (only valid for " |
|
|
|
|
"epoll1 right now)", |
|
|
|
|
"How many times was a polling wakeup requested without an active poller " |
|
|
|
|
"(only valid for epoll1 right now)", |
|
|
|
|
"How many times was the same polling worker awoken repeatedly before " |
|
|
|
|
"waking up (only valid for epoll1 right now)", |
|
|
|
|
"How many times was an eventfd used as the wakeup vector for a polling " |
|
|
|
|
"wakeup (only valid for epoll1 right now)", |
|
|
|
|
"How many times was a condition variable used as the wakeup vector for a " |
|
|
|
|
"polling wakeup (only valid for epoll1 right now)", |
|
|
|
|
"How many times could a polling wakeup be satisfied by keeping the waking " |
|
|
|
|
"thread awake? (only valid for epoll1 right now)", |
|
|
|
|
"Number of times histogram increments went through the slow (binary " |
|
|
|
|
"search) path", |
|
|
|
|
"Number of write syscalls (or equivalent - eg sendmsg) made by this " |
|
|
|
|
"process", |
|
|
|
|
"Number of read syscalls (or equivalent - eg recvmsg) made by this process", |
|
|
|
|
"Number of times a backup poller has been created (this can be expensive)", |
|
|
|
|
"Number of polls performed on the backup poller", |
|
|
|
@ -155,8 +163,10 @@ const char *grpc_stats_counter_doc[GRPC_STATS_COUNTER_COUNT] = { |
|
|
|
|
"Number of HTTP2 pings sent by process", |
|
|
|
|
"Number of HTTP2 writes initiated", |
|
|
|
|
"Number of HTTP2 writes offloaded to the executor from application threads", |
|
|
|
|
"Number of HTTP2 writes that finished seeing more data needed to be written", |
|
|
|
|
"Number of HTTP2 writes that were made knowing there was still more data to be written (we cap maximum write size to syscall_write)", |
|
|
|
|
"Number of HTTP2 writes that finished seeing more data needed to be " |
|
|
|
|
"written", |
|
|
|
|
"Number of HTTP2 writes that were made knowing there was still more data " |
|
|
|
|
"to be written (we cap maximum write size to syscall_write)", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'initial_write'", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'start_new_stream'", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'send_message'", |
|
|
|
@ -171,28 +181,35 @@ const char *grpc_stats_counter_doc[GRPC_STATS_COUNTER_COUNT] = { |
|
|
|
|
"Number of HTTP2 writes initiated due to 'transport_flow_control'", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'send_settings'", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'bdp_estimator_ping'", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'flow_control_unstalled_by_setting'", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'flow_control_unstalled_by_update'", |
|
|
|
|
"Number of HTTP2 writes initiated due to " |
|
|
|
|
"'flow_control_unstalled_by_setting'", |
|
|
|
|
"Number of HTTP2 writes initiated due to " |
|
|
|
|
"'flow_control_unstalled_by_update'", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'application_ping'", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'keepalive_ping'", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'transport_flow_control_unstalled'", |
|
|
|
|
"Number of HTTP2 writes initiated due to " |
|
|
|
|
"'transport_flow_control_unstalled'", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'ping_response'", |
|
|
|
|
"Number of HTTP2 writes initiated due to 'force_rst_stream'", |
|
|
|
|
"Number of HTTP2 writes initiated with nothing to write", |
|
|
|
|
"Number of HPACK indexed fields received", |
|
|
|
|
"Number of HPACK literal headers received with incremental indexing", |
|
|
|
|
"Number of HPACK literal headers received with incremental indexing and literal keys", |
|
|
|
|
"Number of HPACK literal headers received with incremental indexing and " |
|
|
|
|
"literal keys", |
|
|
|
|
"Number of HPACK literal headers received with no indexing", |
|
|
|
|
"Number of HPACK literal headers received with no indexing and literal keys", |
|
|
|
|
"Number of HPACK literal headers received with no indexing and literal " |
|
|
|
|
"keys", |
|
|
|
|
"Number of HPACK literal headers received with never-indexing", |
|
|
|
|
"Number of HPACK literal headers received with never-indexing and literal keys", |
|
|
|
|
"Number of HPACK literal headers received with never-indexing and literal " |
|
|
|
|
"keys", |
|
|
|
|
"Number of uncompressed strings received in metadata", |
|
|
|
|
"Number of huffman encoded strings received in metadata", |
|
|
|
|
"Number of binary strings received in metadata", |
|
|
|
|
"Number of binary strings received encoded in base64 in metadata", |
|
|
|
|
"Number of HPACK indexed fields sent", |
|
|
|
|
"Number of HPACK literal headers sent with incremental indexing", |
|
|
|
|
"Number of HPACK literal headers sent with incremental indexing and literal keys", |
|
|
|
|
"Number of HPACK literal headers sent with incremental indexing and " |
|
|
|
|
"literal keys", |
|
|
|
|
"Number of HPACK literal headers sent with no indexing", |
|
|
|
|
"Number of HPACK literal headers sent with no indexing and literal keys", |
|
|
|
|
"Number of HPACK literal headers sent with never-indexing", |
|
|
|
@ -201,27 +218,36 @@ const char *grpc_stats_counter_doc[GRPC_STATS_COUNTER_COUNT] = { |
|
|
|
|
"Number of huffman encoded strings sent in metadata", |
|
|
|
|
"Number of binary strings received in metadata", |
|
|
|
|
"Number of binary strings received encoded in base64 in metadata", |
|
|
|
|
"Number of combiner lock entries by process (first items queued to a combiner)", |
|
|
|
|
"Number of combiner lock entries by process (first items queued to a " |
|
|
|
|
"combiner)", |
|
|
|
|
"Number of items scheduled against combiner locks", |
|
|
|
|
"Number of final items scheduled against combiner locks", |
|
|
|
|
"Number of combiner locks offloaded to different threads", |
|
|
|
|
"Number of call combiner lock entries by process (first items queued to a call combiner)", |
|
|
|
|
"Number of call combiner lock entries by process (first items queued to a " |
|
|
|
|
"call combiner)", |
|
|
|
|
"Number of items scheduled against call combiner locks", |
|
|
|
|
"Number of times a cancellation callback was set on a call combiner", |
|
|
|
|
"Number of times a call combiner was cancelled", |
|
|
|
|
"Number of finite runtime closures scheduled against the executor (gRPC thread pool)", |
|
|
|
|
"Number of potentially infinite runtime closures scheduled against the executor (gRPC thread pool)", |
|
|
|
|
"Number of finite runtime closures scheduled against the executor (gRPC " |
|
|
|
|
"thread pool)", |
|
|
|
|
"Number of potentially infinite runtime closures scheduled against the " |
|
|
|
|
"executor (gRPC thread pool)", |
|
|
|
|
"Number of closures scheduled by the executor to the executor", |
|
|
|
|
"Number of thread wakeups initiated within the executor", |
|
|
|
|
"Number of times an executor queue was drained", |
|
|
|
|
"Number of times we raced and were forced to retry pushing a closure to the executor", |
|
|
|
|
"Number of times we raced and were forced to retry pushing a closure to " |
|
|
|
|
"the executor", |
|
|
|
|
"How many calls were requested (not necessarily received) by the server", |
|
|
|
|
"How many times was the server slow path taken (indicates too few outstanding requests)", |
|
|
|
|
"Number of lock (trylock) acquisition failures on completion queue event queue. High value here indicates high contention on completion queues", |
|
|
|
|
"Number of lock (trylock) acquisition successes on completion queue event queue.", |
|
|
|
|
"Number of times NULL was popped out of completion queue's event queue even though the event queue was not empty", |
|
|
|
|
"How many times was the server slow path taken (indicates too few " |
|
|
|
|
"outstanding requests)", |
|
|
|
|
"Number of lock (trylock) acquisition failures on completion queue event " |
|
|
|
|
"queue. High value here indicates high contention on completion queues", |
|
|
|
|
"Number of lock (trylock) acquisition successes on completion queue event " |
|
|
|
|
"queue.", |
|
|
|
|
"Number of times NULL was popped out of completion queue's event queue " |
|
|
|
|
"even though the event queue was not empty", |
|
|
|
|
}; |
|
|
|
|
const char *grpc_stats_histogram_name[GRPC_STATS_HISTOGRAM_COUNT] = { |
|
|
|
|
const char* grpc_stats_histogram_name[GRPC_STATS_HISTOGRAM_COUNT] = { |
|
|
|
|
"call_initial_size", |
|
|
|
|
"poll_events_returned", |
|
|
|
|
"tcp_write_size", |
|
|
|
@ -236,7 +262,7 @@ const char *grpc_stats_histogram_name[GRPC_STATS_HISTOGRAM_COUNT] = { |
|
|
|
|
"http2_send_flowctl_per_write", |
|
|
|
|
"server_cqs_checked", |
|
|
|
|
}; |
|
|
|
|
const char *grpc_stats_histogram_doc[GRPC_STATS_HISTOGRAM_COUNT] = { |
|
|
|
|
const char* grpc_stats_histogram_doc[GRPC_STATS_HISTOGRAM_COUNT] = { |
|
|
|
|
"Initial size of the grpc_call arena created at call start", |
|
|
|
|
"How many events are called for each syscall_poll", |
|
|
|
|
"Number of bytes offered to each syscall_write", |
|
|
|
@ -249,214 +275,408 @@ const char *grpc_stats_histogram_doc[GRPC_STATS_HISTOGRAM_COUNT] = { |
|
|
|
|
"Number of streams whose payload was written per TCP write", |
|
|
|
|
"Number of streams terminated per TCP write", |
|
|
|
|
"Number of flow control updates written per TCP write", |
|
|
|
|
"How many completion queues were checked looking for a CQ that had requested the incoming call", |
|
|
|
|
"How many completion queues were checked looking for a CQ that had " |
|
|
|
|
"requested the incoming call", |
|
|
|
|
}; |
|
|
|
|
const int grpc_stats_table_0[65] = {0,1,2,3,4,5,7,9,11,14,17,21,26,32,39,47,57,68,82,98,117,140,167,199,238,284,339,404,482,575,685,816,972,1158,1380,1644,1959,2334,2780,3312,3945,4699,5597,6667,7941,9459,11267,13420,15984,19038,22676,27009,32169,38315,45635,54353,64737,77104,91834,109378,130273,155159,184799,220100,262144}; |
|
|
|
|
const uint8_t grpc_stats_table_1[124] = {0,0,0,1,1,1,2,2,3,3,3,4,4,5,5,6,6,6,7,7,7,8,9,9,10,10,10,11,11,12,12,13,13,14,14,15,15,16,16,17,17,18,18,19,19,20,20,21,21,22,22,22,23,24,24,25,25,26,26,26,27,27,28,29,29,30,30,30,31,31,32,33,33,34,34,34,35,35,36,37,37,37,38,38,39,39,40,40,41,41,42,42,43,43,44,44,45,45,46,46,47,47,48,48,49,49,50,50,51,51,52,52,53,53,54,54,55,55,56,56,57,57,58,58}; |
|
|
|
|
const int grpc_stats_table_2[129] = {0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,30,32,34,36,38,40,42,44,46,48,50,52,54,56,58,60,63,66,69,72,75,78,81,84,87,90,94,98,102,106,110,114,118,122,126,131,136,141,146,151,156,162,168,174,180,186,192,199,206,213,220,228,236,244,252,260,269,278,287,297,307,317,327,338,349,360,372,384,396,409,422,436,450,464,479,494,510,526,543,560,578,596,615,634,654,674,695,717,739,762,785,809,834,859,885,912,939,967,996,1024}; |
|
|
|
|
const uint8_t grpc_stats_table_3[166] = {0,0,0,1,1,1,1,2,2,3,3,4,4,5,5,6,6,7,7,8,8,9,9,10,10,11,11,12,12,13,13,14,14,15,15,16,16,16,17,17,18,19,19,20,21,21,22,23,23,24,25,25,26,26,27,27,28,28,29,29,30,30,31,31,32,32,33,33,34,34,35,36,36,37,38,39,40,40,41,42,42,43,44,44,45,46,46,47,48,48,49,49,50,50,51,51,52,52,53,53,54,54,55,56,57,58,59,59,60,61,62,63,63,64,65,65,66,67,67,68,69,69,70,71,71,72,72,73,73,74,75,75,76,76,77,78,79,79,80,81,82,83,84,85,85,86,87,88,88,89,90,90,91,92,92,93,94,94,95,95,96,97,97,98,98,99}; |
|
|
|
|
const int grpc_stats_table_4[65] = {0,1,2,3,4,6,8,11,15,20,26,34,44,57,73,94,121,155,199,255,327,419,537,688,881,1128,1444,1848,2365,3026,3872,4954,6338,8108,10373,13270,16976,21717,27782,35541,45467,58165,74409,95189,121772,155778,199281,254933,326126,417200,533707,682750,873414,1117323,1429345,1828502,2339127,2992348,3827987,4896985,6264509,8013925,10251880,13114801,16777216}; |
|
|
|
|
const uint8_t grpc_stats_table_5[87] = {0,0,1,1,2,3,3,4,4,5,6,6,7,8,8,9,10,11,11,12,13,13,14,15,15,16,17,17,18,19,20,20,21,22,22,23,24,25,25,26,27,27,28,29,29,30,31,31,32,33,34,34,35,36,36,37,38,39,39,40,41,41,42,43,44,44,45,45,46,47,48,48,49,50,51,51,52,53,53,54,55,56,56,57,58,58,59}; |
|
|
|
|
const int grpc_stats_table_6[65] = {0,1,2,3,4,5,6,7,8,9,10,11,12,14,16,18,20,22,24,27,30,33,36,39,43,47,51,56,61,66,72,78,85,92,100,109,118,128,139,151,164,178,193,209,226,244,264,285,308,333,359,387,418,451,486,524,565,609,656,707,762,821,884,952,1024}; |
|
|
|
|
const uint8_t grpc_stats_table_7[102] = {0,0,0,1,1,1,1,2,2,3,3,4,4,5,5,6,6,6,7,7,7,8,8,9,9,10,11,11,12,12,13,13,14,14,14,15,15,16,16,17,17,18,19,19,20,20,21,21,22,22,23,23,24,24,24,25,26,27,27,28,28,29,29,30,30,31,31,32,32,33,33,34,35,35,36,37,37,38,38,39,39,40,40,41,41,42,42,43,44,44,45,46,46,47,48,48,49,49,50,50,51,51}; |
|
|
|
|
const int grpc_stats_table_8[9] = {0,1,2,4,7,13,23,39,64}; |
|
|
|
|
const uint8_t grpc_stats_table_9[9] = {0,0,1,2,2,3,4,4,5}; |
|
|
|
|
void grpc_stats_inc_call_initial_size(int value) {value = GPR_CLAMP(value, 0, 262144); |
|
|
|
|
if (value < 6) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_CALL_INITIAL_SIZE, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4651092515166879744ull) { |
|
|
|
|
int bucket = grpc_stats_table_1[((_val.uint - 4618441417868443648ull) >> 49)] + 6; |
|
|
|
|
_bkt.dbl = grpc_stats_table_0[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_CALL_INITIAL_SIZE, bucket); |
|
|
|
|
return; |
|
|
|
|
const int grpc_stats_table_0[65] = { |
|
|
|
|
0, 1, 2, 3, 4, 5, 7, 9, 11, 14, |
|
|
|
|
17, 21, 26, 32, 39, 47, 57, 68, 82, 98, |
|
|
|
|
117, 140, 167, 199, 238, 284, 339, 404, 482, 575, |
|
|
|
|
685, 816, 972, 1158, 1380, 1644, 1959, 2334, 2780, 3312, |
|
|
|
|
3945, 4699, 5597, 6667, 7941, 9459, 11267, 13420, 15984, 19038, |
|
|
|
|
22676, 27009, 32169, 38315, 45635, 54353, 64737, 77104, 91834, 109378, |
|
|
|
|
130273, 155159, 184799, 220100, 262144}; |
|
|
|
|
const uint8_t grpc_stats_table_1[124] = { |
|
|
|
|
0, 0, 0, 1, 1, 1, 2, 2, 3, 3, 3, 4, 4, 5, 5, 6, 6, 6, |
|
|
|
|
7, 7, 7, 8, 9, 9, 10, 10, 10, 11, 11, 12, 12, 13, 13, 14, 14, 15, |
|
|
|
|
15, 16, 16, 17, 17, 18, 18, 19, 19, 20, 20, 21, 21, 22, 22, 22, 23, 24, |
|
|
|
|
24, 25, 25, 26, 26, 26, 27, 27, 28, 29, 29, 30, 30, 30, 31, 31, 32, 33, |
|
|
|
|
33, 34, 34, 34, 35, 35, 36, 37, 37, 37, 38, 38, 39, 39, 40, 40, 41, 41, |
|
|
|
|
42, 42, 43, 43, 44, 44, 45, 45, 46, 46, 47, 47, 48, 48, 49, 49, 50, 50, |
|
|
|
|
51, 51, 52, 52, 53, 53, 54, 54, 55, 55, 56, 56, 57, 57, 58, 58}; |
|
|
|
|
const int grpc_stats_table_2[129] = { |
|
|
|
|
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, |
|
|
|
|
15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, |
|
|
|
|
32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, |
|
|
|
|
63, 66, 69, 72, 75, 78, 81, 84, 87, 90, 94, 98, 102, 106, 110, |
|
|
|
|
114, 118, 122, 126, 131, 136, 141, 146, 151, 156, 162, 168, 174, 180, 186, |
|
|
|
|
192, 199, 206, 213, 220, 228, 236, 244, 252, 260, 269, 278, 287, 297, 307, |
|
|
|
|
317, 327, 338, 349, 360, 372, 384, 396, 409, 422, 436, 450, 464, 479, 494, |
|
|
|
|
510, 526, 543, 560, 578, 596, 615, 634, 654, 674, 695, 717, 739, 762, 785, |
|
|
|
|
809, 834, 859, 885, 912, 939, 967, 996, 1024}; |
|
|
|
|
const uint8_t grpc_stats_table_3[166] = { |
|
|
|
|
0, 0, 0, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, |
|
|
|
|
8, 8, 9, 9, 10, 10, 11, 11, 12, 12, 13, 13, 14, 14, 15, 15, 16, 16, 16, |
|
|
|
|
17, 17, 18, 19, 19, 20, 21, 21, 22, 23, 23, 24, 25, 25, 26, 26, 27, 27, 28, |
|
|
|
|
28, 29, 29, 30, 30, 31, 31, 32, 32, 33, 33, 34, 34, 35, 36, 36, 37, 38, 39, |
|
|
|
|
40, 40, 41, 42, 42, 43, 44, 44, 45, 46, 46, 47, 48, 48, 49, 49, 50, 50, 51, |
|
|
|
|
51, 52, 52, 53, 53, 54, 54, 55, 56, 57, 58, 59, 59, 60, 61, 62, 63, 63, 64, |
|
|
|
|
65, 65, 66, 67, 67, 68, 69, 69, 70, 71, 71, 72, 72, 73, 73, 74, 75, 75, 76, |
|
|
|
|
76, 77, 78, 79, 79, 80, 81, 82, 83, 84, 85, 85, 86, 87, 88, 88, 89, 90, 90, |
|
|
|
|
91, 92, 92, 93, 94, 94, 95, 95, 96, 97, 97, 98, 98, 99}; |
|
|
|
|
const int grpc_stats_table_4[65] = { |
|
|
|
|
0, 1, 2, 3, 4, 6, 8, 11, |
|
|
|
|
15, 20, 26, 34, 44, 57, 73, 94, |
|
|
|
|
121, 155, 199, 255, 327, 419, 537, 688, |
|
|
|
|
881, 1128, 1444, 1848, 2365, 3026, 3872, 4954, |
|
|
|
|
6338, 8108, 10373, 13270, 16976, 21717, 27782, 35541, |
|
|
|
|
45467, 58165, 74409, 95189, 121772, 155778, 199281, 254933, |
|
|
|
|
326126, 417200, 533707, 682750, 873414, 1117323, 1429345, 1828502, |
|
|
|
|
2339127, 2992348, 3827987, 4896985, 6264509, 8013925, 10251880, 13114801, |
|
|
|
|
16777216}; |
|
|
|
|
const uint8_t grpc_stats_table_5[87] = { |
|
|
|
|
0, 0, 1, 1, 2, 3, 3, 4, 4, 5, 6, 6, 7, 8, 8, 9, 10, 11, |
|
|
|
|
11, 12, 13, 13, 14, 15, 15, 16, 17, 17, 18, 19, 20, 20, 21, 22, 22, 23, |
|
|
|
|
24, 25, 25, 26, 27, 27, 28, 29, 29, 30, 31, 31, 32, 33, 34, 34, 35, 36, |
|
|
|
|
36, 37, 38, 39, 39, 40, 41, 41, 42, 43, 44, 44, 45, 45, 46, 47, 48, 48, |
|
|
|
|
49, 50, 51, 51, 52, 53, 53, 54, 55, 56, 56, 57, 58, 58, 59}; |
|
|
|
|
const int grpc_stats_table_6[65] = { |
|
|
|
|
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, |
|
|
|
|
14, 16, 18, 20, 22, 24, 27, 30, 33, 36, 39, 43, 47, |
|
|
|
|
51, 56, 61, 66, 72, 78, 85, 92, 100, 109, 118, 128, 139, |
|
|
|
|
151, 164, 178, 193, 209, 226, 244, 264, 285, 308, 333, 359, 387, |
|
|
|
|
418, 451, 486, 524, 565, 609, 656, 707, 762, 821, 884, 952, 1024}; |
|
|
|
|
const uint8_t grpc_stats_table_7[102] = { |
|
|
|
|
0, 0, 0, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, |
|
|
|
|
6, 7, 7, 7, 8, 8, 9, 9, 10, 11, 11, 12, 12, 13, 13, 14, 14, |
|
|
|
|
14, 15, 15, 16, 16, 17, 17, 18, 19, 19, 20, 20, 21, 21, 22, 22, 23, |
|
|
|
|
23, 24, 24, 24, 25, 26, 27, 27, 28, 28, 29, 29, 30, 30, 31, 31, 32, |
|
|
|
|
32, 33, 33, 34, 35, 35, 36, 37, 37, 38, 38, 39, 39, 40, 40, 41, 41, |
|
|
|
|
42, 42, 43, 44, 44, 45, 46, 46, 47, 48, 48, 49, 49, 50, 50, 51, 51}; |
|
|
|
|
const int grpc_stats_table_8[9] = {0, 1, 2, 4, 7, 13, 23, 39, 64}; |
|
|
|
|
const uint8_t grpc_stats_table_9[9] = {0, 0, 1, 2, 2, 3, 4, 4, 5}; |
|
|
|
|
void grpc_stats_inc_call_initial_size(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 262144); |
|
|
|
|
if (value < 6) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_CALL_INITIAL_SIZE, value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4651092515166879744ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_1[((_val.uint - 4618441417868443648ull) >> 49)] + 6; |
|
|
|
|
_bkt.dbl = grpc_stats_table_0[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_CALL_INITIAL_SIZE, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_CALL_INITIAL_SIZE, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_0, 64)); |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_CALL_INITIAL_SIZE, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_0, 64)); |
|
|
|
|
void grpc_stats_inc_poll_events_returned(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 29) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_POLL_EVENTS_RETURNED, value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4642789003353915392ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_3[((_val.uint - 4628855992006737920ull) >> 47)] + 29; |
|
|
|
|
_bkt.dbl = grpc_stats_table_2[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_POLL_EVENTS_RETURNED, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_POLL_EVENTS_RETURNED, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_2, 128)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_poll_events_returned(int value) {value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 29) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_POLL_EVENTS_RETURNED, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4642789003353915392ull) { |
|
|
|
|
int bucket = grpc_stats_table_3[((_val.uint - 4628855992006737920ull) >> 47)] + 29; |
|
|
|
|
_bkt.dbl = grpc_stats_table_2[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_POLL_EVENTS_RETURNED, bucket); |
|
|
|
|
return; |
|
|
|
|
void grpc_stats_inc_tcp_write_size(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 16777216); |
|
|
|
|
if (value < 5) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_SIZE, value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4683743612465315840ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5; |
|
|
|
|
_bkt.dbl = grpc_stats_table_4[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_SIZE, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_TCP_WRITE_SIZE, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64)); |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_POLL_EVENTS_RETURNED, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_2, 128)); |
|
|
|
|
void grpc_stats_inc_tcp_write_iov_size(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_IOV_SIZE, value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_IOV_SIZE, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_TCP_WRITE_IOV_SIZE, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_tcp_write_size(int value) {value = GPR_CLAMP(value, 0, 16777216); |
|
|
|
|
if (value < 5) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_SIZE, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4683743612465315840ull) { |
|
|
|
|
int bucket = grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5; |
|
|
|
|
_bkt.dbl = grpc_stats_table_4[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_SIZE, bucket); |
|
|
|
|
return; |
|
|
|
|
void grpc_stats_inc_tcp_read_size(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 16777216); |
|
|
|
|
if (value < 5) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_SIZE, value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4683743612465315840ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5; |
|
|
|
|
_bkt.dbl = grpc_stats_table_4[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_SIZE, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_TCP_READ_SIZE, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64)); |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_SIZE, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64)); |
|
|
|
|
void grpc_stats_inc_tcp_read_offer(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 16777216); |
|
|
|
|
if (value < 5) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER, value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4683743612465315840ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5; |
|
|
|
|
_bkt.dbl = grpc_stats_table_4[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_TCP_READ_OFFER, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_tcp_write_iov_size(int value) {value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_IOV_SIZE, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_IOV_SIZE, bucket); |
|
|
|
|
return; |
|
|
|
|
void grpc_stats_inc_tcp_read_offer_iov_size(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER_IOV_SIZE, |
|
|
|
|
value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER_IOV_SIZE, |
|
|
|
|
bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_TCP_READ_OFFER_IOV_SIZE, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_IOV_SIZE, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
void grpc_stats_inc_http2_send_message_size(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 16777216); |
|
|
|
|
if (value < 5) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_SIZE, |
|
|
|
|
value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4683743612465315840ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5; |
|
|
|
|
_bkt.dbl = grpc_stats_table_4[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_SIZE, |
|
|
|
|
bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_SIZE, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_tcp_read_size(int value) {value = GPR_CLAMP(value, 0, 16777216); |
|
|
|
|
if (value < 5) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_SIZE, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4683743612465315840ull) { |
|
|
|
|
int bucket = grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5; |
|
|
|
|
_bkt.dbl = grpc_stats_table_4[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_SIZE, bucket); |
|
|
|
|
return; |
|
|
|
|
void grpc_stats_inc_http2_send_initial_metadata_per_write(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_HTTP2_SEND_INITIAL_METADATA_PER_WRITE, value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_HTTP2_SEND_INITIAL_METADATA_PER_WRITE, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_HTTP2_SEND_INITIAL_METADATA_PER_WRITE, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_SIZE, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64)); |
|
|
|
|
void grpc_stats_inc_http2_send_message_per_write(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_PER_WRITE, |
|
|
|
|
value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_PER_WRITE, |
|
|
|
|
bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_PER_WRITE, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_tcp_read_offer(int value) {value = GPR_CLAMP(value, 0, 16777216); |
|
|
|
|
if (value < 5) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4683743612465315840ull) { |
|
|
|
|
int bucket = grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5; |
|
|
|
|
_bkt.dbl = grpc_stats_table_4[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER, bucket); |
|
|
|
|
return; |
|
|
|
|
void grpc_stats_inc_http2_send_trailing_metadata_per_write(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_HTTP2_SEND_TRAILING_METADATA_PER_WRITE, value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_HTTP2_SEND_TRAILING_METADATA_PER_WRITE, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_HTTP2_SEND_TRAILING_METADATA_PER_WRITE, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64)); |
|
|
|
|
void grpc_stats_inc_http2_send_flowctl_per_write(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_FLOWCTL_PER_WRITE, |
|
|
|
|
value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_FLOWCTL_PER_WRITE, |
|
|
|
|
bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_HTTP2_SEND_FLOWCTL_PER_WRITE, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_tcp_read_offer_iov_size(int value) {value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER_IOV_SIZE, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER_IOV_SIZE, bucket); |
|
|
|
|
return; |
|
|
|
|
void grpc_stats_inc_server_cqs_checked(int value) { |
|
|
|
|
value = GPR_CLAMP(value, 0, 64); |
|
|
|
|
if (value < 3) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_SERVER_CQS_CHECKED, value); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
union { |
|
|
|
|
double dbl; |
|
|
|
|
uint64_t uint; |
|
|
|
|
} _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4625196817309499392ull) { |
|
|
|
|
int bucket = |
|
|
|
|
grpc_stats_table_9[((_val.uint - 4613937818241073152ull) >> 51)] + 3; |
|
|
|
|
_bkt.dbl = grpc_stats_table_8[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_SERVER_CQS_CHECKED, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM( |
|
|
|
|
GRPC_STATS_HISTOGRAM_SERVER_CQS_CHECKED, |
|
|
|
|
grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_8, 8)); |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER_IOV_SIZE, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_http2_send_message_size(int value) {value = GPR_CLAMP(value, 0, 16777216); |
|
|
|
|
if (value < 5) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_SIZE, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4683743612465315840ull) { |
|
|
|
|
int bucket = grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5; |
|
|
|
|
_bkt.dbl = grpc_stats_table_4[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_SIZE, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_SIZE, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_http2_send_initial_metadata_per_write(int value) {value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_INITIAL_METADATA_PER_WRITE, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_INITIAL_METADATA_PER_WRITE, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_INITIAL_METADATA_PER_WRITE, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_http2_send_message_per_write(int value) {value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_PER_WRITE, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_PER_WRITE, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_PER_WRITE, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_http2_send_trailing_metadata_per_write(int value) {value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_TRAILING_METADATA_PER_WRITE, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_TRAILING_METADATA_PER_WRITE, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_TRAILING_METADATA_PER_WRITE, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_http2_send_flowctl_per_write(int value) {value = GPR_CLAMP(value, 0, 1024); |
|
|
|
|
if (value < 13) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_FLOWCTL_PER_WRITE, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4637863191261478912ull) { |
|
|
|
|
int bucket = grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13; |
|
|
|
|
_bkt.dbl = grpc_stats_table_6[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_FLOWCTL_PER_WRITE, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_FLOWCTL_PER_WRITE, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64)); |
|
|
|
|
} |
|
|
|
|
void grpc_stats_inc_server_cqs_checked(int value) {value = GPR_CLAMP(value, 0, 64); |
|
|
|
|
if (value < 3) { |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_SERVER_CQS_CHECKED, value); |
|
|
|
|
return; |
|
|
|
|
}union { double dbl; uint64_t uint; } _val, _bkt; |
|
|
|
|
_val.dbl = value; |
|
|
|
|
if (_val.uint < 4625196817309499392ull) { |
|
|
|
|
int bucket = grpc_stats_table_9[((_val.uint - 4613937818241073152ull) >> 51)] + 3; |
|
|
|
|
_bkt.dbl = grpc_stats_table_8[bucket]; |
|
|
|
|
bucket -= (_val.uint < _bkt.uint); |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_SERVER_CQS_CHECKED, bucket); |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_SERVER_CQS_CHECKED, grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_8, 8)); |
|
|
|
|
} |
|
|
|
|
const int grpc_stats_histo_buckets[13] = {64,128,64,64,64,64,64,64,64,64,64,64,8}; |
|
|
|
|
const int grpc_stats_histo_start[13] = {0,64,192,256,320,384,448,512,576,640,704,768,832}; |
|
|
|
|
const int *const grpc_stats_histo_bucket_boundaries[13] = {grpc_stats_table_0,grpc_stats_table_2,grpc_stats_table_4,grpc_stats_table_6,grpc_stats_table_4,grpc_stats_table_4,grpc_stats_table_6,grpc_stats_table_4,grpc_stats_table_6,grpc_stats_table_6,grpc_stats_table_6,grpc_stats_table_6,grpc_stats_table_8}; |
|
|
|
|
void (*const grpc_stats_inc_histogram[13])(int x) = {grpc_stats_inc_call_initial_size,grpc_stats_inc_poll_events_returned,grpc_stats_inc_tcp_write_size,grpc_stats_inc_tcp_write_iov_size,grpc_stats_inc_tcp_read_size,grpc_stats_inc_tcp_read_offer,grpc_stats_inc_tcp_read_offer_iov_size,grpc_stats_inc_http2_send_message_size,grpc_stats_inc_http2_send_initial_metadata_per_write,grpc_stats_inc_http2_send_message_per_write,grpc_stats_inc_http2_send_trailing_metadata_per_write,grpc_stats_inc_http2_send_flowctl_per_write,grpc_stats_inc_server_cqs_checked}; |
|
|
|
|
const int grpc_stats_histo_buckets[13] = {64, 128, 64, 64, 64, 64, 64, |
|
|
|
|
64, 64, 64, 64, 64, 8}; |
|
|
|
|
const int grpc_stats_histo_start[13] = {0, 64, 192, 256, 320, 384, 448, |
|
|
|
|
512, 576, 640, 704, 768, 832}; |
|
|
|
|
const int* const grpc_stats_histo_bucket_boundaries[13] = { |
|
|
|
|
grpc_stats_table_0, grpc_stats_table_2, grpc_stats_table_4, |
|
|
|
|
grpc_stats_table_6, grpc_stats_table_4, grpc_stats_table_4, |
|
|
|
|
grpc_stats_table_6, grpc_stats_table_4, grpc_stats_table_6, |
|
|
|
|
grpc_stats_table_6, grpc_stats_table_6, grpc_stats_table_6, |
|
|
|
|
grpc_stats_table_8}; |
|
|
|
|
void (*const grpc_stats_inc_histogram[13])(int x) = { |
|
|
|
|
grpc_stats_inc_call_initial_size, |
|
|
|
|
grpc_stats_inc_poll_events_returned, |
|
|
|
|
grpc_stats_inc_tcp_write_size, |
|
|
|
|
grpc_stats_inc_tcp_write_iov_size, |
|
|
|
|
grpc_stats_inc_tcp_read_size, |
|
|
|
|
grpc_stats_inc_tcp_read_offer, |
|
|
|
|
grpc_stats_inc_tcp_read_offer_iov_size, |
|
|
|
|
grpc_stats_inc_http2_send_message_size, |
|
|
|
|
grpc_stats_inc_http2_send_initial_metadata_per_write, |
|
|
|
|
grpc_stats_inc_http2_send_message_per_write, |
|
|
|
|
grpc_stats_inc_http2_send_trailing_metadata_per_write, |
|
|
|
|
grpc_stats_inc_http2_send_flowctl_per_write, |
|
|
|
|
grpc_stats_inc_server_cqs_checked}; |
|
|
|
|