|
|
@ -202,11 +202,19 @@ static void validate_non_pending_timer(grpc_timer* t) { |
|
|
|
|
|
|
|
|
|
|
|
#endif |
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#if GPR_ARCH_64 |
|
|
|
|
|
|
|
/* NOTE: TODO(sreek) - Currently the thread local storage support in grpc is
|
|
|
|
|
|
|
|
for intptr_t which means on 32-bit machines it is not wide enough to hold |
|
|
|
|
|
|
|
grpc_millis which is 64-bit. Adding thread local support for 64 bit values |
|
|
|
|
|
|
|
is a lot of work for very little gain. So we are currently restricting this |
|
|
|
|
|
|
|
optimization to only 64 bit machines */ |
|
|
|
|
|
|
|
|
|
|
|
/* Thread local variable that stores the deadline of the next timer the thread
|
|
|
|
/* Thread local variable that stores the deadline of the next timer the thread
|
|
|
|
* has last-seen. This is an optimization to prevent the thread from checking |
|
|
|
* has last-seen. This is an optimization to prevent the thread from checking |
|
|
|
* shared_mutables.min_timer (which requires acquiring shared_mutables.mu lock, |
|
|
|
* shared_mutables.min_timer (which requires acquiring shared_mutables.mu lock, |
|
|
|
* an expensive operation) */ |
|
|
|
* an expensive operation) */ |
|
|
|
GPR_TLS_DECL(g_last_seen_min_timer); |
|
|
|
GPR_TLS_DECL(g_last_seen_min_timer); |
|
|
|
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
|
|
struct shared_mutables { |
|
|
|
struct shared_mutables { |
|
|
|
/* The deadline of the next timer due across all timer shards */ |
|
|
|
/* The deadline of the next timer due across all timer shards */ |
|
|
@ -250,8 +258,11 @@ static void timer_list_init() { |
|
|
|
g_shared_mutables.checker_mu = GPR_SPINLOCK_INITIALIZER; |
|
|
|
g_shared_mutables.checker_mu = GPR_SPINLOCK_INITIALIZER; |
|
|
|
gpr_mu_init(&g_shared_mutables.mu); |
|
|
|
gpr_mu_init(&g_shared_mutables.mu); |
|
|
|
g_shared_mutables.min_timer = grpc_core::ExecCtx::Get()->Now(); |
|
|
|
g_shared_mutables.min_timer = grpc_core::ExecCtx::Get()->Now(); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#if GPR_ARCH_64 |
|
|
|
gpr_tls_init(&g_last_seen_min_timer); |
|
|
|
gpr_tls_init(&g_last_seen_min_timer); |
|
|
|
gpr_tls_set(&g_last_seen_min_timer, 0); |
|
|
|
gpr_tls_set(&g_last_seen_min_timer, 0); |
|
|
|
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
|
|
for (i = 0; i < g_num_shards; i++) { |
|
|
|
for (i = 0; i < g_num_shards; i++) { |
|
|
|
timer_shard* shard = &g_shards[i]; |
|
|
|
timer_shard* shard = &g_shards[i]; |
|
|
@ -280,7 +291,11 @@ static void timer_list_shutdown() { |
|
|
|
grpc_timer_heap_destroy(&shard->heap); |
|
|
|
grpc_timer_heap_destroy(&shard->heap); |
|
|
|
} |
|
|
|
} |
|
|
|
gpr_mu_destroy(&g_shared_mutables.mu); |
|
|
|
gpr_mu_destroy(&g_shared_mutables.mu); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#if GPR_ARCH_64 |
|
|
|
gpr_tls_destroy(&g_last_seen_min_timer); |
|
|
|
gpr_tls_destroy(&g_last_seen_min_timer); |
|
|
|
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
|
|
gpr_free(g_shards); |
|
|
|
gpr_free(g_shards); |
|
|
|
gpr_free(g_shard_queue); |
|
|
|
gpr_free(g_shard_queue); |
|
|
|
g_shared_mutables.initialized = false; |
|
|
|
g_shared_mutables.initialized = false; |
|
|
@ -337,7 +352,7 @@ static void timer_init(grpc_timer* timer, grpc_millis deadline, |
|
|
|
#endif |
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
|
|
if (grpc_timer_trace.enabled()) { |
|
|
|
if (grpc_timer_trace.enabled()) { |
|
|
|
gpr_log(GPR_DEBUG, "TIMER %p: SET %" PRIdPTR " now %" PRId64 " call %p[%p]", |
|
|
|
gpr_log(GPR_DEBUG, "TIMER %p: SET %" PRId64 " now %" PRId64 " call %p[%p]", |
|
|
|
timer, deadline, grpc_core::ExecCtx::Get()->Now(), closure, |
|
|
|
timer, deadline, grpc_core::ExecCtx::Get()->Now(), closure, |
|
|
|
closure->cb); |
|
|
|
closure->cb); |
|
|
|
} |
|
|
|
} |
|
|
@ -412,8 +427,10 @@ static void timer_init(grpc_timer* timer, grpc_millis deadline, |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
static void timer_consume_kick(void) { |
|
|
|
static void timer_consume_kick(void) { |
|
|
|
/* force re-evaluation of last seeen min */ |
|
|
|
#if GPR_ARCH_64 |
|
|
|
|
|
|
|
/* Force re-evaluation of last seen min */ |
|
|
|
gpr_tls_set(&g_last_seen_min_timer, 0); |
|
|
|
gpr_tls_set(&g_last_seen_min_timer, 0); |
|
|
|
|
|
|
|
#endif |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
static void timer_cancel(grpc_timer* timer) { |
|
|
|
static void timer_cancel(grpc_timer* timer) { |
|
|
@ -502,12 +519,12 @@ static grpc_timer* pop_one(timer_shard* shard, grpc_millis now) { |
|
|
|
timer = grpc_timer_heap_top(&shard->heap); |
|
|
|
timer = grpc_timer_heap_top(&shard->heap); |
|
|
|
if (grpc_timer_check_trace.enabled()) { |
|
|
|
if (grpc_timer_check_trace.enabled()) { |
|
|
|
gpr_log(GPR_DEBUG, |
|
|
|
gpr_log(GPR_DEBUG, |
|
|
|
" .. check top timer deadline=%" PRIdPTR " now=%" PRIdPTR, |
|
|
|
" .. check top timer deadline=%" PRId64 " now=%" PRId64, |
|
|
|
timer->deadline, now); |
|
|
|
timer->deadline, now); |
|
|
|
} |
|
|
|
} |
|
|
|
if (timer->deadline > now) return nullptr; |
|
|
|
if (timer->deadline > now) return nullptr; |
|
|
|
if (grpc_timer_trace.enabled()) { |
|
|
|
if (grpc_timer_trace.enabled()) { |
|
|
|
gpr_log(GPR_DEBUG, "TIMER %p: FIRE %" PRIdPTR "ms late via %s scheduler", |
|
|
|
gpr_log(GPR_DEBUG, "TIMER %p: FIRE %" PRId64 "ms late via %s scheduler", |
|
|
|
timer, now - timer->deadline, |
|
|
|
timer, now - timer->deadline, |
|
|
|
timer->closure->scheduler->vtable->name); |
|
|
|
timer->closure->scheduler->vtable->name); |
|
|
|
} |
|
|
|
} |
|
|
@ -543,7 +560,9 @@ static grpc_timer_check_result run_some_expired_timers(grpc_millis now, |
|
|
|
grpc_timer_check_result result = GRPC_TIMERS_NOT_CHECKED; |
|
|
|
grpc_timer_check_result result = GRPC_TIMERS_NOT_CHECKED; |
|
|
|
|
|
|
|
|
|
|
|
grpc_millis min_timer = gpr_atm_no_barrier_load(&g_shared_mutables.min_timer); |
|
|
|
grpc_millis min_timer = gpr_atm_no_barrier_load(&g_shared_mutables.min_timer); |
|
|
|
|
|
|
|
#if GPR_ARCH_64 |
|
|
|
gpr_tls_set(&g_last_seen_min_timer, min_timer); |
|
|
|
gpr_tls_set(&g_last_seen_min_timer, min_timer); |
|
|
|
|
|
|
|
#endif |
|
|
|
if (now < min_timer) { |
|
|
|
if (now < min_timer) { |
|
|
|
if (next != nullptr) *next = GPR_MIN(*next, min_timer); |
|
|
|
if (next != nullptr) *next = GPR_MIN(*next, min_timer); |
|
|
|
return GRPC_TIMERS_CHECKED_AND_EMPTY; |
|
|
|
return GRPC_TIMERS_CHECKED_AND_EMPTY; |
|
|
@ -608,17 +627,21 @@ static grpc_timer_check_result timer_check(grpc_millis* next) { |
|
|
|
// prelude
|
|
|
|
// prelude
|
|
|
|
grpc_millis now = grpc_core::ExecCtx::Get()->Now(); |
|
|
|
grpc_millis now = grpc_core::ExecCtx::Get()->Now(); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#if GPR_ARCH_64 |
|
|
|
/* fetch from a thread-local first: this avoids contention on a globally
|
|
|
|
/* fetch from a thread-local first: this avoids contention on a globally
|
|
|
|
mutable cacheline in the common case */ |
|
|
|
mutable cacheline in the common case */ |
|
|
|
grpc_millis min_timer = gpr_tls_get(&g_last_seen_min_timer); |
|
|
|
grpc_millis min_timer = gpr_tls_get(&g_last_seen_min_timer); |
|
|
|
|
|
|
|
#else |
|
|
|
|
|
|
|
grpc_millis min_timer = gpr_atm_no_barrier_load(&g_shared_mutables.min_timer); |
|
|
|
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
|
|
if (now < min_timer) { |
|
|
|
if (now < min_timer) { |
|
|
|
if (next != nullptr) { |
|
|
|
if (next != nullptr) { |
|
|
|
*next = GPR_MIN(*next, min_timer); |
|
|
|
*next = GPR_MIN(*next, min_timer); |
|
|
|
} |
|
|
|
} |
|
|
|
if (grpc_timer_check_trace.enabled()) { |
|
|
|
if (grpc_timer_check_trace.enabled()) { |
|
|
|
gpr_log(GPR_DEBUG, |
|
|
|
gpr_log(GPR_DEBUG, "TIMER CHECK SKIP: now=%" PRId64 " min_timer=%" PRId64, |
|
|
|
"TIMER CHECK SKIP: now=%" PRId64" min_timer=%" PRId64, now, |
|
|
|
now, min_timer); |
|
|
|
min_timer); |
|
|
|
|
|
|
|
} |
|
|
|
} |
|
|
|
return GRPC_TIMERS_CHECKED_AND_EMPTY; |
|
|
|
return GRPC_TIMERS_CHECKED_AND_EMPTY; |
|
|
|
} |
|
|
|
} |
|
|
@ -634,12 +657,12 @@ static grpc_timer_check_result timer_check(grpc_millis* next) { |
|
|
|
if (next == nullptr) { |
|
|
|
if (next == nullptr) { |
|
|
|
next_str = gpr_strdup("NULL"); |
|
|
|
next_str = gpr_strdup("NULL"); |
|
|
|
} else { |
|
|
|
} else { |
|
|
|
gpr_asprintf(&next_str, "%" PRIdPTR, *next); |
|
|
|
gpr_asprintf(&next_str, "%" PRId64, *next); |
|
|
|
} |
|
|
|
} |
|
|
|
gpr_log(GPR_DEBUG, |
|
|
|
gpr_log(GPR_DEBUG, |
|
|
|
"TIMER CHECK BEGIN: now=%" PRIdPTR " next=%s tls_min=%" PRIdPTR |
|
|
|
"TIMER CHECK BEGIN: now=%" PRId64 " next=%s tls_min=%" PRId64 |
|
|
|
" glob_min=%" PRIdPTR, |
|
|
|
" glob_min=%" PRId64, |
|
|
|
now, next_str, gpr_tls_get(&g_last_seen_min_timer), |
|
|
|
now, next_str, min_timer, |
|
|
|
gpr_atm_no_barrier_load(&g_shared_mutables.min_timer)); |
|
|
|
gpr_atm_no_barrier_load(&g_shared_mutables.min_timer)); |
|
|
|
gpr_free(next_str); |
|
|
|
gpr_free(next_str); |
|
|
|
} |
|
|
|
} |
|
|
|