2014-08-19 16:36:04 +02:00
|
|
|
/*
|
|
|
|
* nghttp2 - HTTP/2 C Library
|
|
|
|
*
|
|
|
|
* Copyright (c) 2014 Tatsuhiro Tsujikawa
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining
|
|
|
|
* a copy of this software and associated documentation files (the
|
|
|
|
* "Software"), to deal in the Software without restriction, including
|
|
|
|
* without limitation the rights to use, copy, modify, merge, publish,
|
|
|
|
* distribute, sublicense, and/or sell copies of the Software, and to
|
|
|
|
* permit persons to whom the Software is furnished to do so, subject to
|
|
|
|
* the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be
|
|
|
|
* included in all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
|
|
|
* LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
|
|
|
* OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
|
|
|
* WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*/
|
|
|
|
#include "shrpx_connect_blocker.h"
|
2016-06-21 17:13:43 +02:00
|
|
|
#include "shrpx_config.h"
|
2014-08-19 16:36:04 +02:00
|
|
|
|
|
|
|
namespace shrpx {
|
|
|
|
|
|
|
|
namespace {
|
2014-12-27 18:59:06 +01:00
|
|
|
void connect_blocker_cb(struct ev_loop *loop, ev_timer *w, int revents) {
|
2016-05-25 16:07:04 +02:00
|
|
|
auto connect_blocker = static_cast<ConnectBlocker *>(w->data);
|
2014-11-27 15:39:04 +01:00
|
|
|
if (LOG_ENABLED(INFO)) {
|
2016-02-21 06:53:06 +01:00
|
|
|
LOG(INFO) << "Unblock";
|
2014-08-19 16:36:04 +02:00
|
|
|
}
|
2016-05-25 16:07:04 +02:00
|
|
|
|
|
|
|
connect_blocker->call_unblock_func();
|
2014-08-19 16:36:04 +02:00
|
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
2016-05-25 16:07:04 +02:00
|
|
|
ConnectBlocker::ConnectBlocker(std::mt19937 &gen, struct ev_loop *loop,
|
|
|
|
std::function<void()> block_func,
|
|
|
|
std::function<void()> unblock_func)
|
|
|
|
: gen_(gen),
|
|
|
|
block_func_(block_func),
|
|
|
|
unblock_func_(unblock_func),
|
|
|
|
loop_(loop),
|
|
|
|
fail_count_(0),
|
|
|
|
offline_(false) {
|
2014-12-27 18:59:06 +01:00
|
|
|
ev_timer_init(&timer_, connect_blocker_cb, 0., 0.);
|
2016-05-25 16:07:04 +02:00
|
|
|
timer_.data = this;
|
2014-08-19 16:36:04 +02:00
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
ConnectBlocker::~ConnectBlocker() { ev_timer_stop(loop_, &timer_); }
|
|
|
|
|
|
|
|
bool ConnectBlocker::blocked() const { return ev_is_active(&timer_); }
|
2014-08-19 16:36:04 +02:00
|
|
|
|
2016-04-07 18:04:16 +02:00
|
|
|
void ConnectBlocker::on_success() {
|
|
|
|
if (ev_is_active(&timer_)) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
fail_count_ = 0;
|
|
|
|
}
|
2016-02-21 06:53:06 +01:00
|
|
|
|
2016-04-05 15:31:27 +02:00
|
|
|
// Use the similar backoff algorithm described in
|
|
|
|
// https://github.com/grpc/grpc/blob/master/doc/connection-backoff.md
|
2016-02-21 06:53:06 +01:00
|
|
|
namespace {
|
|
|
|
constexpr size_t MAX_BACKOFF_EXP = 10;
|
2016-04-05 15:31:27 +02:00
|
|
|
constexpr auto MULTIPLIER = 1.6;
|
|
|
|
constexpr auto JITTER = 0.2;
|
2016-02-21 06:53:06 +01:00
|
|
|
} // namespace
|
2014-08-19 16:36:04 +02:00
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
void ConnectBlocker::on_failure() {
|
2015-01-21 13:43:49 +01:00
|
|
|
if (ev_is_active(&timer_)) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2016-05-25 16:07:04 +02:00
|
|
|
call_block_func();
|
|
|
|
|
2016-02-21 06:53:06 +01:00
|
|
|
++fail_count_;
|
|
|
|
|
2016-06-27 15:42:28 +02:00
|
|
|
auto base_backoff =
|
|
|
|
util::int_pow(MULTIPLIER, std::min(MAX_BACKOFF_EXP, fail_count_));
|
2016-04-05 15:31:27 +02:00
|
|
|
auto dist = std::uniform_real_distribution<>(-JITTER * base_backoff,
|
|
|
|
JITTER * base_backoff);
|
2016-06-21 17:13:43 +02:00
|
|
|
|
|
|
|
auto &downstreamconf = *get_config()->conn.downstream;
|
|
|
|
|
|
|
|
auto backoff =
|
|
|
|
std::min(downstreamconf.timeout.max_backoff, base_backoff + dist(gen_));
|
2014-08-19 16:36:04 +02:00
|
|
|
|
2016-02-21 06:53:06 +01:00
|
|
|
LOG(WARN) << "Could not connect " << fail_count_
|
|
|
|
<< " times in a row; sleep for " << backoff << " seconds";
|
2014-08-19 16:36:04 +02:00
|
|
|
|
2016-02-21 06:53:06 +01:00
|
|
|
ev_timer_set(&timer_, backoff, 0.);
|
2014-12-27 18:59:06 +01:00
|
|
|
ev_timer_start(loop_, &timer_);
|
2014-08-19 16:36:04 +02:00
|
|
|
}
|
|
|
|
|
2016-04-07 18:04:16 +02:00
|
|
|
size_t ConnectBlocker::get_fail_count() const { return fail_count_; }
|
|
|
|
|
|
|
|
void ConnectBlocker::offline() {
|
2016-05-21 03:28:16 +02:00
|
|
|
if (offline_) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2016-05-25 16:07:04 +02:00
|
|
|
if (!ev_is_active(&timer_)) {
|
|
|
|
call_block_func();
|
|
|
|
}
|
|
|
|
|
2016-05-21 03:28:16 +02:00
|
|
|
offline_ = true;
|
|
|
|
|
2016-04-07 18:04:16 +02:00
|
|
|
ev_timer_stop(loop_, &timer_);
|
|
|
|
ev_timer_set(&timer_, std::numeric_limits<double>::max(), 0.);
|
|
|
|
ev_timer_start(loop_, &timer_);
|
|
|
|
}
|
|
|
|
|
|
|
|
void ConnectBlocker::online() {
|
|
|
|
ev_timer_stop(loop_, &timer_);
|
|
|
|
|
2016-06-15 17:57:26 +02:00
|
|
|
call_unblock_func();
|
|
|
|
|
2016-04-07 18:04:16 +02:00
|
|
|
fail_count_ = 0;
|
2016-05-21 03:28:16 +02:00
|
|
|
|
|
|
|
offline_ = false;
|
2016-04-07 18:04:16 +02:00
|
|
|
}
|
|
|
|
|
2016-05-21 03:28:16 +02:00
|
|
|
bool ConnectBlocker::in_offline() const { return offline_; }
|
|
|
|
|
2016-05-25 16:07:04 +02:00
|
|
|
void ConnectBlocker::call_block_func() { block_func_(); }
|
|
|
|
|
|
|
|
void ConnectBlocker::call_unblock_func() { unblock_func_(); }
|
|
|
|
|
2014-08-19 16:36:04 +02:00
|
|
|
} // namespace shrpx
|