2012-06-04 16:48:31 +02:00
|
|
|
/*
|
2014-03-30 12:09:21 +02:00
|
|
|
* nghttp2 - HTTP/2 C Library
|
2012-06-04 16:48:31 +02:00
|
|
|
*
|
|
|
|
* Copyright (c) 2012 Tatsuhiro Tsujikawa
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining
|
|
|
|
* a copy of this software and associated documentation files (the
|
|
|
|
* "Software"), to deal in the Software without restriction, including
|
|
|
|
* without limitation the rights to use, copy, modify, merge, publish,
|
|
|
|
* distribute, sublicense, and/or sell copies of the Software, and to
|
|
|
|
* permit persons to whom the Software is furnished to do so, subject to
|
|
|
|
* the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be
|
|
|
|
* included in all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
|
|
|
* LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
|
|
|
* OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
|
|
|
* WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*/
|
|
|
|
#include "shrpx_listen_handler.h"
|
|
|
|
|
2012-06-08 14:40:03 +02:00
|
|
|
#include <unistd.h>
|
2012-06-05 18:26:04 +02:00
|
|
|
|
|
|
|
#include <cerrno>
|
2013-08-19 17:07:01 +02:00
|
|
|
#include <thread>
|
2012-06-05 18:26:04 +02:00
|
|
|
|
2012-06-04 16:48:31 +02:00
|
|
|
#include "shrpx_client_handler.h"
|
2012-06-05 18:26:04 +02:00
|
|
|
#include "shrpx_ssl.h"
|
|
|
|
#include "shrpx_worker.h"
|
2014-08-12 15:22:02 +02:00
|
|
|
#include "shrpx_worker_config.h"
|
2012-11-18 13:23:13 +01:00
|
|
|
#include "shrpx_config.h"
|
2013-11-04 09:53:57 +01:00
|
|
|
#include "shrpx_http2_session.h"
|
2014-08-19 16:36:04 +02:00
|
|
|
#include "shrpx_connect_blocker.h"
|
2014-10-13 14:09:00 +02:00
|
|
|
#include "shrpx_downstream_connection.h"
|
2014-12-27 18:59:06 +01:00
|
|
|
#include "shrpx_accept_handler.h"
|
2014-06-26 15:55:22 +02:00
|
|
|
#include "util.h"
|
|
|
|
|
|
|
|
using namespace nghttp2;
|
2012-06-04 16:48:31 +02:00
|
|
|
|
|
|
|
namespace shrpx {
|
|
|
|
|
2014-08-27 15:34:00 +02:00
|
|
|
namespace {
|
2014-12-27 18:59:06 +01:00
|
|
|
void acceptor_disable_cb(struct ev_loop *loop, ev_timer *w, int revent) {
|
|
|
|
auto h = static_cast<ListenHandler *>(w->data);
|
2014-08-27 15:34:00 +02:00
|
|
|
|
|
|
|
// If we are in graceful shutdown period, we must not enable
|
|
|
|
// evlisteners again.
|
2014-11-27 15:39:04 +01:00
|
|
|
if (worker_config->graceful_shutdown) {
|
2014-08-27 15:34:00 +02:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
h->enable_acceptor();
|
2014-08-27 15:34:00 +02:00
|
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
ListenHandler::ListenHandler(struct ev_loop *loop, SSL_CTX *sv_ssl_ctx,
|
2013-02-07 13:13:36 +01:00
|
|
|
SSL_CTX *cl_ssl_ctx)
|
2014-12-27 18:59:06 +01:00
|
|
|
: loop_(loop), sv_ssl_ctx_(sv_ssl_ctx), cl_ssl_ctx_(cl_ssl_ctx),
|
|
|
|
// rate_limit_group_(bufferevent_rate_limit_group_new(
|
|
|
|
// evbase, get_config()->worker_rate_limit_cfg)),
|
|
|
|
worker_stat_(util::make_unique<WorkerStat>()),
|
|
|
|
worker_round_robin_cnt_(0) {
|
|
|
|
ev_timer_init(&disable_acceptor_timer_, acceptor_disable_cb, 0., 0.);
|
|
|
|
disable_acceptor_timer_.data = this;
|
|
|
|
}
|
2014-11-27 15:39:04 +01:00
|
|
|
|
|
|
|
ListenHandler::~ListenHandler() {
|
2014-12-27 18:59:06 +01:00
|
|
|
// bufferevent_rate_limit_group_free(rate_limit_group_);
|
|
|
|
ev_timer_stop(loop_, &disable_acceptor_timer_);
|
2014-03-09 06:53:28 +01:00
|
|
|
}
|
2012-06-04 16:48:31 +02:00
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
void ListenHandler::worker_reopen_log_files() {
|
2014-07-05 11:22:40 +02:00
|
|
|
WorkerEvent wev;
|
|
|
|
|
|
|
|
memset(&wev, 0, sizeof(wev));
|
|
|
|
wev.type = REOPEN_LOG;
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
for (auto &worker : workers_) {
|
|
|
|
worker->send(wev);
|
2014-08-12 15:22:02 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
void ListenHandler::create_worker_thread(size_t num) {
|
2014-08-17 11:50:10 +02:00
|
|
|
#ifndef NOTHREADS
|
2014-12-27 18:59:06 +01:00
|
|
|
assert(workers_.size() == 0);
|
2014-07-05 11:22:40 +02:00
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
for (size_t i = 0; i < num; ++i) {
|
|
|
|
auto worker = util::make_unique<Worker>(sv_ssl_ctx_, cl_ssl_ctx_);
|
|
|
|
worker->run();
|
|
|
|
workers_.push_back(std::move(worker));
|
2014-07-05 11:22:40 +02:00
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
if (LOG_ENABLED(INFO)) {
|
2014-07-05 11:22:40 +02:00
|
|
|
LLOG(INFO, this) << "Created thread #" << workers_.size() - 1;
|
2012-06-05 18:26:04 +02:00
|
|
|
}
|
|
|
|
}
|
2014-08-17 11:50:10 +02:00
|
|
|
#endif // NOTHREADS
|
2012-06-05 18:26:04 +02:00
|
|
|
}
|
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
void ListenHandler::join_worker() {
|
2014-08-17 11:50:10 +02:00
|
|
|
#ifndef NOTHREADS
|
2014-08-12 15:22:02 +02:00
|
|
|
int n = 0;
|
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
if (LOG_ENABLED(INFO)) {
|
2014-08-12 15:22:02 +02:00
|
|
|
LLOG(INFO, this) << "Waiting for worker thread to join: n="
|
|
|
|
<< workers_.size();
|
|
|
|
}
|
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
for (auto &worker : workers_) {
|
2014-12-27 18:59:06 +01:00
|
|
|
worker->wait();
|
2014-11-27 15:39:04 +01:00
|
|
|
if (LOG_ENABLED(INFO)) {
|
2014-08-12 15:22:02 +02:00
|
|
|
LLOG(INFO, this) << "Thread #" << n << " joined";
|
|
|
|
}
|
|
|
|
++n;
|
|
|
|
}
|
2014-08-17 11:50:10 +02:00
|
|
|
#endif // NOTHREADS
|
2014-08-12 15:22:02 +02:00
|
|
|
}
|
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
void ListenHandler::graceful_shutdown_worker() {
|
|
|
|
if (get_config()->num_worker == 1) {
|
2014-08-12 15:22:02 +02:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
for (auto &worker : workers_) {
|
2014-08-12 15:22:02 +02:00
|
|
|
WorkerEvent wev;
|
|
|
|
memset(&wev, 0, sizeof(wev));
|
|
|
|
wev.type = GRACEFUL_SHUTDOWN;
|
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
if (LOG_ENABLED(INFO)) {
|
2014-08-12 15:22:02 +02:00
|
|
|
LLOG(INFO, this) << "Sending graceful shutdown signal to worker";
|
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
worker->send(wev);
|
2014-08-12 15:22:02 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
int ListenHandler::handle_connection(int fd, sockaddr *addr, int addrlen) {
|
2014-11-27 15:39:04 +01:00
|
|
|
if (LOG_ENABLED(INFO)) {
|
2012-12-09 11:15:14 +01:00
|
|
|
LLOG(INFO, this) << "Accepted connection. fd=" << fd;
|
2012-06-04 16:48:31 +02:00
|
|
|
}
|
2014-08-12 15:22:02 +02:00
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
if (get_config()->num_worker == 1) {
|
2014-06-26 15:55:22 +02:00
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
if (worker_stat_->num_connections >=
|
|
|
|
get_config()->worker_frontend_connections) {
|
2014-06-26 15:55:22 +02:00
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
if (LOG_ENABLED(INFO)) {
|
2014-12-27 18:59:06 +01:00
|
|
|
LLOG(INFO, this) << "Too many connections >="
|
2014-06-26 15:55:22 +02:00
|
|
|
<< get_config()->worker_frontend_connections;
|
|
|
|
}
|
|
|
|
|
|
|
|
close(fd);
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
auto client = ssl::accept_connection(loop_, sv_ssl_ctx_, fd, addr, addrlen,
|
|
|
|
worker_stat_.get(), &dconn_pool_);
|
2014-11-27 15:39:04 +01:00
|
|
|
if (!client) {
|
2013-09-24 16:17:53 +02:00
|
|
|
LLOG(ERROR, this) << "ClientHandler creation failed";
|
2014-06-26 15:55:22 +02:00
|
|
|
|
|
|
|
close(fd);
|
|
|
|
return -1;
|
2013-09-24 16:17:53 +02:00
|
|
|
}
|
2014-06-26 15:55:22 +02:00
|
|
|
|
2014-06-26 17:39:53 +02:00
|
|
|
client->set_http2_session(http2session_.get());
|
2014-08-19 16:36:04 +02:00
|
|
|
client->set_http1_connect_blocker(http1_connect_blocker_.get());
|
|
|
|
|
2014-03-09 06:53:28 +01:00
|
|
|
return 0;
|
|
|
|
}
|
2014-12-27 18:59:06 +01:00
|
|
|
|
2014-07-05 11:22:40 +02:00
|
|
|
size_t idx = worker_round_robin_cnt_ % workers_.size();
|
2014-03-09 06:53:28 +01:00
|
|
|
++worker_round_robin_cnt_;
|
|
|
|
WorkerEvent wev;
|
|
|
|
memset(&wev, 0, sizeof(wev));
|
2014-07-05 11:22:40 +02:00
|
|
|
wev.type = NEW_CONNECTION;
|
2014-03-09 06:53:28 +01:00
|
|
|
wev.client_fd = fd;
|
|
|
|
memcpy(&wev.client_addr, addr, addrlen);
|
|
|
|
wev.client_addrlen = addrlen;
|
2014-12-27 18:59:06 +01:00
|
|
|
|
|
|
|
workers_[idx]->send(wev);
|
2014-06-26 15:55:22 +02:00
|
|
|
|
2012-06-04 16:48:31 +02:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
struct ev_loop *ListenHandler::get_loop() const {
|
|
|
|
return loop_;
|
2012-11-20 17:29:39 +01:00
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
void ListenHandler::create_http2_session() {
|
|
|
|
http2session_ = util::make_unique<Http2Session>(loop_, cl_ssl_ctx_);
|
|
|
|
}
|
2014-08-19 16:36:04 +02:00
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
void ListenHandler::create_http1_connect_blocker() {
|
|
|
|
http1_connect_blocker_ = util::make_unique<ConnectBlocker>(loop_);
|
2014-08-19 16:36:04 +02:00
|
|
|
}
|
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
const WorkerStat *ListenHandler::get_worker_stat() const {
|
2014-08-12 15:22:02 +02:00
|
|
|
return worker_stat_.get();
|
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
void ListenHandler::set_acceptor4(std::unique_ptr<AcceptHandler> h) {
|
|
|
|
acceptor4_ = std::move(h);
|
2014-08-12 15:22:02 +02:00
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
AcceptHandler *ListenHandler::get_acceptor4() const { return acceptor4_.get(); }
|
2014-08-12 15:22:02 +02:00
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
void ListenHandler::set_acceptor6(std::unique_ptr<AcceptHandler> h) {
|
|
|
|
acceptor6_ = std::move(h);
|
2014-08-12 15:22:02 +02:00
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
AcceptHandler *ListenHandler::get_acceptor6() const { return acceptor6_.get(); }
|
2014-08-12 15:22:02 +02:00
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
void ListenHandler::enable_acceptor() {
|
|
|
|
if (acceptor4_) {
|
|
|
|
acceptor4_->enable();
|
2014-08-27 15:34:00 +02:00
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
if (acceptor6_) {
|
|
|
|
acceptor6_->enable();
|
2014-08-27 15:34:00 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
void ListenHandler::disable_acceptor() {
|
|
|
|
if (acceptor4_) {
|
|
|
|
acceptor4_->disable();
|
2014-08-12 15:22:02 +02:00
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
if (acceptor6_) {
|
|
|
|
acceptor6_->disable();
|
2014-08-12 15:22:02 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
void ListenHandler::disable_acceptor_temporary(ev_tstamp t) {
|
|
|
|
if (t == 0. || ev_is_active(&disable_acceptor_timer_)) {
|
2014-08-27 15:34:00 +02:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
disable_acceptor();
|
2014-08-27 15:34:00 +02:00
|
|
|
|
2014-12-27 18:59:06 +01:00
|
|
|
ev_timer_set(&disable_acceptor_timer_, t, 0.);
|
|
|
|
ev_timer_start(loop_, &disable_acceptor_timer_);
|
2014-08-27 15:34:00 +02:00
|
|
|
}
|
|
|
|
|
2014-11-27 15:39:04 +01:00
|
|
|
void ListenHandler::accept_pending_connection() {
|
2014-12-27 18:59:06 +01:00
|
|
|
if (acceptor4_) {
|
|
|
|
acceptor4_->accept_connection();
|
|
|
|
}
|
|
|
|
if (acceptor6_) {
|
|
|
|
acceptor6_->accept_connection();
|
2014-08-12 15:22:02 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-06-04 16:48:31 +02:00
|
|
|
} // namespace shrpx
|