2012-06-04 16:48:31 +02:00
|
|
|
/*
|
|
|
|
* Spdylay - SPDY Library
|
|
|
|
*
|
|
|
|
* Copyright (c) 2012 Tatsuhiro Tsujikawa
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining
|
|
|
|
* a copy of this software and associated documentation files (the
|
|
|
|
* "Software"), to deal in the Software without restriction, including
|
|
|
|
* without limitation the rights to use, copy, modify, merge, publish,
|
|
|
|
* distribute, sublicense, and/or sell copies of the Software, and to
|
|
|
|
* permit persons to whom the Software is furnished to do so, subject to
|
|
|
|
* the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be
|
|
|
|
* included in all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
|
|
|
* LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
|
|
|
* OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
|
|
|
* WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*/
|
|
|
|
#include "shrpx_downstream.h"
|
|
|
|
|
|
|
|
#include <cassert>
|
|
|
|
|
|
|
|
#include "shrpx_upstream.h"
|
|
|
|
#include "shrpx_client_handler.h"
|
|
|
|
#include "shrpx_config.h"
|
|
|
|
#include "shrpx_error.h"
|
|
|
|
#include "util.h"
|
|
|
|
|
|
|
|
using namespace spdylay;
|
|
|
|
|
|
|
|
namespace shrpx {
|
|
|
|
|
|
|
|
Downstream::Downstream(Upstream *upstream, int stream_id, int priority)
|
|
|
|
: upstream_(upstream),
|
|
|
|
bev_(0),
|
|
|
|
stream_id_(stream_id),
|
|
|
|
priority_(priority),
|
2012-06-04 20:11:43 +02:00
|
|
|
ioctrl_(0),
|
2012-06-04 16:48:31 +02:00
|
|
|
request_state_(INITIAL),
|
|
|
|
chunked_request_(false),
|
|
|
|
request_connection_close_(false),
|
|
|
|
response_state_(INITIAL),
|
|
|
|
response_http_status_(0),
|
|
|
|
chunked_response_(false),
|
|
|
|
response_htp_(htparser_new()),
|
|
|
|
response_body_buf_(0)
|
|
|
|
{
|
|
|
|
htparser_init(response_htp_, htp_type_response);
|
|
|
|
htparser_set_userdata(response_htp_, this);
|
|
|
|
event_base *evbase = upstream_->get_client_handler()->get_evbase();
|
|
|
|
bev_ = bufferevent_socket_new
|
|
|
|
(evbase, -1,
|
|
|
|
BEV_OPT_CLOSE_ON_FREE | BEV_OPT_DEFER_CALLBACKS);
|
2012-06-04 20:11:43 +02:00
|
|
|
ioctrl_.set_bev(bev_);
|
2012-06-04 16:48:31 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
Downstream::~Downstream()
|
|
|
|
{
|
|
|
|
if(ENABLE_LOG) {
|
2012-06-05 15:55:19 +02:00
|
|
|
LOG(INFO) << "Deleting downstream " << this;
|
2012-06-04 16:48:31 +02:00
|
|
|
}
|
|
|
|
if(response_body_buf_) {
|
|
|
|
// Passing NULL to evbuffer_free() causes segmentation fault.
|
|
|
|
evbuffer_free(response_body_buf_);
|
|
|
|
}
|
|
|
|
bufferevent_disable(bev_, EV_READ | EV_WRITE);
|
|
|
|
bufferevent_free(bev_);
|
|
|
|
free(response_htp_);
|
|
|
|
if(ENABLE_LOG) {
|
|
|
|
LOG(INFO) << "Deleted";
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-06-04 20:11:43 +02:00
|
|
|
void Downstream::pause_read(IOCtrlReason reason)
|
|
|
|
{
|
|
|
|
ioctrl_.pause_read(reason);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Downstream::resume_read(IOCtrlReason reason)
|
|
|
|
{
|
|
|
|
return ioctrl_.resume_read(reason);
|
|
|
|
}
|
|
|
|
|
2012-06-04 16:48:31 +02:00
|
|
|
namespace {
|
|
|
|
void check_transfer_encoding_chunked(bool *chunked,
|
|
|
|
const Headers::value_type &item)
|
|
|
|
{
|
|
|
|
if(util::strieq(item.first.c_str(), "transfer-encoding")) {
|
|
|
|
if(util::strifind(item.second.c_str(), "chunked")) {
|
|
|
|
*chunked = true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
void check_request_connection(bool *connection_close,
|
|
|
|
const Headers::value_type &item)
|
|
|
|
{
|
|
|
|
if(util::strieq(item.first.c_str(), "connection")) {
|
|
|
|
if(util::strifind(item.second.c_str(), "close")) {
|
|
|
|
*connection_close = true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
|
|
|
void Downstream::add_request_header(const std::string& name,
|
|
|
|
const std::string& value)
|
|
|
|
{
|
|
|
|
request_headers_.push_back(std::make_pair(name, value));
|
|
|
|
}
|
|
|
|
|
|
|
|
void Downstream::set_last_request_header_value(const std::string& value)
|
|
|
|
{
|
|
|
|
Headers::value_type &item = request_headers_.back();
|
|
|
|
item.second = value;
|
|
|
|
check_transfer_encoding_chunked(&chunked_request_, item);
|
|
|
|
check_request_connection(&request_connection_close_, item);
|
|
|
|
}
|
|
|
|
|
|
|
|
void Downstream::set_request_method(const std::string& method)
|
|
|
|
{
|
|
|
|
request_method_ = method;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Downstream::set_request_path(const std::string& path)
|
|
|
|
{
|
|
|
|
request_path_ = path;
|
|
|
|
}
|
|
|
|
|
|
|
|
Upstream* Downstream::get_upstream() const
|
|
|
|
{
|
|
|
|
return upstream_;
|
|
|
|
}
|
|
|
|
|
|
|
|
int32_t Downstream::get_stream_id() const
|
|
|
|
{
|
|
|
|
return stream_id_;
|
|
|
|
}
|
|
|
|
|
|
|
|
int Downstream::start_connection()
|
|
|
|
{
|
|
|
|
bufferevent_setcb(bev_,
|
|
|
|
upstream_->get_downstream_readcb(),
|
|
|
|
upstream_->get_downstream_writecb(),
|
|
|
|
upstream_->get_downstream_eventcb(), this);
|
|
|
|
bufferevent_enable(bev_, EV_READ | EV_WRITE);
|
|
|
|
bufferevent_set_timeouts(bev_,
|
|
|
|
&get_config()->downstream_read_timeout,
|
|
|
|
&get_config()->downstream_write_timeout);
|
|
|
|
bufferevent_socket_connect
|
|
|
|
(bev_,
|
|
|
|
// TODO maybe not thread-safe?
|
|
|
|
const_cast<sockaddr*>(&get_config()->downstream_addr.sa),
|
|
|
|
get_config()->downstream_addrlen);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Downstream::set_request_state(int state)
|
|
|
|
{
|
|
|
|
request_state_ = state;
|
|
|
|
}
|
|
|
|
|
|
|
|
int Downstream::get_request_state() const
|
|
|
|
{
|
|
|
|
return request_state_;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Downstream::get_chunked_request() const
|
|
|
|
{
|
|
|
|
return chunked_request_;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Downstream::get_request_connection_close() const
|
|
|
|
{
|
|
|
|
return request_connection_close_;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Downstream::set_request_connection_close(bool f)
|
|
|
|
{
|
|
|
|
request_connection_close_ = f;
|
|
|
|
}
|
|
|
|
|
|
|
|
int Downstream::push_request_headers()
|
|
|
|
{
|
|
|
|
bool xff_found = false;
|
|
|
|
std::string hdrs = request_method_;
|
|
|
|
hdrs += " ";
|
|
|
|
hdrs += request_path_;
|
|
|
|
hdrs += " ";
|
|
|
|
hdrs += "HTTP/1.1\r\n";
|
|
|
|
hdrs += "Host: ";
|
|
|
|
hdrs += get_config()->downstream_hostport;
|
|
|
|
hdrs += "\r\n";
|
|
|
|
// TODO Rewrite user-agent?
|
|
|
|
for(Headers::const_iterator i = request_headers_.begin();
|
|
|
|
i != request_headers_.end(); ++i) {
|
|
|
|
if(util::strieq((*i).first.c_str(), "X-Forwarded-Proto")) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
if(util::strieq((*i).first.c_str(), "user-agent")) {
|
|
|
|
hdrs += "User-Agent: ";
|
|
|
|
hdrs += get_config()->server_name;
|
|
|
|
} else {
|
|
|
|
hdrs += (*i).first;
|
|
|
|
hdrs += ": ";
|
|
|
|
hdrs += (*i).second;
|
|
|
|
if(!xff_found && util::strieq((*i).first.c_str(), "X-Forwarded-For")) {
|
|
|
|
xff_found = true;
|
|
|
|
hdrs += ", ";
|
|
|
|
hdrs += upstream_->get_client_handler()->get_ipaddr();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
hdrs += "\r\n";
|
|
|
|
}
|
|
|
|
hdrs += "Connection: close\r\n";
|
|
|
|
if(!xff_found) {
|
|
|
|
hdrs += "X-Forwarded-For: ";
|
|
|
|
hdrs += upstream_->get_client_handler()->get_ipaddr();
|
|
|
|
hdrs += "\r\n";
|
|
|
|
}
|
|
|
|
hdrs += "X-Forwarded-Proto: https\r\n";
|
|
|
|
|
|
|
|
hdrs += "\r\n";
|
|
|
|
if(ENABLE_LOG) {
|
2012-06-05 15:55:19 +02:00
|
|
|
LOG(INFO) << "Downstream request headers\n" << hdrs;
|
2012-06-04 16:48:31 +02:00
|
|
|
}
|
|
|
|
evbuffer *output = bufferevent_get_output(bev_);
|
|
|
|
evbuffer_add(output, hdrs.c_str(), hdrs.size());
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int Downstream::push_upload_data_chunk(const uint8_t *data, size_t datalen)
|
|
|
|
{
|
|
|
|
// Assumes that request headers have already been pushed to output
|
|
|
|
// buffer using push_request_headers().
|
|
|
|
ssize_t res = 0;
|
|
|
|
int rv;
|
|
|
|
evbuffer *output = bufferevent_get_output(bev_);
|
|
|
|
if(chunked_request_) {
|
|
|
|
char chunk_size_hex[16];
|
|
|
|
rv = snprintf(chunk_size_hex, sizeof(chunk_size_hex), "%X\r\n",
|
|
|
|
static_cast<unsigned int>(datalen));
|
|
|
|
evbuffer_add(output, chunk_size_hex, rv);
|
|
|
|
res += rv;
|
|
|
|
}
|
|
|
|
rv = evbuffer_add(output, data, datalen);
|
|
|
|
if(rv == -1) {
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
res += rv;
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
|
|
|
int Downstream::end_upload_data()
|
|
|
|
{
|
|
|
|
if(chunked_request_) {
|
|
|
|
evbuffer *output = bufferevent_get_output(bev_);
|
|
|
|
evbuffer_add(output, "0\r\n\r\n", 5);
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
const Headers& Downstream::get_response_headers() const
|
|
|
|
{
|
|
|
|
return response_headers_;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Downstream::add_response_header(const std::string& name,
|
|
|
|
const std::string& value)
|
|
|
|
{
|
|
|
|
response_headers_.push_back(std::make_pair(name, value));
|
|
|
|
}
|
|
|
|
|
|
|
|
void Downstream::set_last_response_header_value(const std::string& value)
|
|
|
|
{
|
|
|
|
Headers::value_type &item = response_headers_.back();
|
|
|
|
item.second = value;
|
|
|
|
check_transfer_encoding_chunked(&chunked_response_, item);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned int Downstream::get_response_http_status() const
|
|
|
|
{
|
|
|
|
return response_http_status_;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Downstream::set_response_http_status(unsigned int status)
|
|
|
|
{
|
|
|
|
response_http_status_ = status;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Downstream::get_chunked_response() const
|
|
|
|
{
|
|
|
|
return chunked_response_;
|
|
|
|
}
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
int htp_hdrs_completecb(htparser *htp)
|
|
|
|
{
|
|
|
|
Downstream *downstream;
|
|
|
|
downstream = reinterpret_cast<Downstream*>(htparser_get_userdata(htp));
|
|
|
|
downstream->set_response_http_status(htparser_get_status(htp));
|
|
|
|
downstream->set_response_state(Downstream::HEADER_COMPLETE);
|
|
|
|
downstream->get_upstream()->on_downstream_header_complete(downstream);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
int htp_hdr_keycb(htparser *htp, const char *data, size_t len)
|
|
|
|
{
|
|
|
|
Downstream *downstream;
|
|
|
|
downstream = reinterpret_cast<Downstream*>(htparser_get_userdata(htp));
|
|
|
|
downstream->add_response_header(std::string(data, len), "");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
int htp_hdr_valcb(htparser *htp, const char *data, size_t len)
|
|
|
|
{
|
|
|
|
Downstream *downstream;
|
|
|
|
downstream = reinterpret_cast<Downstream*>(htparser_get_userdata(htp));
|
|
|
|
downstream->set_last_response_header_value(std::string(data, len));
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
int htp_bodycb(htparser *htp, const char *data, size_t len)
|
|
|
|
{
|
|
|
|
Downstream *downstream;
|
|
|
|
downstream = reinterpret_cast<Downstream*>(htparser_get_userdata(htp));
|
|
|
|
downstream->get_upstream()->on_downstream_body
|
|
|
|
(downstream, reinterpret_cast<const uint8_t*>(data), len);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
int htp_body_completecb(htparser *htp)
|
|
|
|
{
|
|
|
|
Downstream *downstream;
|
|
|
|
downstream = reinterpret_cast<Downstream*>(htparser_get_userdata(htp));
|
|
|
|
downstream->set_response_state(Downstream::MSG_COMPLETE);
|
|
|
|
downstream->get_upstream()->on_downstream_body_complete(downstream);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
htparse_hooks htp_hooks = {
|
|
|
|
0, /*htparse_hook on_msg_begin;*/
|
|
|
|
0, /*htparse_data_hook method;*/
|
|
|
|
0, /* htparse_data_hook scheme;*/
|
|
|
|
0, /* htparse_data_hook host; */
|
|
|
|
0, /* htparse_data_hook port; */
|
|
|
|
0, /* htparse_data_hook path; */
|
|
|
|
0, /* htparse_data_hook args; */
|
|
|
|
0, /* htparse_data_hook uri; */
|
|
|
|
0, /* htparse_hook on_hdrs_begin; */
|
|
|
|
htp_hdr_keycb, /* htparse_data_hook hdr_key; */
|
|
|
|
htp_hdr_valcb, /* htparse_data_hook hdr_val; */
|
|
|
|
htp_hdrs_completecb, /* htparse_hook on_hdrs_complete; */
|
|
|
|
0, /*htparse_hook on_new_chunk;*/
|
|
|
|
0, /*htparse_hook on_chunk_complete;*/
|
|
|
|
0, /*htparse_hook on_chunks_complete;*/
|
|
|
|
htp_bodycb, /* htparse_data_hook body; */
|
|
|
|
htp_body_completecb /* htparse_hook on_msg_complete;*/
|
|
|
|
};
|
|
|
|
} // namespace
|
|
|
|
|
|
|
|
int Downstream::parse_http_response()
|
|
|
|
{
|
|
|
|
evbuffer *input = bufferevent_get_input(bev_);
|
|
|
|
unsigned char *mem = evbuffer_pullup(input, -1);
|
|
|
|
size_t nread = htparser_run(response_htp_, &htp_hooks,
|
|
|
|
reinterpret_cast<const char*>(mem),
|
|
|
|
evbuffer_get_length(input));
|
|
|
|
evbuffer_drain(input, nread);
|
|
|
|
if(htparser_get_error(response_htp_) == htparse_error_none) {
|
|
|
|
return 0;
|
|
|
|
} else {
|
|
|
|
if(ENABLE_LOG) {
|
2012-06-05 15:55:19 +02:00
|
|
|
LOG(INFO) << "Downstream HTTP parser failure: "
|
2012-06-04 16:48:31 +02:00
|
|
|
<< htparser_get_strerror(response_htp_);
|
|
|
|
}
|
|
|
|
return SHRPX_ERR_HTTP_PARSE;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void Downstream::set_response_state(int state)
|
|
|
|
{
|
|
|
|
response_state_ = state;
|
|
|
|
}
|
|
|
|
|
|
|
|
int Downstream::get_response_state() const
|
|
|
|
{
|
|
|
|
return response_state_;
|
|
|
|
}
|
|
|
|
|
2012-06-04 20:11:43 +02:00
|
|
|
namespace {
|
|
|
|
void body_buf_cb(evbuffer *body, size_t oldlen, size_t newlen, void *arg)
|
|
|
|
{
|
|
|
|
Downstream *downstream = reinterpret_cast<Downstream*>(arg);
|
|
|
|
if(newlen == 0) {
|
|
|
|
downstream->resume_read(SHRPX_NO_BUFFER);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
2012-06-04 16:48:31 +02:00
|
|
|
int Downstream::init_response_body_buf()
|
|
|
|
{
|
|
|
|
assert(response_body_buf_ == 0);
|
|
|
|
response_body_buf_ = evbuffer_new();
|
|
|
|
if(response_body_buf_ == 0) {
|
|
|
|
DIE();
|
|
|
|
}
|
2012-06-04 20:11:43 +02:00
|
|
|
evbuffer_setcb(response_body_buf_, body_buf_cb, this);
|
2012-06-04 16:48:31 +02:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
evbuffer* Downstream::get_response_body_buf()
|
|
|
|
{
|
|
|
|
return response_body_buf_;
|
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace shrpx
|