/* * Spdylay - SPDY Library * * Copyright (c) 2012 Tatsuhiro Tsujikawa * * Permission is hereby granted, free of charge, to any person obtaining * a copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sublicense, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include "shrpx_https_upstream.h" #include #include #include "shrpx_client_handler.h" #include "shrpx_downstream.h" #include "shrpx_downstream_connection.h" #include "shrpx_http.h" #include "shrpx_config.h" #include "shrpx_error.h" #include "util.h" using namespace spdylay; namespace shrpx { namespace { const size_t SHRPX_HTTPS_UPSTREAM_OUTPUT_UPPER_THRES = 64*1024; const size_t SHRPX_HTTPS_MAX_HEADER_LENGTH = 64*1024; } // namespace HttpsUpstream::HttpsUpstream(ClientHandler *handler) : handler_(handler), htp_(new http_parser()), current_header_length_(0), ioctrl_(handler->get_bev()) { http_parser_init(htp_, HTTP_REQUEST); htp_->data = this; } HttpsUpstream::~HttpsUpstream() { delete htp_; for(std::deque::iterator i = downstream_queue_.begin(); i != downstream_queue_.end(); ++i) { delete *i; } } void HttpsUpstream::reset_current_header_length() { current_header_length_ = 0; } namespace { int htp_msg_begin(http_parser *htp) { HttpsUpstream *upstream; upstream = reinterpret_cast(htp->data); if(ENABLE_LOG) { LOG(INFO) << "Upstream https request start " << upstream; } upstream->reset_current_header_length(); Downstream *downstream = new Downstream(upstream, 0, 0); upstream->add_downstream(downstream); return 0; } } // namespace namespace { int htp_uricb(http_parser *htp, const char *data, size_t len) { HttpsUpstream *upstream; upstream = reinterpret_cast(htp->data); Downstream *downstream = upstream->get_last_downstream(); downstream->append_request_path(data, len); return 0; } } // namespace namespace { int htp_hdr_keycb(http_parser *htp, const char *data, size_t len) { HttpsUpstream *upstream; upstream = reinterpret_cast(htp->data); Downstream *downstream = upstream->get_last_downstream(); if(downstream->get_request_header_key_prev()) { downstream->append_last_request_header_key(data, len); } else { downstream->add_request_header(std::string(data, len), ""); } return 0; } } // namespace namespace { int htp_hdr_valcb(http_parser *htp, const char *data, size_t len) { HttpsUpstream *upstream; upstream = reinterpret_cast(htp->data); Downstream *downstream = upstream->get_last_downstream(); if(downstream->get_request_header_key_prev()) { downstream->set_last_request_header_value(std::string(data, len)); } else { downstream->append_last_request_header_value(data, len); } return 0; } } // namespace namespace { int htp_hdrs_completecb(http_parser *htp) { HttpsUpstream *upstream; upstream = reinterpret_cast(htp->data); if(ENABLE_LOG) { LOG(INFO) << "Upstream https request headers complete " << upstream; } Downstream *downstream = upstream->get_last_downstream(); downstream->set_request_method(http_method_str((enum http_method)htp->method)); downstream->set_request_major(htp->http_major); downstream->set_request_minor(htp->http_minor); downstream->set_request_connection_close(!http_should_keep_alive(htp)); DownstreamConnection *dconn; dconn = upstream->get_client_handler()->get_downstream_connection(); if(downstream->get_expect_100_continue()) { static const char reply_100[] = "HTTP/1.1 100 Continue\r\n\r\n"; if(bufferevent_write(upstream->get_client_handler()->get_bev(), reply_100, sizeof(reply_100)-1) != 0) { LOG(FATAL) << "bufferevent_write() faild"; return -1; } } int rv = dconn->attach_downstream(downstream); if(rv != 0) { downstream->set_request_state(Downstream::CONNECT_FAIL); downstream->set_downstream_connection(0); delete dconn; return -1; } else { rv = downstream->push_request_headers(); if(rv != 0) { return -1; } downstream->set_request_state(Downstream::HEADER_COMPLETE); return 0; } } } // namespace namespace { int htp_bodycb(http_parser *htp, const char *data, size_t len) { int rv; HttpsUpstream *upstream; upstream = reinterpret_cast(htp->data); Downstream *downstream = upstream->get_last_downstream(); rv = downstream->push_upload_data_chunk (reinterpret_cast(data), len); if(rv != 0) { return -1; } return 0; } } // namespace namespace { int htp_msg_completecb(http_parser *htp) { int rv; if(ENABLE_LOG) { LOG(INFO) << "Upstream https request complete"; } HttpsUpstream *upstream; upstream = reinterpret_cast(htp->data); Downstream *downstream = upstream->get_last_downstream(); rv = downstream->end_upload_data(); if(rv != 0) { return -1; } downstream->set_request_state(Downstream::MSG_COMPLETE); // Stop further processing to complete this request http_parser_pause(htp, 1); return 0; } } // namespace namespace { http_parser_settings htp_hooks = { htp_msg_begin, /*http_cb on_message_begin;*/ htp_uricb, /*http_data_cb on_url;*/ htp_hdr_keycb, /*http_data_cb on_header_field;*/ htp_hdr_valcb, /*http_data_cb on_header_value;*/ htp_hdrs_completecb, /*http_cb on_headers_complete;*/ htp_bodycb, /*http_data_cb on_body;*/ htp_msg_completecb /*http_cb on_message_complete;*/ }; } // namespace // on_read() does not consume all available data in input buffer if // one http request is fully received. int HttpsUpstream::on_read() { bufferevent *bev = handler_->get_bev(); evbuffer *input = bufferevent_get_input(bev); unsigned char *mem = evbuffer_pullup(input, -1); if(evbuffer_get_length(input) == 0) { return 0; } size_t nread = http_parser_execute(htp_, &htp_hooks, reinterpret_cast(mem), evbuffer_get_length(input)); evbuffer_drain(input, nread); // Well, actually header length + some body bytes current_header_length_ += nread; Downstream *downstream = get_top_downstream(); http_errno htperr = HTTP_PARSER_ERRNO(htp_); if(htperr == HPE_PAUSED) { if(downstream->get_request_state() == Downstream::CONNECT_FAIL) { get_client_handler()->set_should_close_after_write(true); if(error_reply(503) != 0) { return -1; } // Downstream gets deleted after response body is read. } else { assert(downstream->get_request_state() == Downstream::MSG_COMPLETE); if(downstream->get_downstream_connection() == 0) { // Error response already be sent assert(downstream->get_response_state() == Downstream::MSG_COMPLETE); pop_downstream(); delete downstream; } else { pause_read(SHRPX_MSG_BLOCK); } } } else if(htperr == HPE_OK) { // downstream can be NULL here. if(downstream) { if(downstream->get_request_state() == Downstream::INITIAL && current_header_length_ > SHRPX_HTTPS_MAX_HEADER_LENGTH) { LOG(WARNING) << "Request Header too long:" << current_header_length_ << " bytes"; get_client_handler()->set_should_close_after_write(true); if(error_reply(400) != 0) { return -1; } } else if(downstream->get_output_buffer_full()) { if(ENABLE_LOG) { LOG(INFO) << "Downstream output buffer is full"; } pause_read(SHRPX_NO_BUFFER); } } } else { if(ENABLE_LOG) { LOG(INFO) << "Upstream http parse failure: " << "(" << http_errno_name(htperr) << ") " << http_errno_description(htperr); } get_client_handler()->set_should_close_after_write(true); if(error_reply(400) != 0) { return -1; } } return 0; } namespace { void https_downstream_readcb(bufferevent *bev, void *ptr); } // namespace int HttpsUpstream::on_write() { Downstream *downstream = get_top_downstream(); if(downstream) { downstream->resume_read(SHRPX_NO_BUFFER); } return 0; } int HttpsUpstream::on_event() { return 0; } ClientHandler* HttpsUpstream::get_client_handler() const { return handler_; } void HttpsUpstream::pause_read(IOCtrlReason reason) { ioctrl_.pause_read(reason); } void HttpsUpstream::resume_read(IOCtrlReason reason) { if(ioctrl_.resume_read(reason)) { // Process remaining data in input buffer here because these bytes // are not notified by readcb until new data arrive. http_parser_pause(htp_, 0); on_read(); } } namespace { void https_downstream_readcb(bufferevent *bev, void *ptr) { DownstreamConnection *dconn = reinterpret_cast(ptr); Downstream *downstream = dconn->get_downstream(); HttpsUpstream *upstream; upstream = static_cast(downstream->get_upstream()); int rv = downstream->parse_http_response(); if(rv == 0) { if(downstream->get_response_state() == Downstream::MSG_COMPLETE) { if(downstream->get_response_connection_close()) { // Connection close downstream->set_downstream_connection(0); delete dconn; dconn = 0; } else { // Keep-alive dconn->detach_downstream(downstream); } if(downstream->get_request_state() == Downstream::MSG_COMPLETE) { ClientHandler *handler = upstream->get_client_handler(); if(handler->get_should_close_after_write() && handler->get_pending_write_length() == 0) { // If all upstream response body has already written out to // the peer, we cannot use writecb for ClientHandler. In // this case, we just delete handler here. delete handler; return; } else { upstream->pop_downstream(); delete downstream; // Process next HTTP request upstream->resume_read(SHRPX_MSG_BLOCK); } } } else { ClientHandler *handler = upstream->get_client_handler(); bufferevent *bev = handler->get_bev(); size_t outputlen = evbuffer_get_length(bufferevent_get_output(bev)); if(outputlen > SHRPX_HTTPS_UPSTREAM_OUTPUT_UPPER_THRES) { downstream->pause_read(SHRPX_NO_BUFFER); } } } else { if(downstream->get_response_state() == Downstream::HEADER_COMPLETE) { // We already sent HTTP response headers to upstream // client. Just close the upstream connection. delete upstream->get_client_handler(); } else { // We did not sent any HTTP response, so sent error // response. Cannot reuse downstream connection in this case. if(upstream->error_reply(502) != 0) { delete upstream->get_client_handler(); return; } if(downstream->get_request_state() == Downstream::MSG_COMPLETE) { upstream->pop_downstream(); delete downstream; // Process next HTTP request upstream->resume_read(SHRPX_MSG_BLOCK); } } } } } // namespace namespace { void https_downstream_writecb(bufferevent *bev, void *ptr) { DownstreamConnection *dconn = reinterpret_cast(ptr); Downstream *downstream = dconn->get_downstream(); HttpsUpstream *upstream; upstream = static_cast(downstream->get_upstream()); upstream->resume_read(SHRPX_NO_BUFFER); } } // namespace namespace { void https_downstream_eventcb(bufferevent *bev, short events, void *ptr) { DownstreamConnection *dconn = reinterpret_cast(ptr); Downstream *downstream = dconn->get_downstream(); HttpsUpstream *upstream; upstream = static_cast(downstream->get_upstream()); if(events & BEV_EVENT_CONNECTED) { if(ENABLE_LOG) { LOG(INFO) << "Downstream connection established. downstream " << downstream; } } else if(events & BEV_EVENT_EOF) { if(ENABLE_LOG) { LOG(INFO) << "Downstream EOF. stream_id=" << downstream->get_stream_id(); } if(downstream->get_response_state() == Downstream::HEADER_COMPLETE) { // Server may indicate the end of the request by EOF if(ENABLE_LOG) { LOG(INFO) << "Downstream body was ended by EOF"; } upstream->on_downstream_body_complete(downstream); downstream->set_response_state(Downstream::MSG_COMPLETE); ClientHandler *handler = upstream->get_client_handler(); if(handler->get_should_close_after_write() && handler->get_pending_write_length() == 0) { // If all upstream response body has already written out to // the peer, we cannot use writecb for ClientHandler. In this // case, we just delete handler here. delete handler; return; } } else if(downstream->get_response_state() == Downstream::MSG_COMPLETE) { // Nothing to do } else { // error if(ENABLE_LOG) { LOG(INFO) << "Treated as downstream error"; } if(upstream->error_reply(502) != 0) { delete upstream->get_client_handler(); return; } } if(downstream->get_request_state() == Downstream::MSG_COMPLETE) { upstream->pop_downstream(); delete downstream; upstream->resume_read(SHRPX_MSG_BLOCK); } } else if(events & (BEV_EVENT_ERROR | BEV_EVENT_TIMEOUT)) { if(ENABLE_LOG) { LOG(INFO) << "Downstream error/timeout. " << downstream; } if(downstream->get_response_state() == Downstream::INITIAL) { int status; if(events & BEV_EVENT_TIMEOUT) { status = 504; } else { status = 502; } if(upstream->error_reply(status) != 0) { delete upstream->get_client_handler(); return; } } if(downstream->get_request_state() == Downstream::MSG_COMPLETE) { upstream->pop_downstream(); delete downstream; upstream->resume_read(SHRPX_MSG_BLOCK); } } } } // namespace int HttpsUpstream::error_reply(int status_code) { std::string html = http::create_error_html(status_code); std::stringstream ss; ss << "HTTP/1.1 " << http::get_status_string(status_code) << "\r\n" << "Server: " << get_config()->server_name << "\r\n" << "Content-Length: " << html.size() << "\r\n" << "Content-Type: " << "text/html; charset=UTF-8\r\n"; if(get_client_handler()->get_should_close_after_write()) { ss << "Connection: close\r\n"; } ss << "\r\n"; std::string header = ss.str(); evbuffer *output = bufferevent_get_output(handler_->get_bev()); if(evbuffer_add(output, header.c_str(), header.size()) != 0 || evbuffer_add(output, html.c_str(), html.size()) != 0) { LOG(FATAL) << "evbuffer_add() failed"; return -1; } Downstream *downstream = get_top_downstream(); if(downstream) { downstream->set_response_state(Downstream::MSG_COMPLETE); } return 0; } bufferevent_data_cb HttpsUpstream::get_downstream_readcb() { return https_downstream_readcb; } bufferevent_data_cb HttpsUpstream::get_downstream_writecb() { return https_downstream_writecb; } bufferevent_event_cb HttpsUpstream::get_downstream_eventcb() { return https_downstream_eventcb; } void HttpsUpstream::add_downstream(Downstream *downstream) { downstream_queue_.push_back(downstream); } void HttpsUpstream::pop_downstream() { downstream_queue_.pop_front(); } Downstream* HttpsUpstream::get_top_downstream() { if(downstream_queue_.empty()) { return 0; } else { return downstream_queue_.front(); } } Downstream* HttpsUpstream::get_last_downstream() { if(downstream_queue_.empty()) { return 0; } else { return downstream_queue_.back(); } } int HttpsUpstream::on_downstream_header_complete(Downstream *downstream) { if(ENABLE_LOG) { LOG(INFO) << "Downstream on_downstream_header_complete"; } std::string via_value; char temp[16]; snprintf(temp, sizeof(temp), "HTTP/%d.%d ", downstream->get_response_major(), downstream->get_response_minor()); std::string hdrs = temp; hdrs += http::get_status_string(downstream->get_response_http_status()); hdrs += "\r\n"; for(Headers::const_iterator i = downstream->get_response_headers().begin(); i != downstream->get_response_headers().end(); ++i) { if(util::strieq((*i).first.c_str(), "keep-alive") || // HTTP/1.0? util::strieq((*i).first.c_str(), "connection") || util:: strieq((*i).first.c_str(), "proxy-connection")) { // These are ignored } else if(util::strieq((*i).first.c_str(), "via")) { via_value = (*i).second; } else { hdrs += (*i).first; hdrs += ": "; hdrs += (*i).second; hdrs += "\r\n"; } } if(downstream->get_response_version() < 101) { if(!downstream->get_response_connection_close()) { hdrs += "Connection: Keep-Alive\r\n"; } } else { if(downstream->get_response_connection_close()) { hdrs += "Connection: close\r\n"; } } hdrs += "Via: "; hdrs += via_value; if(!via_value.empty()) { hdrs += ", "; } hdrs += http::create_via_header_value (downstream->get_response_major(), downstream->get_response_minor()); hdrs += "\r\n"; hdrs += "\r\n"; if(ENABLE_LOG) { LOG(INFO) << "Upstream https response headers\n" << hdrs; } evbuffer *output = bufferevent_get_output(handler_->get_bev()); if(evbuffer_add(output, hdrs.c_str(), hdrs.size()) != 0) { LOG(FATAL) << "evbuffer_add() failed"; return -1; } return 0; } int HttpsUpstream::on_downstream_body(Downstream *downstream, const uint8_t *data, size_t len) { int rv; evbuffer *output = bufferevent_get_output(handler_->get_bev()); if(downstream->get_chunked_response()) { char chunk_size_hex[16]; rv = snprintf(chunk_size_hex, sizeof(chunk_size_hex), "%X\r\n", static_cast(len)); if(evbuffer_add(output, chunk_size_hex, rv) != 0) { LOG(FATAL) << "evbuffer_add() failed"; return -1; } } evbuffer_add(output, data, len); if(downstream->get_chunked_response()) { evbuffer_add(output, "\r\n", 2); } return 0; } int HttpsUpstream::on_downstream_body_complete(Downstream *downstream) { if(downstream->get_chunked_response()) { evbuffer *output = bufferevent_get_output(handler_->get_bev()); if(evbuffer_add(output, "0\r\n\r\n", 5) != 0) { LOG(FATAL) << "evbuffer_add() failed"; return -1; } } if(ENABLE_LOG) { LOG(INFO) << "Downstream on_downstream_body_complete"; } if(downstream->get_response_connection_close()) { ClientHandler *handler = get_client_handler(); handler->set_should_close_after_write(true); } return 0; } } // namespace shrpx