/* * nghttp2 - HTTP/2 C Library * * Copyright (c) 2012 Tatsuhiro Tsujikawa * * Permission is hereby granted, free of charge, to any person obtaining * a copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sublicense, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include "shrpx_https_upstream.h" #include #include #include #include "shrpx_client_handler.h" #include "shrpx_downstream.h" #include "shrpx_downstream_connection.h" #include "shrpx_http.h" #include "shrpx_config.h" #include "shrpx_error.h" #include "shrpx_log_config.h" #include "shrpx_worker.h" #include "shrpx_http2_session.h" #ifdef HAVE_MRUBY #include "shrpx_mruby.h" #endif // HAVE_MRUBY #include "http2.h" #include "util.h" #include "template.h" using namespace nghttp2; namespace shrpx { HttpsUpstream::HttpsUpstream(ClientHandler *handler) : handler_(handler), current_header_length_(0), ioctrl_(handler->get_rlimit()) { http_parser_init(&htp_, HTTP_REQUEST); htp_.data = this; } HttpsUpstream::~HttpsUpstream() {} void HttpsUpstream::reset_current_header_length() { current_header_length_ = 0; } namespace { int htp_msg_begin(http_parser *htp) { auto upstream = static_cast(htp->data); if (LOG_ENABLED(INFO)) { ULOG(INFO, upstream) << "HTTP request started"; } upstream->reset_current_header_length(); auto handler = upstream->get_client_handler(); // TODO specify 0 as priority for now auto downstream = make_unique(upstream, handler->get_mcpool(), 0, 0); // We happen to have the same value for method token. downstream->set_request_method(htp->method); upstream->attach_downstream(std::move(downstream)); return 0; } } // namespace namespace { int htp_uricb(http_parser *htp, const char *data, size_t len) { auto upstream = static_cast(htp->data); auto downstream = upstream->get_downstream(); if (downstream->get_request_headers_sum() + len > get_config()->header_field_buffer) { if (LOG_ENABLED(INFO)) { ULOG(INFO, upstream) << "Too large URI size=" << downstream->get_request_headers_sum() + len; } assert(downstream->get_request_state() == Downstream::INITIAL); downstream->set_request_state(Downstream::HTTP1_REQUEST_HEADER_TOO_LARGE); return -1; } downstream->add_request_headers_sum(len); if (downstream->get_request_method() == HTTP_CONNECT) { downstream->append_request_http2_authority(data, len); } else { downstream->append_request_path(data, len); } return 0; } } // namespace namespace { int htp_hdr_keycb(http_parser *htp, const char *data, size_t len) { auto upstream = static_cast(htp->data); auto downstream = upstream->get_downstream(); if (downstream->get_request_headers_sum() + len > get_config()->header_field_buffer) { if (LOG_ENABLED(INFO)) { ULOG(INFO, upstream) << "Too large header block size=" << downstream->get_request_headers_sum() + len; } if (downstream->get_request_state() == Downstream::INITIAL) { downstream->set_request_state(Downstream::HTTP1_REQUEST_HEADER_TOO_LARGE); } return -1; } if (downstream->get_request_state() == Downstream::INITIAL) { if (downstream->get_request_header_key_prev()) { downstream->append_last_request_header_key(data, len); } else { if (downstream->get_request_headers().size() >= get_config()->max_header_fields) { if (LOG_ENABLED(INFO)) { ULOG(INFO, upstream) << "Too many header field num=" << downstream->get_request_headers().size() + 1; } downstream->set_request_state( Downstream::HTTP1_REQUEST_HEADER_TOO_LARGE); return -1; } downstream->add_request_header(std::string(data, len), ""); } } else { // trailer part if (downstream->get_request_trailer_key_prev()) { downstream->append_last_request_trailer_key(data, len); } else { if (downstream->get_request_headers().size() >= get_config()->max_header_fields) { if (LOG_ENABLED(INFO)) { ULOG(INFO, upstream) << "Too many header field num=" << downstream->get_request_headers().size() + 1; } return -1; } downstream->add_request_trailer(std::string(data, len), ""); } } return 0; } } // namespace namespace { int htp_hdr_valcb(http_parser *htp, const char *data, size_t len) { auto upstream = static_cast(htp->data); auto downstream = upstream->get_downstream(); if (downstream->get_request_headers_sum() + len > get_config()->header_field_buffer) { if (LOG_ENABLED(INFO)) { ULOG(INFO, upstream) << "Too large header block size=" << downstream->get_request_headers_sum() + len; } if (downstream->get_request_state() == Downstream::INITIAL) { downstream->set_request_state(Downstream::HTTP1_REQUEST_HEADER_TOO_LARGE); } return -1; } if (downstream->get_request_state() == Downstream::INITIAL) { if (downstream->get_request_header_key_prev()) { downstream->set_last_request_header_value(data, len); } else { downstream->append_last_request_header_value(data, len); } } else { if (downstream->get_request_trailer_key_prev()) { downstream->set_last_request_trailer_value(data, len); } else { downstream->append_last_request_trailer_value(data, len); } } return 0; } } // namespace namespace { void rewrite_request_host_path_from_uri(Downstream *downstream, const char *uri, http_parser_url &u) { assert(u.field_set & (1 << UF_HOST)); // As per https://tools.ietf.org/html/rfc7230#section-5.4, we // rewrite host header field with authority component. std::string authority; http2::copy_url_component(authority, &u, UF_HOST, uri); // TODO properly check IPv6 numeric address if (authority.find(':') != std::string::npos) { authority = '[' + authority; authority += ']'; } if (u.field_set & (1 << UF_PORT)) { authority += ':'; authority += util::utos(u.port); } downstream->set_request_http2_authority(authority); std::string scheme; http2::copy_url_component(scheme, &u, UF_SCHEMA, uri); downstream->set_request_http2_scheme(std::move(scheme)); std::string path; if (u.field_set & (1 << UF_PATH)) { http2::copy_url_component(path, &u, UF_PATH, uri); } else if (downstream->get_request_method() == HTTP_OPTIONS) { // Server-wide OPTIONS takes following form in proxy request: // // OPTIONS http://example.org HTTP/1.1 // // Notice that no slash after authority. See // http://tools.ietf.org/html/rfc7230#section-5.3.4 downstream->set_request_path(""); // we ignore query component here return; } else { path = "/"; } if (u.field_set & (1 << UF_QUERY)) { auto &fdata = u.field_data[UF_QUERY]; path += '?'; path.append(uri + fdata.off, fdata.len); } if (get_config()->http2_proxy || get_config()->client_proxy) { downstream->set_request_path(std::move(path)); } else { downstream->set_request_path( http2::rewrite_clean_path(std::begin(path), std::end(path))); } } } // namespace namespace { int htp_hdrs_completecb(http_parser *htp) { int rv; auto upstream = static_cast(htp->data); if (LOG_ENABLED(INFO)) { ULOG(INFO, upstream) << "HTTP request headers completed"; } auto downstream = upstream->get_downstream(); downstream->set_request_major(htp->http_major); downstream->set_request_minor(htp->http_minor); downstream->set_request_connection_close(!http_should_keep_alive(htp)); auto method = downstream->get_request_method(); if (LOG_ENABLED(INFO)) { std::stringstream ss; ss << http2::to_method_string(method) << " " << (method == HTTP_CONNECT ? downstream->get_request_http2_authority() : downstream->get_request_path()) << " " << "HTTP/" << downstream->get_request_major() << "." << downstream->get_request_minor() << "\n"; const auto &headers = downstream->get_request_headers(); for (size_t i = 0; i < headers.size(); ++i) { ss << TTY_HTTP_HD << headers[i].name << TTY_RST << ": " << headers[i].value << "\n"; } ULOG(INFO, upstream) << "HTTP request headers\n" << ss.str(); } if (downstream->index_request_headers() != 0) { return -1; } if (downstream->get_request_major() == 1 && downstream->get_request_minor() == 1 && !downstream->get_request_header(http2::HD_HOST)) { return -1; } downstream->inspect_http1_request(); if (method != HTTP_CONNECT) { http_parser_url u{}; // make a copy of request path, since we may set request path // while we are refering to original request path. auto path = downstream->get_request_path(); rv = http_parser_parse_url(path.c_str(), path.size(), 0, &u); if (rv != 0) { // Expect to respond with 400 bad request return -1; } // checking UF_HOST could be redundant, but just in case ... if (!(u.field_set & (1 << UF_SCHEMA)) || !(u.field_set & (1 << UF_HOST))) { if (get_config()->http2_proxy || get_config()->client_proxy) { // Request URI should be absolute-form for client proxy mode return -1; } if (method == HTTP_OPTIONS && path == "*") { downstream->set_request_path(""); } else { downstream->set_request_path( http2::rewrite_clean_path(std::begin(path), std::end(path))); } auto host = downstream->get_request_header(http2::HD_HOST); if (host) { downstream->set_request_http2_authority(host->value); } if (upstream->get_client_handler()->get_ssl()) { downstream->set_request_http2_scheme("https"); } else { downstream->set_request_http2_scheme("http"); } } else { rewrite_request_host_path_from_uri(downstream, path.c_str(), u); } } downstream->set_request_state(Downstream::HEADER_COMPLETE); #ifdef HAVE_MRUBY auto handler = upstream->get_client_handler(); auto worker = handler->get_worker(); auto mruby_ctx = worker->get_mruby_context(); if (mruby_ctx->run_on_request_proc(downstream) != 0) { downstream->set_response_http_status(500); return -1; } #endif // HAVE_MRUBY // mruby hook may change method value if (downstream->get_response_state() == Downstream::MSG_COMPLETE) { return 0; } rv = downstream->attach_downstream_connection( upstream->get_client_handler()->get_downstream_connection(downstream)); if (rv != 0) { downstream->set_request_state(Downstream::CONNECT_FAIL); return -1; } rv = downstream->push_request_headers(); if (rv != 0) { return -1; } return 0; } } // namespace namespace { int htp_bodycb(http_parser *htp, const char *data, size_t len) { int rv; auto upstream = static_cast(htp->data); auto downstream = upstream->get_downstream(); rv = downstream->push_upload_data_chunk( reinterpret_cast(data), len); if (rv != 0) { return -1; } return 0; } } // namespace namespace { int htp_msg_completecb(http_parser *htp) { int rv; auto upstream = static_cast(htp->data); if (LOG_ENABLED(INFO)) { ULOG(INFO, upstream) << "HTTP request completed"; } auto handler = upstream->get_client_handler(); auto downstream = upstream->get_downstream(); downstream->set_request_state(Downstream::MSG_COMPLETE); rv = downstream->end_upload_data(); if (rv != 0) { if (downstream->get_response_state() == Downstream::MSG_COMPLETE) { // Here both response and request were completed. One of the // reason why end_upload_data() failed is when we sent response // in request phase hook. We only delete and proceed to the // next request handling (if we don't close the connection). We // first pause parser here jsut as we normally do, and call // signal_write() to run on_write(). http_parser_pause(htp, 1); return 0; } return -1; } if (handler->get_http2_upgrade_allowed() && downstream->get_http2_upgrade_request() && // we may write non-final header in response_buf, in this case, // response_state is still INITIAL. So don't upgrade in this // case, otherwise we end up send this non-final header as // response body in HTTP/2 upstream. downstream->get_response_buf()->rleft() == 0 && handler->perform_http2_upgrade(upstream) != 0) { if (LOG_ENABLED(INFO)) { ULOG(INFO, upstream) << "HTTP Upgrade to HTTP/2 failed"; } } // Stop further processing to complete this request http_parser_pause(htp, 1); return 0; } } // namespace namespace { http_parser_settings htp_hooks = { htp_msg_begin, // http_cb on_message_begin; htp_uricb, // http_data_cb on_url; nullptr, // http_data_cb on_status; htp_hdr_keycb, // http_data_cb on_header_field; htp_hdr_valcb, // http_data_cb on_header_value; htp_hdrs_completecb, // http_cb on_headers_complete; htp_bodycb, // http_data_cb on_body; htp_msg_completecb // http_cb on_message_complete; }; } // namespace // on_read() does not consume all available data in input buffer if // one http request is fully received. int HttpsUpstream::on_read() { auto rb = handler_->get_rb(); auto rlimit = handler_->get_rlimit(); auto downstream = get_downstream(); if (rb->rleft() == 0) { return 0; } // downstream can be nullptr here, because it is initialized in the // callback chain called by http_parser_execute() if (downstream && downstream->get_upgraded()) { auto rv = downstream->push_upload_data_chunk(rb->pos, rb->rleft()); if (rv != 0) { return -1; } rb->reset(); rlimit->startw(); if (downstream->request_buf_full()) { if (LOG_ENABLED(INFO)) { ULOG(INFO, this) << "Downstream request buf is full"; } pause_read(SHRPX_NO_BUFFER); return 0; } return 0; } if (downstream) { // To avoid reading next pipelined request switch (downstream->get_request_state()) { case Downstream::INITIAL: case Downstream::HEADER_COMPLETE: break; default: return 0; } } // http_parser_execute() does nothing once it entered error state. auto nread = http_parser_execute( &htp_, &htp_hooks, reinterpret_cast(rb->pos), rb->rleft()); rb->drain(nread); rlimit->startw(); // Well, actually header length + some body bytes current_header_length_ += nread; // Get downstream again because it may be initialized in http parser // execution downstream = get_downstream(); auto htperr = HTTP_PARSER_ERRNO(&htp_); if (htperr == HPE_PAUSED) { // We may pause parser in htp_msg_completecb when both side are // completed. Signal write, so that we can run on_write(). if (downstream && downstream->get_request_state() == Downstream::MSG_COMPLETE && downstream->get_response_state() == Downstream::MSG_COMPLETE) { handler_->signal_write(); } return 0; } if (htperr != HPE_OK) { if (LOG_ENABLED(INFO)) { ULOG(INFO, this) << "HTTP parse failure: " << "(" << http_errno_name(htperr) << ") " << http_errno_description(htperr); } if (downstream && downstream->get_response_state() != Downstream::INITIAL) { handler_->set_should_close_after_write(true); handler_->signal_write(); return 0; } unsigned int status_code; if (htperr == HPE_INVALID_METHOD) { status_code = 501; } else if (downstream) { status_code = downstream->get_response_http_status(); if (status_code == 0) { if (downstream->get_request_state() == Downstream::CONNECT_FAIL) { status_code = 503; } else if (downstream->get_request_state() == Downstream::HTTP1_REQUEST_HEADER_TOO_LARGE) { status_code = 431; } else { status_code = 400; } } } else { status_code = 400; } error_reply(status_code); handler_->signal_write(); return 0; } // downstream can be NULL here. if (downstream && downstream->request_buf_full()) { if (LOG_ENABLED(INFO)) { ULOG(INFO, this) << "Downstream request buffer is full"; } pause_read(SHRPX_NO_BUFFER); return 0; } return 0; } int HttpsUpstream::on_write() { auto downstream = get_downstream(); if (!downstream) { return 0; } auto wb = handler_->get_wb(); if (wb->wleft() == 0) { return 0; } auto dconn = downstream->get_downstream_connection(); auto output = downstream->get_response_buf(); if (output->rleft() == 0 && dconn && downstream->get_response_state() != Downstream::MSG_COMPLETE) { if (downstream->resume_read(SHRPX_NO_BUFFER, downstream->get_response_datalen()) != 0) { return -1; } if (downstream_read(dconn) != 0) { return -1; } } auto n = output->remove(wb->last, wb->wleft()); wb->write(n); if (wb->rleft() > 0) { return 0; } // We need to postpone detachment until all data are sent so that // we can notify nghttp2 library all data consumed. if (downstream->get_response_state() == Downstream::MSG_COMPLETE) { if (downstream->get_response_connection_close() || downstream->get_request_state() != Downstream::MSG_COMPLETE) { // Connection close downstream->pop_downstream_connection(); // dconn was deleted } else { // Keep-alive downstream->detach_downstream_connection(); } // We need this if response ends before request. if (downstream->get_request_state() == Downstream::MSG_COMPLETE) { delete_downstream(); if (handler_->get_should_close_after_write()) { return 0; } return resume_read(SHRPX_NO_BUFFER, nullptr, 0); } } return downstream->resume_read(SHRPX_NO_BUFFER, downstream->get_response_datalen()); } int HttpsUpstream::on_event() { return 0; } ClientHandler *HttpsUpstream::get_client_handler() const { return handler_; } void HttpsUpstream::pause_read(IOCtrlReason reason) { ioctrl_.pause_read(reason); } int HttpsUpstream::resume_read(IOCtrlReason reason, Downstream *downstream, size_t consumed) { // downstream could be nullptr if (downstream && downstream->request_buf_full()) { return 0; } if (ioctrl_.resume_read(reason)) { // Process remaining data in input buffer here because these bytes // are not notified by readcb until new data arrive. http_parser_pause(&htp_, 0); return on_read(); } return 0; } int HttpsUpstream::downstream_read(DownstreamConnection *dconn) { auto downstream = dconn->get_downstream(); int rv; rv = downstream->on_read(); if (rv == SHRPX_ERR_EOF) { return downstream_eof(dconn); } if (rv == SHRPX_ERR_DCONN_CANCELED) { downstream->pop_downstream_connection(); goto end; } if (rv < 0) { return downstream_error(dconn, Downstream::EVENT_ERROR); } if (downstream->get_response_state() == Downstream::MSG_RESET) { return -1; } if (downstream->get_response_state() == Downstream::MSG_BAD_HEADER) { error_reply(502); downstream->pop_downstream_connection(); goto end; } if (downstream->can_detach_downstream_connection()) { // Keep-alive downstream->detach_downstream_connection(); } end: handler_->signal_write(); return 0; } int HttpsUpstream::downstream_write(DownstreamConnection *dconn) { int rv; rv = dconn->on_write(); if (rv == SHRPX_ERR_NETWORK) { return downstream_error(dconn, Downstream::EVENT_ERROR); } if (rv != 0) { return -1; } return 0; } int HttpsUpstream::downstream_eof(DownstreamConnection *dconn) { auto downstream = dconn->get_downstream(); if (LOG_ENABLED(INFO)) { DCLOG(INFO, dconn) << "EOF"; } if (downstream->get_response_state() == Downstream::MSG_COMPLETE) { goto end; } if (downstream->get_response_state() == Downstream::HEADER_COMPLETE) { // Server may indicate the end of the request by EOF if (LOG_ENABLED(INFO)) { DCLOG(INFO, dconn) << "The end of the response body was indicated by " << "EOF"; } on_downstream_body_complete(downstream); downstream->set_response_state(Downstream::MSG_COMPLETE); downstream->pop_downstream_connection(); goto end; } if (downstream->get_response_state() == Downstream::INITIAL) { // we did not send any response headers, so we can reply error // message. if (LOG_ENABLED(INFO)) { DCLOG(INFO, dconn) << "Return error reply"; } error_reply(502); downstream->pop_downstream_connection(); goto end; } // Otherwise, we don't know how to recover from this situation. Just // drop connection. return -1; end: handler_->signal_write(); return 0; } int HttpsUpstream::downstream_error(DownstreamConnection *dconn, int events) { auto downstream = dconn->get_downstream(); if (LOG_ENABLED(INFO)) { if (events & Downstream::EVENT_ERROR) { DCLOG(INFO, dconn) << "Network error/general error"; } else { DCLOG(INFO, dconn) << "Timeout"; } } if (downstream->get_response_state() != Downstream::INITIAL) { return -1; } unsigned int status; if (events & Downstream::EVENT_TIMEOUT) { status = 504; } else { status = 502; } error_reply(status); downstream->pop_downstream_connection(); handler_->signal_write(); return 0; } int HttpsUpstream::send_reply(Downstream *downstream, const uint8_t *body, size_t bodylen) { auto major = downstream->get_request_major(); auto minor = downstream->get_request_minor(); auto connection_close = false; if (major <= 0 || (major == 1 && minor == 0)) { connection_close = true; } else { auto c = downstream->get_response_header(http2::HD_CONNECTION); if (c && util::strieq_l("close", c->value)) { connection_close = true; } } if (connection_close) { downstream->set_response_connection_close(true); handler_->set_should_close_after_write(true); } auto output = downstream->get_response_buf(); output->append("HTTP/1.1 "); output->append( http2::get_status_string(downstream->get_response_http_status())); output->append("\r\n"); for (auto &kv : downstream->get_response_headers()) { if (kv.name.empty() || kv.name[0] == ':') { continue; } http2::capitalize(output, kv.name); output->append(": "); output->append(kv.value); output->append("\r\n"); } if (!downstream->get_response_header(http2::HD_SERVER)) { output->append("Server: "); output->append(get_config()->server_name, strlen(get_config()->server_name)); output->append("\r\n"); } output->append("\r\n"); output->append(body, bodylen); downstream->add_response_sent_bodylen(bodylen); downstream->set_response_state(Downstream::MSG_COMPLETE); return 0; } void HttpsUpstream::error_reply(unsigned int status_code) { auto html = http::create_error_html(status_code); auto downstream = get_downstream(); if (!downstream) { attach_downstream( make_unique(this, handler_->get_mcpool(), 1, 1)); downstream = get_downstream(); } downstream->set_response_http_status(status_code); // we are going to close connection for both frontend and backend in // error condition. This is safest option. downstream->set_response_connection_close(true); handler_->set_should_close_after_write(true); auto output = downstream->get_response_buf(); output->append("HTTP/1.1 "); auto status_str = http2::get_status_string(status_code); output->append(status_str.c_str(), status_str.size()); output->append("\r\nServer: "); output->append(get_config()->server_name, strlen(get_config()->server_name)); output->append("\r\nContent-Length: "); auto cl = util::utos(html.size()); output->append(cl.c_str(), cl.size()); output->append("\r\nDate: "); auto lgconf = log_config(); lgconf->update_tstamp(std::chrono::system_clock::now()); auto &date = lgconf->time_http_str; output->append(date.c_str(), date.size()); output->append("\r\nContent-Type: text/html; " "charset=UTF-8\r\nConnection: close\r\n\r\n"); output->append(html.c_str(), html.size()); downstream->add_response_sent_bodylen(html.size()); downstream->set_response_state(Downstream::MSG_COMPLETE); } void HttpsUpstream::attach_downstream(std::unique_ptr downstream) { assert(!downstream_); downstream_ = std::move(downstream); } void HttpsUpstream::delete_downstream() { if (downstream_ && downstream_->accesslog_ready()) { handler_->write_accesslog(downstream_.get()); } downstream_.reset(); } Downstream *HttpsUpstream::get_downstream() const { return downstream_.get(); } std::unique_ptr HttpsUpstream::pop_downstream() { return std::unique_ptr(downstream_.release()); } namespace { void write_altsvc(DefaultMemchunks *buf, const AltSvc &altsvc) { buf->append(util::percent_encode_token(altsvc.protocol_id)); buf->append("=\""); buf->append(util::quote_string(altsvc.host)); buf->append(":"); buf->append(altsvc.service); buf->append("\""); } } // namespace int HttpsUpstream::on_downstream_header_complete(Downstream *downstream) { if (LOG_ENABLED(INFO)) { if (downstream->get_non_final_response()) { DLOG(INFO, downstream) << "HTTP non-final response header"; } else { DLOG(INFO, downstream) << "HTTP response header completed"; } } #ifdef HAVE_MRUBY if (!downstream->get_non_final_response()) { auto worker = handler_->get_worker(); auto mruby_ctx = worker->get_mruby_context(); if (mruby_ctx->run_on_response_proc(downstream) != 0) { error_reply(500); return -1; } if (downstream->get_response_state() == Downstream::MSG_COMPLETE) { return -1; } } #endif // HAVE_MRUBY auto connect_method = downstream->get_request_method() == HTTP_CONNECT; auto buf = downstream->get_response_buf(); buf->append("HTTP/"); buf->append(util::utos(downstream->get_request_major())); buf->append("."); buf->append(util::utos(downstream->get_request_minor())); buf->append(" "); buf->append(http2::get_status_string(downstream->get_response_http_status())); buf->append("\r\n"); if (!get_config()->http2_proxy && !get_config()->client_proxy && !get_config()->no_location_rewrite) { downstream->rewrite_location_response_header( get_client_handler()->get_upstream_scheme()); } http2::build_http1_headers_from_headers(buf, downstream->get_response_headers()); if (downstream->get_non_final_response()) { buf->append("\r\n"); if (LOG_ENABLED(INFO)) { log_response_headers(buf); } downstream->clear_response_headers(); return 0; } auto worker = handler_->get_worker(); // after graceful shutdown commenced, add connection: close header // field. if (worker->get_graceful_shutdown()) { downstream->set_response_connection_close(true); } // We check downstream->get_response_connection_close() in case when // the Content-Length is not available. if (!downstream->get_request_connection_close() && !downstream->get_response_connection_close()) { if (downstream->get_request_major() <= 0 || downstream->get_request_minor() <= 0) { // We add this header for HTTP/1.0 or HTTP/0.9 clients buf->append("Connection: Keep-Alive\r\n"); } } else if (!downstream->get_upgraded()) { buf->append("Connection: close\r\n"); } if (!connect_method && downstream->get_upgraded()) { auto connection = downstream->get_response_header(http2::HD_CONNECTION); if (connection) { buf->append("Connection: "); buf->append((*connection).value); buf->append("\r\n"); } auto upgrade = downstream->get_response_header(http2::HD_UPGRADE); if (upgrade) { buf->append("Upgrade: "); buf->append((*upgrade).value); buf->append("\r\n"); } } if (!downstream->get_response_header(http2::HD_ALT_SVC)) { // We won't change or alter alt-svc from backend for now if (!get_config()->altsvcs.empty()) { buf->append("Alt-Svc: "); auto &altsvcs = get_config()->altsvcs; write_altsvc(buf, altsvcs[0]); for (size_t i = 1; i < altsvcs.size(); ++i) { buf->append(", "); write_altsvc(buf, altsvcs[i]); } buf->append("\r\n"); } } if (!get_config()->http2_proxy && !get_config()->client_proxy) { buf->append("Server: "); buf->append(get_config()->server_name, strlen(get_config()->server_name)); buf->append("\r\n"); } else { auto server = downstream->get_response_header(http2::HD_SERVER); if (server) { buf->append("Server: "); buf->append((*server).value); buf->append("\r\n"); } } auto via = downstream->get_response_header(http2::HD_VIA); if (get_config()->no_via) { if (via) { buf->append("Via: "); buf->append((*via).value); buf->append("\r\n"); } } else { buf->append("Via: "); if (via) { buf->append((*via).value); buf->append(", "); } buf->append(http::create_via_header_value( downstream->get_response_major(), downstream->get_response_minor())); buf->append("\r\n"); } for (auto &p : get_config()->add_response_headers) { buf->append(p.first); buf->append(": "); buf->append(p.second); buf->append("\r\n"); } buf->append("\r\n"); if (LOG_ENABLED(INFO)) { log_response_headers(buf); } return 0; } int HttpsUpstream::on_downstream_body(Downstream *downstream, const uint8_t *data, size_t len, bool flush) { if (len == 0) { return 0; } auto output = downstream->get_response_buf(); if (downstream->get_chunked_response()) { auto chunk_size_hex = util::utox(len); chunk_size_hex += "\r\n"; output->append(chunk_size_hex.c_str(), chunk_size_hex.size()); } output->append(data, len); downstream->add_response_sent_bodylen(len); if (downstream->get_chunked_response()) { output->append("\r\n"); } return 0; } int HttpsUpstream::on_downstream_body_complete(Downstream *downstream) { if (downstream->get_chunked_response()) { auto output = downstream->get_response_buf(); auto &trailers = downstream->get_response_trailers(); if (trailers.empty()) { output->append("0\r\n\r\n"); } else { output->append("0\r\n"); http2::build_http1_headers_from_headers(output, trailers); output->append("\r\n"); } } if (LOG_ENABLED(INFO)) { DLOG(INFO, downstream) << "HTTP response completed"; } if (!downstream->validate_response_bodylen()) { downstream->set_response_connection_close(true); } if (downstream->get_request_connection_close() || downstream->get_response_connection_close()) { auto handler = get_client_handler(); handler->set_should_close_after_write(true); } return 0; } int HttpsUpstream::on_downstream_abort_request(Downstream *downstream, unsigned int status_code) { error_reply(status_code); handler_->signal_write(); return 0; } void HttpsUpstream::log_response_headers(DefaultMemchunks *buf) const { std::string nhdrs; for (auto chunk = buf->head; chunk; chunk = chunk->next) { nhdrs.append(chunk->pos, chunk->last); } if (log_config()->errorlog_tty) { nhdrs = http::colorizeHeaders(nhdrs.c_str()); } ULOG(INFO, this) << "HTTP response headers\n" << nhdrs; } void HttpsUpstream::on_handler_delete() { if (downstream_ && downstream_->accesslog_ready()) { handler_->write_accesslog(downstream_.get()); } } int HttpsUpstream::on_downstream_reset(bool no_retry) { int rv; if (!downstream_->request_submission_ready()) { // Return error so that caller can delete handler return -1; } downstream_->pop_downstream_connection(); downstream_->add_retry(); if (no_retry || downstream_->no_more_retry()) { goto fail; } rv = downstream_->attach_downstream_connection( handler_->get_downstream_connection(downstream_.get())); if (rv != 0) { goto fail; } return 0; fail: if (on_downstream_abort_request(downstream_.get(), 503) != 0) { return -1; } downstream_->pop_downstream_connection(); return 0; } int HttpsUpstream::initiate_push(Downstream *downstream, const char *uri, size_t len) { return 0; } } // namespace shrpx