/* * nghttp2 - HTTP/2 C Library * * Copyright (c) 2013 Tatsuhiro Tsujikawa * * Permission is hereby granted, free of charge, to any person obtaining * a copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sublicense, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #ifdef HAVE_CONFIG_H # include #endif // HAVE_CONFIG_H #include #include #include #include #include #include #include #include #include #include extern "C" { #include "nghttp2_hd.h" #include "nghttp2_frame.h" #include "comp_helper.h" } typedef struct { size_t table_size; size_t deflate_table_size; int http1text; int dump_header_table; } deflate_config; static deflate_config config; static size_t input_sum; static size_t output_sum; static char to_hex_digit(uint8_t n) { if(n > 9) { return n - 10 + 'a'; } return n + '0'; } static void to_hex(char *dest, const uint8_t *src, size_t len) { size_t i; for(i = 0; i < len; ++i) { *dest++ = to_hex_digit(src[i] >> 4); *dest++ = to_hex_digit(src[i] & 0xf); } } static void output_to_json(nghttp2_hd_deflater *deflater, nghttp2_bufs *bufs, size_t inputlen, const std::vector nva, int seq) { auto len = nghttp2_bufs_len(bufs); auto hex = std::vector(len * 2); auto obj = json_object(); auto comp_ratio = inputlen == 0 ? 0.0 : (double)len / inputlen * 100; json_object_set_new(obj, "seq", json_integer(seq)); json_object_set_new(obj, "input_length", json_integer(inputlen)); json_object_set_new(obj, "output_length", json_integer(len)); json_object_set_new(obj, "percentage_of_original_size", json_real(comp_ratio)); auto hexp = hex.data(); for(auto ci = bufs->head; ci; ci = ci->next) { auto buf = &ci->buf; to_hex(hexp, buf->pos, nghttp2_buf_len(buf)); hexp += nghttp2_buf_len(buf); } if(len == 0) { json_object_set_new(obj, "wire", json_string("")); } else { json_object_set_new(obj, "wire", json_pack("s#", hex.data(), hex.size())); } json_object_set_new(obj, "headers", dump_headers(nva.data(), nva.size())); if(seq == 0) { // We only change the header table size only once at the beginning json_object_set_new(obj, "header_table_size", json_integer(config.table_size)); } if(config.dump_header_table) { json_object_set_new(obj, "header_table", dump_header_table(&deflater->ctx)); } json_dumpf(obj, stdout, JSON_PRESERVE_ORDER | JSON_INDENT(2)); printf("\n"); json_decref(obj); } static void deflate_hd(nghttp2_hd_deflater *deflater, const std::vector& nva, size_t inputlen, int seq) { ssize_t rv; nghttp2_bufs bufs; nghttp2_bufs_init2(&bufs, 4096, 16, 0); rv = nghttp2_hd_deflate_hd_bufs(deflater, &bufs, (nghttp2_nv*)nva.data(), nva.size()); if(rv < 0) { fprintf(stderr, "deflate failed with error code %zd at %d\n", rv, seq); exit(EXIT_FAILURE); } input_sum += inputlen; output_sum += nghttp2_bufs_len(&bufs); output_to_json(deflater, &bufs, inputlen, nva, seq); nghttp2_bufs_free(&bufs); } static int deflate_hd_json(json_t *obj, nghttp2_hd_deflater *deflater, int seq) { size_t inputlen = 0; auto js = json_object_get(obj, "headers"); if(js == nullptr) { fprintf(stderr, "'headers' key is missing at %d\n", seq); return -1; } if(!json_is_array(js)) { fprintf(stderr, "The value of 'headers' key must be an array at %d\n", seq); return -1; } auto len = json_array_size(js); auto nva = std::vector(len); for(size_t i = 0; i < len; ++i) { auto nv_pair = json_array_get(js, i); const char *name; json_t *value; if(!json_is_object(nv_pair) || json_object_size(nv_pair) != 1) { fprintf(stderr, "bad formatted name/value pair object at %d\n", seq); return -1; } json_object_foreach(nv_pair, name, value) { nva[i].name = (uint8_t*)name; nva[i].namelen = strlen(name); if(!json_is_string(value)) { fprintf(stderr, "value is not string at %d\n", seq); return -1; } nva[i].value = (uint8_t*)json_string_value(value); nva[i].valuelen = strlen(json_string_value(value)); nva[i].flags = NGHTTP2_NV_FLAG_NONE; } inputlen += nva[i].namelen + nva[i].valuelen; } deflate_hd(deflater, nva, inputlen, seq); return 0; } static void init_deflater(nghttp2_hd_deflater *deflater) { nghttp2_hd_deflate_init2(deflater, config.deflate_table_size); nghttp2_hd_deflate_change_table_size(deflater, config.table_size); } static void deinit_deflater(nghttp2_hd_deflater *deflater) { nghttp2_hd_deflate_free(deflater); } static int perform(void) { json_error_t error; nghttp2_hd_deflater deflater; auto json = json_loadf(stdin, 0, &error); if(json == nullptr) { fprintf(stderr, "JSON loading failed\n"); exit(EXIT_FAILURE); } auto cases = json_object_get(json, "cases"); if(cases == nullptr) { fprintf(stderr, "Missing 'cases' key in root object\n"); exit(EXIT_FAILURE); } if(!json_is_array(cases)) { fprintf(stderr, "'cases' must be JSON array\n"); exit(EXIT_FAILURE); } init_deflater(&deflater); output_json_header(); auto len = json_array_size(cases); for(size_t i = 0; i < len; ++i) { auto obj = json_array_get(cases, i); if(!json_is_object(obj)) { fprintf(stderr, "Unexpected JSON type at %zu. It should be object.\n", i); continue; } if(deflate_hd_json(obj, &deflater, i) != 0) { continue; } if(i + 1 < len) { printf(",\n"); } } output_json_footer(); deinit_deflater(&deflater); json_decref(json); return 0; } static int perform_from_http1text(void) { char line[1 << 14]; int seq = 0; nghttp2_hd_deflater deflater; init_deflater(&deflater); output_json_header(); for(;;) { std::vector nva; int end = 0; size_t inputlen = 0; for(;;) { char *rv = fgets(line, sizeof(line), stdin); char *val, *val_end; if(rv == nullptr) { end = 1; break; } else if(line[0] == '\n') { break; } nva.emplace_back(); auto& nv = nva.back(); val = strchr(line+1, ':'); if(val == nullptr) { fprintf(stderr, "Bad HTTP/1 header field format at %d.\n", seq); exit(EXIT_FAILURE); } *val = '\0'; ++val; for(; *val && (*val == ' ' || *val == '\t'); ++val); for(val_end = val; *val_end && (*val_end != '\r' && *val_end != '\n'); ++val_end); *val_end = '\0'; nv.namelen = strlen(line); nv.valuelen = strlen(val); nv.name = (uint8_t*)strdup(line); nv.value = (uint8_t*)strdup(val); nv.flags = NGHTTP2_NV_FLAG_NONE; inputlen += nv.namelen + nv.valuelen; } if(!end) { if(seq > 0) { printf(",\n"); } deflate_hd(&deflater, nva, inputlen, seq); } for(auto& nv : nva) { free(nv.name); free(nv.value); } if(end) break; ++seq; } output_json_footer(); deinit_deflater(&deflater); return 0; } static void print_help(void) { std::cout << R"(HPACK HTTP/2 header encoder Usage: deflatehd [OPTIONS] < INPUT Reads JSON data or HTTP/1-style header fields from stdin and outputs deflated header block in JSON array. For the JSON input, the root JSON object must contain "context" key, which indicates which compression context is used. If it is "request", request compression context is used. Otherwise, response compression context is used. The value of "cases" key contains the sequence of input header set. They share the same compression context and are processed in the order they appear. Each item in the sequence is a JSON object and it must have at least "headers" key. Its value is an array of a JSON object containing exactly one name/value pair. Example: { "context": "request", "cases": [ { "headers": [ { ":method": "GET" }, { ":path": "/" } ] }, { "headers": [ { ":method": "POST" }, { ":path": "/" } ] } ] } With -t option, the program can accept more familiar HTTP/1 style header field block. Each header set must be followed by one empty line: Example: :method: GET :scheme: https :path: / :method: POST user-agent: nghttp2 The output of this program can be used as input for inflatehd. OPTIONS: -t, --http1text Use HTTP/1 style header field text as input. Each header set is delimited by single empty line. -s, --table-size= Set dynamic table size. In the HPACK specification, this value is denoted by SETTINGS_HEADER_TABLE_SIZE. Default: 4096 -S, --deflate-table-size= Use first N bytes of dynamic header table buffer. Default: 4096 -d, --dump-header-table Output dynamic header table.)" << std::endl; } static struct option long_options[] = { {"http1text", no_argument, nullptr, 't'}, {"table-size", required_argument, nullptr, 's'}, {"deflate-table-size", required_argument, nullptr, 'S'}, {"dump-header-table", no_argument, nullptr, 'd'}, {nullptr, 0, nullptr, 0 } }; int main(int argc, char **argv) { char *end; config.table_size = NGHTTP2_HD_DEFAULT_MAX_BUFFER_SIZE; config.deflate_table_size = NGHTTP2_HD_DEFAULT_MAX_DEFLATE_BUFFER_SIZE; config.http1text = 0; config.dump_header_table = 0; while(1) { int option_index = 0; int c = getopt_long(argc, argv, "S:dhs:t", long_options, &option_index); if(c == -1) { break; } switch(c) { case 'h': print_help(); exit(EXIT_SUCCESS); case 't': // --http1text config.http1text = 1; break; case 's': // --table-size errno = 0; config.table_size = strtoul(optarg, &end, 10); if(errno == ERANGE || *end != '\0') { fprintf(stderr, "-s: Bad option value\n"); exit(EXIT_FAILURE); } break; case 'S': // --deflate-table-size errno = 0; config.deflate_table_size = strtoul(optarg, &end, 10); if(errno == ERANGE || *end != '\0') { fprintf(stderr, "-S: Bad option value\n"); exit(EXIT_FAILURE); } break; case 'd': // --dump-header-table config.dump_header_table = 1; break; case '?': exit(EXIT_FAILURE); default: break; } } if(config.http1text) { perform_from_http1text(); } else { perform(); } auto comp_ratio = input_sum == 0 ? 0.0 : (double)output_sum / input_sum; fprintf(stderr, "Overall: input=%zu output=%zu ratio=%.02f\n", input_sum, output_sum, comp_ratio); return 0; }