walkero
/
nghttp2
1
0
Fork 0
Code Issues Pull Requests Projects Releases 1 Wiki Activity

h2load: Simplify rate mode 

This change simplifies rate mode as proposed idea as plan B in GH-382.

In this change, we removed -C option.  Instead, -c option is used to
specify the number of connections to be made, and it is now required
argument if more than 1 clients are required (this is usually the
case).  The number of requests made per connection is calculated
simply by -n / -c.

-n option is handled specially when --timing-script-file is used.  If
-n is used with --timing-script, it specifies the number of requests
-each client will make rather than the total number of requests h2load
-will perform across clients.  This handling applies to rate mode too.

We also clarified the sematics about distribution of rate among the
threads.
This commit is contained in:
Tatsuhiro Tsujikawa 2015-10-08 21:25:58 +09:00
parent 509c515575
commit 4030060db8
2 changed files with 126 additions and 203 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

262
src/h2load.cc
View File

@ -74,7 +74,7 @@ namespace h2load {
Config::Config() Config::Config()
: data_length(-1), addrs(nullptr), nreqs(1), nclients(1), nthreads(1), : data_length(-1), addrs(nullptr), nreqs(1), nclients(1), nthreads(1),
max_concurrent_streams(-1), window_bits(30), connection_window_bits(30), max_concurrent_streams(-1), window_bits(30), connection_window_bits(30),
rate(0), rate_period(1.0), nconns(0), conn_active_timeout(0), rate(0), rate_period(1.0), conn_active_timeout(0),
conn_inactivity_timeout(0), no_tls_proto(PROTO_HTTP2), data_fd(-1), conn_inactivity_timeout(0), no_tls_proto(PROTO_HTTP2), data_fd(-1),
port(0), default_port(0), verbose(false), timing_script(false) {} port(0), default_port(0), verbose(false), timing_script(false) {}
@ -144,7 +144,11 @@ void rate_period_timeout_w_cb(struct ev_loop *loop, ev_timer *w, int revents) {
auto nclients = std::min(nclients_per_second, conns_remaining); auto nclients = std::min(nclients_per_second, conns_remaining);
for (size_t i = 0; i < nclients; ++i) { for (size_t i = 0; i < nclients; ++i) {
auto req_todo = worker->config->max_concurrent_streams; auto req_todo = worker->nreqs_per_client;
if (worker->nreqs_rem > 0) {
++req_todo;
--worker->nreqs_rem;
}
worker->clients.push_back(make_unique<Client>(worker, req_todo)); worker->clients.push_back(make_unique<Client>(worker, req_todo));
auto &client = worker->clients.back(); auto &client = worker->clients.back();
if (client->connect() != 0) { if (client->connect() != 0) {
@ -932,11 +936,10 @@ Worker::Worker(uint32_t id, SSL_CTX *ssl_ctx, size_t req_todo, size_t nclients,
size_t rate, Config *config) size_t rate, Config *config)
: stats(req_todo), loop(ev_loop_new(0)), ssl_ctx(ssl_ctx), config(config), : stats(req_todo), loop(ev_loop_new(0)), ssl_ctx(ssl_ctx), config(config),
id(id), tls_info_report_done(false), app_info_report_done(false), id(id), tls_info_report_done(false), app_info_report_done(false),
nconns_made(0), nclients(nclients), rate(rate) { nconns_made(0), nclients(nclients), nreqs_per_client(req_todo / nclients),
nreqs_rem(req_todo % nclients), rate(rate) {
stats.req_todo = req_todo; stats.req_todo = req_todo;
progress_interval = std::max(static_cast<size_t>(1), req_todo / 10); progress_interval = std::max(static_cast<size_t>(1), req_todo / 10);
auto nreqs_per_client = req_todo / nclients;
auto nreqs_rem = req_todo % nclients;
// create timer that will go off every rate_period // create timer that will go off every rate_period
ev_timer_init(&timeout_watcher, rate_period_timeout_w_cb, 0., ev_timer_init(&timeout_watcher, rate_period_timeout_w_cb, 0.,
@ -1288,10 +1291,14 @@ void print_help(std::ostream &out) {
scheme, host or port values. scheme, host or port values.
Options: Options:
-n, --requests=<N> -n, --requests=<N>
Number of requests. Number of requests across all clients. If it is used
with --timing-script-file option, this option specifies
the number of requests each client performs rather than
the number of requests across all clients.
Default: )" << config.nreqs << R"( Default: )" << config.nreqs << R"(
-c, --clients=<N> -c, --clients=<N>
Number of concurrent clients. Number of concurrent clients. With -r option, this
specifies the maximum number of connections to be made.
Default: )" << config.nclients << R"( Default: )" << config.nclients << R"(
-t, --threads=<N> -t, --threads=<N>
Number of native threads. Number of native threads.
@ -1346,27 +1353,20 @@ Options:
Specifies the fixed rate at which connections are Specifies the fixed rate at which connections are
created. The rate must be a positive integer, created. The rate must be a positive integer,
representing the number of connections to be made per representing the number of connections to be made per
rate period. When the rate is 0, the program will run as rate period. The maximum number of connections to be
it normally does, creating connections at whatever made is given in -c option. This rate will be
variable rate it wants. The default value for this distributed among threads as evenly as possible. For
option is 0. example, with -t2 and -r4, each thread gets 2
connections per period. When the rate is 0, the program
will run as it normally does, creating connections at
whatever variable rate it wants. The default value for
this option is 0.
--rate-period=<N> --rate-period=<N>
Specifies the time period between creating connections. Specifies the time period between creating connections.
The period must be a positive number greater than or The period must be a positive number greater than or
equal to 1.0, representing the length of the period in equal to 1.0, representing the length of the period in
seconds. This option is ignored if the rate option is seconds. This option is ignored if the rate option is
not used. The default value for this option is 1.0. not used. The default value for this option is 1.0.
-C, --num-conns=<N>
Specifies the total number of connections to create.
The total number of connections must be a positive
integer. On each connection, -m requests are made. The
test stops once as soon as the <N> connections have
either completed or failed. When the number of
connections is 0, the program will run as it normally
does, creating as many connections as it needs in order
to make the -n requests specified. The default value
for this option is 0. The -n option is not required if
the -C option is being used.
-T, --connection-active-timeout=<N> -T, --connection-active-timeout=<N>
Specifies the maximum time that h2load is willing to Specifies the maximum time that h2load is willing to
keep a connection open, regardless of the activity on keep a connection open, regardless of the activity on
@ -1446,7 +1446,6 @@ int main(int argc, char **argv) {
{"version", no_argument, &flag, 1}, {"version", no_argument, &flag, 1},
{"ciphers", required_argument, &flag, 2}, {"ciphers", required_argument, &flag, 2},
{"rate", required_argument, nullptr, 'r'}, {"rate", required_argument, nullptr, 'r'},
{"num-conns", required_argument, nullptr, 'C'},
{"connection-active-timeout", required_argument, nullptr, 'T'}, {"connection-active-timeout", required_argument, nullptr, 'T'},
{"connection-inactivity-timeout", required_argument, nullptr, 'N'}, {"connection-inactivity-timeout", required_argument, nullptr, 'N'},
{"timing-script-file", required_argument, &flag, 3}, {"timing-script-file", required_argument, &flag, 3},
@ -1455,7 +1454,7 @@ int main(int argc, char **argv) {
{"rate-period", required_argument, &flag, 5}, {"rate-period", required_argument, &flag, 5},
{nullptr, 0, nullptr, 0}}; {nullptr, 0, nullptr, 0}};
int option_index = 0; int option_index = 0;
auto c = getopt_long(argc, argv, "hvW:c:d:m:n:p:t:w:H:i:r:C:T:N:B:", auto c = getopt_long(argc, argv, "hvW:c:d:m:n:p:t:w:H:i:r:T:N:B:",
long_options, &option_index); long_options, &option_index);
if (c == -1) { if (c == -1) {
break; break;
@ -1560,14 +1559,6 @@ int main(int argc, char **argv) {
exit(EXIT_FAILURE); exit(EXIT_FAILURE);
} }
break; break;
case 'C':
config.nconns = strtoul(optarg, nullptr, 10);
if (config.nconns == 0) {
std::cerr << "-C: the total number of connections made "
<< "must be positive." << std::endl;
exit(EXIT_FAILURE);
}
break;
case 'T': case 'T':
config.conn_active_timeout = strtoul(optarg, nullptr, 10); config.conn_active_timeout = strtoul(optarg, nullptr, 10);
if (config.conn_active_timeout <= 0) { if (config.conn_active_timeout <= 0) {
@ -1675,12 +1666,9 @@ int main(int argc, char **argv) {
reqlines = parse_uris(std::begin(uris), std::end(uris)); reqlines = parse_uris(std::begin(uris), std::end(uris));
} else { } else {
std::vector<std::string> uris; std::vector<std::string> uris;
if (config.ifile == "-") {
if (!config.timing_script) { if (!config.timing_script) {
if (config.ifile == "-") {
uris = read_uri_from_file(std::cin); uris = read_uri_from_file(std::cin);
} else {
read_script_from_file(std::cin, config.timings, uris);
}
} else { } else {
std::ifstream infile(config.ifile); std::ifstream infile(config.ifile);
if (!infile) { if (!infile) {
@ -1688,23 +1676,31 @@ int main(int argc, char **argv) {
exit(EXIT_FAILURE); exit(EXIT_FAILURE);
} }
if (!config.timing_script) {
uris = read_uri_from_file(infile); uris = read_uri_from_file(infile);
}
} else { } else {
if (config.ifile == "-") {
read_script_from_file(std::cin, config.timings, uris);
} else {
std::ifstream infile(config.ifile);
if (!infile) {
std::cerr << "cannot read input file: " << config.ifile << std::endl;
exit(EXIT_FAILURE);
}
read_script_from_file(infile, config.timings, uris); read_script_from_file(infile, config.timings, uris);
}
if (nreqs_set_manually) { if (nreqs_set_manually) {
if (config.nreqs > uris.size()) { if (config.nreqs > uris.size()) {
std::cerr std::cerr << "-n: the number of requests must be less than or equal "
<< "-n: the number of requests must be less than or equal "
"to the number of timing script entries. Setting number " "to the number of timing script entries. Setting number "
"of requests to " << uris.size() << std::endl; "of requests to " << uris.size() << std::endl;
config.nreqs = uris.size(); config.nreqs = uris.size();
} }
} else { } else {
// each client will execute the full script, so scale nreqs config.nreqs = uris.size();
config.nreqs = uris.size() * config.nclients;
}
} }
} }
@ -1744,42 +1740,30 @@ int main(int argc, char **argv) {
<< "cores." << std::endl; << "cores." << std::endl;
} }
if (!config.is_rate_mode()) { // With timing script, we don't distribute config.nreqs to each
if (config.nreqs < config.nclients) { // client or thread.
if (!config.timing_script && config.nreqs < config.nclients) {
std::cerr << "-n, -c: the number of requests must be greater than or " std::cerr << "-n, -c: the number of requests must be greater than or "
<< "equal to the concurrent clients." << std::endl; << "equal to the clients." << std::endl;
exit(EXIT_FAILURE); exit(EXIT_FAILURE);
} }
if (config.nclients < config.nthreads) { if (config.nclients < config.nthreads) {
std::cerr << "-c, -t: the number of client must be greater than or equal " std::cerr << "-c, -t: the number of clients must be greater than or equal "
"to the number of threads." << std::endl; "to the number of threads." << std::endl;
exit(EXIT_FAILURE); exit(EXIT_FAILURE);
} }
} else {
if (config.is_rate_mode()) {
if (config.rate < config.nthreads) { if (config.rate < config.nthreads) {
std::cerr << "-r, -t: the connection rate must be greater than or equal " std::cerr << "-r, -t: the connection rate must be greater than or equal "
<< "to the number of threads." << std::endl; << "to the number of threads." << std::endl;
exit(EXIT_FAILURE); exit(EXIT_FAILURE);
} }
if (nreqs_set_manually && config.rate > config.nreqs) { if (config.rate > config.nclients) {
std::cerr << "-r, -n: the connection rate must be smaller than or equal " std::cerr << "-r, -c: the connection rate must be smaller than or equal "
"to the number of requests." << std::endl; "to the number of clients." << std::endl;
exit(EXIT_FAILURE);
}
if (config.nconns != 0 && config.nconns < config.nthreads) {
std::cerr
<< "-C, -t: the total number of connections must be greater than "
"or equal "
<< "to the number of threads." << std::endl;
exit(EXIT_FAILURE);
}
if (config.nconns == 0 && !nreqs_set_manually) {
std::cerr << "-r: the rate option must be used with either the -n option "
"or the -C option." << std::endl;
exit(EXIT_FAILURE); exit(EXIT_FAILURE);
} }
} }
@ -1843,50 +1827,6 @@ int main(int argc, char **argv) {
SSL_CTX_set_alpn_protos(ssl_ctx, proto_list.data(), proto_list.size()); SSL_CTX_set_alpn_protos(ssl_ctx, proto_list.data(), proto_list.size());
#endif // OPENSSL_VERSION_NUMBER >= 0x10002000L #endif // OPENSSL_VERSION_NUMBER >= 0x10002000L
// if not in rate mode and -C is set, warn that we are ignoring it
if (!config.is_rate_mode() && config.nconns != 0) {
std::cerr << "-C: warning: This option can only be used with -r, and"
<< " will be ignored otherwise." << std::endl;
}
size_t n_time = 0;
size_t c_time = 0;
size_t actual_nreqs = config.nreqs;
// only care about n_time and c_time in rate mode
if (config.is_rate_mode()) {
n_time = config.nreqs / (config.rate * config.max_concurrent_streams);
c_time = config.nconns / config.rate;
// check to see if the two ways of determining test time conflict
if (n_time != c_time && config.nconns != 0) {
if (config.nreqs != 1) {
if (config.nreqs < config.nconns) {
std::cerr << "-C, -n: warning: number of requests conflict. "
<< std::endl;
std::cerr << "The test will create "
<< (config.max_concurrent_streams * config.nconns)
<< " total requests." << std::endl;
actual_nreqs = config.max_concurrent_streams * config.nconns;
} else {
std::cout << "-C, -n: warning: number of requests conflict. "
<< std::endl;
std::cout
<< "The smaller of the two will be chosen and the test will "
<< "create "
<< std::min(config.nreqs,
static_cast<size_t>(config.max_concurrent_streams *
config.nconns))
<< " total requests." << std::endl;
actual_nreqs = std::min(
config.nreqs, static_cast<size_t>(config.max_concurrent_streams *
config.nreqs));
}
} else {
actual_nreqs = config.max_concurrent_streams * config.nconns;
}
}
}
std::string user_agent = "h2load nghttp2/" NGHTTP2_VERSION; std::string user_agent = "h2load nghttp2/" NGHTTP2_VERSION;
Headers shared_nva; Headers shared_nva;
shared_nva.emplace_back(":scheme", config.scheme); shared_nva.emplace_back(":scheme", config.scheme);
@ -1965,26 +1905,13 @@ int main(int argc, char **argv) {
resolve_host(); resolve_host();
if (!config.is_rate_mode() && config.nclients == 1) { size_t nreqs_per_thread = 0;
config.nthreads = 1; ssize_t nreqs_rem = 0;
}
ssize_t seconds = 0;
if (config.is_rate_mode()) { if (!config.timing_script) {
nreqs_per_thread = config.nreqs / config.nthreads;
// set various config values nreqs_rem = config.nreqs % config.nthreads;
if (config.nreqs < config.nconns) {
seconds = c_time;
} else if (config.nconns == 0) {
seconds = n_time;
} else {
seconds = std::min(n_time, c_time);
} }
config.nreqs = actual_nreqs;
}
size_t nreqs_per_thread = config.nreqs / config.nthreads;
ssize_t nreqs_rem = config.nreqs % config.nthreads;
size_t nclients_per_thread = config.nclients / config.nthreads; size_t nclients_per_thread = config.nclients / config.nthreads;
ssize_t nclients_rem = config.nclients % config.nthreads; ssize_t nclients_rem = config.nclients % config.nthreads;
@ -1992,16 +1919,6 @@ int main(int argc, char **argv) {
size_t rate_per_thread = config.rate / config.nthreads; size_t rate_per_thread = config.rate / config.nthreads;
ssize_t rate_per_thread_rem = config.rate % config.nthreads; ssize_t rate_per_thread_rem = config.rate % config.nthreads;
size_t nclients_extra_per_thread = 0;
ssize_t nclients_extra_per_thread_rem = 0;
// In rate mode, we want each Worker to create a total of
// C/t connections.
if (config.is_rate_mode() && config.nconns > seconds * config.rate) {
auto nclients_extra = config.nconns - (seconds * config.rate);
nclients_extra_per_thread = nclients_extra / config.nthreads;
nclients_extra_per_thread_rem = nclients_extra % config.nthreads;
}
std::cout << "starting benchmark..." << std::endl; std::cout << "starting benchmark..." << std::endl;
auto start = std::chrono::steady_clock::now(); auto start = std::chrono::steady_clock::now();
@ -2012,33 +1929,41 @@ int main(int argc, char **argv) {
#ifndef NOTHREADS #ifndef NOTHREADS
std::vector<std::future<void>> futures; std::vector<std::future<void>> futures;
for (size_t i = 0; i < config.nthreads - 1; ++i) { for (size_t i = 0; i < config.nthreads - 1; ++i) {
auto rate = rate_per_thread + (rate_per_thread_rem-- > 0); auto rate = rate_per_thread;
size_t nreqs; if (rate_per_thread_rem > 0) {
size_t nclients; --rate_per_thread_rem;
if (!config.is_rate_mode()) { ++rate;
nclients = nclients_per_thread + (nclients_rem-- > 0); }
nreqs = nreqs_per_thread + (nreqs_rem-- > 0); auto nclients = nclients_per_thread;
if (nclients_rem > 0) {
--nclients_rem;
++nclients;
}
std::cout << "spawning thread #" << i << ": " << nclients size_t nreqs;
<< " concurrent clients, " << nreqs << " total requests" if (config.timing_script) {
<< std::endl; // With timing script, each client issues config.nreqs requests.
// We divide nreqs by number of clients in Worker ctor to
// distribute requests to those clients evenly, so multiply
// config.nreqs here by config.nclients.
nreqs = config.nreqs * nclients;
} else { } else {
nclients = rate * seconds + nclients_extra_per_thread + nreqs = nreqs_per_thread;
(nclients_extra_per_thread_rem-- > 0); if (nreqs_rem > 0) {
nreqs = nclients * config.max_concurrent_streams; --nreqs_rem;
++nreqs;
}
}
std::stringstream rate_report; std::stringstream rate_report;
if (nclients >= config.rate) { if (config.is_rate_mode() && nclients > rate) {
rate_report << "Up to " << config.rate rate_report << "Up to " << rate << " client(s) will be created every "
<< " client(s) will be created every " << std::setprecision(3) << config.rate_period << " seconds. ";
<< std::setprecision(3) << config.rate_period
<< " seconds. ";
} }
std::cout << "spawning thread #" << i << ": " << nclients std::cout << "spawning thread #" << i << ": " << nclients
<< " total client(s). " << rate_report.str() << nreqs << " total client(s). " << rate_report.str() << nreqs
<< " total requests" << std::endl; << " total requests" << std::endl;
}
workers.push_back( workers.push_back(
make_unique<Worker>(i, ssl_ctx, nreqs, nclients, rate, &config)); make_unique<Worker>(i, ssl_ctx, nreqs, nclients, rate, &config));
@ -2048,24 +1973,18 @@ int main(int argc, char **argv) {
} }
#endif // NOTHREADS #endif // NOTHREADS
auto rate_last = rate_per_thread + (rate_per_thread_rem-- > 0); assert(rate_per_thread_rem == 0);
size_t nclients_last; assert(nclients_rem == 0);
size_t nreqs_last; assert(nreqs_rem == 0);
if (!config.is_rate_mode()) {
nclients_last = nclients_per_thread + (nclients_rem-- > 0);
nreqs_last = nreqs_per_thread + (nreqs_rem-- > 0);
std::cout << "spawning thread #" << (config.nthreads - 1) << ": "
<< nclients_last << " concurrent clients, " << nreqs_last
<< " total requests" << std::endl;
} else {
nclients_last = rate_last * seconds + nclients_extra_per_thread +
(nclients_extra_per_thread_rem-- > 0);
nreqs_last = nclients_last * config.max_concurrent_streams;
{
auto rate_last = rate_per_thread;
auto nclients_last = nclients_per_thread;
auto nreqs_last =
config.timing_script ? config.nreqs * nclients_last : nreqs_per_thread;
std::stringstream rate_report; std::stringstream rate_report;
if (nclients_last >= config.rate) { if (config.is_rate_mode() && nclients_last > rate_last) {
rate_report << "Up to " << config.rate rate_report << "Up to " << rate_last
<< " client(s) will be created every " << std::setprecision(3) << " client(s) will be created every " << std::setprecision(3)
<< config.rate_period << " seconds. "; << config.rate_period << " seconds. ";
} }
@ -2073,11 +1992,12 @@ int main(int argc, char **argv) {
std::cout << "spawning thread #" << (config.nthreads - 1) << ": " std::cout << "spawning thread #" << (config.nthreads - 1) << ": "
<< nclients_last << " total client(s). " << rate_report.str() << nclients_last << " total client(s). " << rate_report.str()
<< nreqs_last << " total requests" << std::endl; << nreqs_last << " total requests" << std::endl;
}
workers.push_back(make_unique<Worker>(config.nthreads - 1, ssl_ctx, workers.push_back(make_unique<Worker>(config.nthreads - 1, ssl_ctx,
nreqs_last, nclients_last, rate_last, nreqs_last, nclients_last, rate_last,
&config)); &config));
}
workers.back()->run(); workers.back()->run();
#ifndef NOTHREADS #ifndef NOTHREADS

7
src/h2load.h
View File

@ -82,8 +82,6 @@ struct Config {
// rate at which connections should be made // rate at which connections should be made
size_t rate; size_t rate;
ev_tstamp rate_period; ev_tstamp rate_period;
// number of connections made
size_t nconns;
// amount of time to wait for activity on a given connection // amount of time to wait for activity on a given connection
ssize_t conn_active_timeout; ssize_t conn_active_timeout;
// amount of time to wait after the last request is made on a connection // amount of time to wait after the last request is made on a connection
@ -200,7 +198,12 @@ struct Worker {
bool tls_info_report_done; bool tls_info_report_done;
bool app_info_report_done; bool app_info_report_done;
size_t nconns_made; size_t nconns_made;
// number of clients this worker handles
size_t nclients; size_t nclients;
// number of requests each client issues
size_t nreqs_per_client;
// at most nreqs_rem clients get an extra request
size_t nreqs_rem;
size_t rate; size_t rate;
ev_timer timeout_watcher; ev_timer timeout_watcher;