diff options
Diffstat (limited to 'libs/libevent/docs/test/test-ratelim.c')
-rw-r--r-- | libs/libevent/docs/test/test-ratelim.c | 601 |
1 files changed, 0 insertions, 601 deletions
diff --git a/libs/libevent/docs/test/test-ratelim.c b/libs/libevent/docs/test/test-ratelim.c deleted file mode 100644 index 17babfdcbc..0000000000 --- a/libs/libevent/docs/test/test-ratelim.c +++ /dev/null @@ -1,601 +0,0 @@ -/* - * Copyright (c) 2009-2012 Niels Provos and Nick Mathewson - * - * Redistribution and use in source and binary forms, with or without - * modification, are permitted provided that the following conditions - * are met: - * 1. Redistributions of source code must retain the above copyright - * notice, this list of conditions and the following disclaimer. - * 2. Redistributions in binary form must reproduce the above copyright - * notice, this list of conditions and the following disclaimer in the - * documentation and/or other materials provided with the distribution. - * 3. The name of the author may not be used to endorse or promote products - * derived from this software without specific prior written permission. - * - * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR - * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES - * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. - * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, - * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT - * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, - * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY - * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT - * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF - * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - */ -#include "../util-internal.h" - -#include <stdio.h> -#include <stdlib.h> -#include <string.h> -#include <assert.h> -#include <math.h> - -#ifdef _WIN32 -#include <winsock2.h> -#include <ws2tcpip.h> -#else -#include <sys/socket.h> -#include <netinet/in.h> -# ifdef _XOPEN_SOURCE_EXTENDED -# include <arpa/inet.h> -# endif -#endif -#include <signal.h> - -#include "event2/bufferevent.h" -#include "event2/buffer.h" -#include "event2/event.h" -#include "event2/util.h" -#include "event2/listener.h" -#include "event2/thread.h" - -static struct evutil_weakrand_state weakrand_state; - -static int cfg_verbose = 0; -static int cfg_help = 0; - -static int cfg_n_connections = 30; -static int cfg_duration = 5; -static int cfg_connlimit = 0; -static int cfg_grouplimit = 0; -static int cfg_tick_msec = 1000; -static int cfg_min_share = -1; -static int cfg_group_drain = 0; - -static int cfg_connlimit_tolerance = -1; -static int cfg_grouplimit_tolerance = -1; -static int cfg_stddev_tolerance = -1; - -#ifdef _WIN32 -static int cfg_enable_iocp = 0; -#endif - -static struct timeval cfg_tick = { 0, 500*1000 }; - -static struct ev_token_bucket_cfg *conn_bucket_cfg = NULL; -static struct ev_token_bucket_cfg *group_bucket_cfg = NULL; -struct bufferevent_rate_limit_group *ratelim_group = NULL; -static double seconds_per_tick = 0.0; - -struct client_state { - size_t queued; - ev_uint64_t received; - -}; -static const struct timeval *ms100_common=NULL; - -/* info from check_bucket_levels_cb */ -static int total_n_bev_checks = 0; -static ev_int64_t total_rbucket_level=0; -static ev_int64_t total_wbucket_level=0; -static ev_int64_t total_max_to_read=0; -static ev_int64_t total_max_to_write=0; -static ev_int64_t max_bucket_level=EV_INT64_MIN; -static ev_int64_t min_bucket_level=EV_INT64_MAX; - -/* from check_group_bucket_levels_cb */ -static int total_n_group_bev_checks = 0; -static ev_int64_t total_group_rbucket_level = 0; -static ev_int64_t total_group_wbucket_level = 0; - -static int n_echo_conns_open = 0; - -/* Info on the open connections */ -struct bufferevent **bevs; -struct client_state *states; -struct bufferevent_rate_limit_group *group = NULL; - -static void check_bucket_levels_cb(evutil_socket_t fd, short events, void *arg); - -static void -loud_writecb(struct bufferevent *bev, void *ctx) -{ - struct client_state *cs = ctx; - struct evbuffer *output = bufferevent_get_output(bev); - char buf[1024]; - int r = evutil_weakrand_(&weakrand_state); - memset(buf, r, sizeof(buf)); - while (evbuffer_get_length(output) < 8192) { - evbuffer_add(output, buf, sizeof(buf)); - cs->queued += sizeof(buf); - } -} - -static void -discard_readcb(struct bufferevent *bev, void *ctx) -{ - struct client_state *cs = ctx; - struct evbuffer *input = bufferevent_get_input(bev); - size_t len = evbuffer_get_length(input); - evbuffer_drain(input, len); - cs->received += len; -} - -static void -write_on_connectedcb(struct bufferevent *bev, short what, void *ctx) -{ - if (what & BEV_EVENT_CONNECTED) { - loud_writecb(bev, ctx); - /* XXXX this shouldn't be needed. */ - bufferevent_enable(bev, EV_READ|EV_WRITE); - } -} - -static void -echo_readcb(struct bufferevent *bev, void *ctx) -{ - struct evbuffer *input = bufferevent_get_input(bev); - struct evbuffer *output = bufferevent_get_output(bev); - - evbuffer_add_buffer(output, input); - if (evbuffer_get_length(output) > 1024000) - bufferevent_disable(bev, EV_READ); -} - -static void -echo_writecb(struct bufferevent *bev, void *ctx) -{ - struct evbuffer *output = bufferevent_get_output(bev); - if (evbuffer_get_length(output) < 512000) - bufferevent_enable(bev, EV_READ); -} - -static void -echo_eventcb(struct bufferevent *bev, short what, void *ctx) -{ - if (what & (BEV_EVENT_EOF|BEV_EVENT_ERROR)) { - --n_echo_conns_open; - bufferevent_free(bev); - } -} - -static void -echo_listenercb(struct evconnlistener *listener, evutil_socket_t newsock, - struct sockaddr *sourceaddr, int socklen, void *ctx) -{ - struct event_base *base = ctx; - int flags = BEV_OPT_CLOSE_ON_FREE|BEV_OPT_THREADSAFE; - struct bufferevent *bev; - - bev = bufferevent_socket_new(base, newsock, flags); - bufferevent_setcb(bev, echo_readcb, echo_writecb, echo_eventcb, NULL); - if (conn_bucket_cfg) { - struct event *check_event = - event_new(base, -1, EV_PERSIST, check_bucket_levels_cb, bev); - bufferevent_set_rate_limit(bev, conn_bucket_cfg); - - assert(bufferevent_get_token_bucket_cfg(bev) != NULL); - event_add(check_event, ms100_common); - } - if (ratelim_group) - bufferevent_add_to_rate_limit_group(bev, ratelim_group); - ++n_echo_conns_open; - bufferevent_enable(bev, EV_READ|EV_WRITE); -} - -/* Called periodically to check up on how full the buckets are */ -static void -check_bucket_levels_cb(evutil_socket_t fd, short events, void *arg) -{ - struct bufferevent *bev = arg; - - ev_ssize_t r = bufferevent_get_read_limit(bev); - ev_ssize_t w = bufferevent_get_write_limit(bev); - ev_ssize_t rm = bufferevent_get_max_to_read(bev); - ev_ssize_t wm = bufferevent_get_max_to_write(bev); - /* XXXX check that no value is above the cofigured burst - * limit */ - total_rbucket_level += r; - total_wbucket_level += w; - total_max_to_read += rm; - total_max_to_write += wm; -#define B(x) \ - if ((x) > max_bucket_level) \ - max_bucket_level = (x); \ - if ((x) < min_bucket_level) \ - min_bucket_level = (x) - B(r); - B(w); -#undef B - - total_n_bev_checks++; - if (total_n_bev_checks >= .8 * ((double)cfg_duration / cfg_tick_msec) * cfg_n_connections) { - event_free(event_base_get_running_event(bufferevent_get_base(bev))); - } -} - -static void -check_group_bucket_levels_cb(evutil_socket_t fd, short events, void *arg) -{ - if (ratelim_group) { - ev_ssize_t r = bufferevent_rate_limit_group_get_read_limit(ratelim_group); - ev_ssize_t w = bufferevent_rate_limit_group_get_write_limit(ratelim_group); - total_group_rbucket_level += r; - total_group_wbucket_level += w; - } - ++total_n_group_bev_checks; -} - -static void -group_drain_cb(evutil_socket_t fd, short events, void *arg) -{ - bufferevent_rate_limit_group_decrement_read(ratelim_group, cfg_group_drain); - bufferevent_rate_limit_group_decrement_write(ratelim_group, cfg_group_drain); -} - -static int -test_ratelimiting(void) -{ - struct event_base *base; - struct sockaddr_in sin; - struct evconnlistener *listener; - - struct sockaddr_storage ss; - ev_socklen_t slen; - - int i; - - struct timeval tv; - - ev_uint64_t total_received; - double total_sq_persec, total_persec; - double variance; - double expected_total_persec = -1.0, expected_avg_persec = -1.0; - int ok = 1; - struct event_config *base_cfg; - struct event *periodic_level_check; - struct event *group_drain_event=NULL; - - memset(&sin, 0, sizeof(sin)); - sin.sin_family = AF_INET; - sin.sin_addr.s_addr = htonl(0x7f000001); /* 127.0.0.1 */ - sin.sin_port = 0; /* unspecified port */ - - if (0) - event_enable_debug_mode(); - - base_cfg = event_config_new(); - -#ifdef _WIN32 - if (cfg_enable_iocp) { - evthread_use_windows_threads(); - event_config_set_flag(base_cfg, EVENT_BASE_FLAG_STARTUP_IOCP); - } -#endif - - base = event_base_new_with_config(base_cfg); - event_config_free(base_cfg); - if (! base) { - fprintf(stderr, "Couldn't create event_base"); - return 1; - } - - listener = evconnlistener_new_bind(base, echo_listenercb, base, - LEV_OPT_CLOSE_ON_FREE|LEV_OPT_REUSEABLE, -1, - (struct sockaddr *)&sin, sizeof(sin)); - if (! listener) { - fprintf(stderr, "Couldn't create listener"); - return 1; - } - - slen = sizeof(ss); - if (getsockname(evconnlistener_get_fd(listener), (struct sockaddr *)&ss, - &slen) < 0) { - perror("getsockname"); - return 1; - } - - if (cfg_connlimit > 0) { - conn_bucket_cfg = ev_token_bucket_cfg_new( - cfg_connlimit, cfg_connlimit * 4, - cfg_connlimit, cfg_connlimit * 4, - &cfg_tick); - assert(conn_bucket_cfg); - } - - if (cfg_grouplimit > 0) { - group_bucket_cfg = ev_token_bucket_cfg_new( - cfg_grouplimit, cfg_grouplimit * 4, - cfg_grouplimit, cfg_grouplimit * 4, - &cfg_tick); - group = ratelim_group = bufferevent_rate_limit_group_new( - base, group_bucket_cfg); - expected_total_persec = cfg_grouplimit - (cfg_group_drain / seconds_per_tick); - expected_avg_persec = cfg_grouplimit / cfg_n_connections; - if (cfg_connlimit > 0 && expected_avg_persec > cfg_connlimit) - expected_avg_persec = cfg_connlimit; - if (cfg_min_share >= 0) - bufferevent_rate_limit_group_set_min_share( - ratelim_group, cfg_min_share); - } - - if (expected_avg_persec < 0 && cfg_connlimit > 0) - expected_avg_persec = cfg_connlimit; - - if (expected_avg_persec > 0) - expected_avg_persec /= seconds_per_tick; - if (expected_total_persec > 0) - expected_total_persec /= seconds_per_tick; - - bevs = calloc(cfg_n_connections, sizeof(struct bufferevent *)); - states = calloc(cfg_n_connections, sizeof(struct client_state)); - - for (i = 0; i < cfg_n_connections; ++i) { - bevs[i] = bufferevent_socket_new(base, -1, - BEV_OPT_CLOSE_ON_FREE|BEV_OPT_THREADSAFE); - assert(bevs[i]); - bufferevent_setcb(bevs[i], discard_readcb, loud_writecb, - write_on_connectedcb, &states[i]); - bufferevent_enable(bevs[i], EV_READ|EV_WRITE); - bufferevent_socket_connect(bevs[i], (struct sockaddr *)&ss, - slen); - } - - tv.tv_sec = cfg_duration - 1; - tv.tv_usec = 995000; - - event_base_loopexit(base, &tv); - - tv.tv_sec = 0; - tv.tv_usec = 100*1000; - ms100_common = event_base_init_common_timeout(base, &tv); - - periodic_level_check = event_new(base, -1, EV_PERSIST, check_group_bucket_levels_cb, NULL); - event_add(periodic_level_check, ms100_common); - - if (cfg_group_drain && ratelim_group) { - group_drain_event = event_new(base, -1, EV_PERSIST, group_drain_cb, NULL); - event_add(group_drain_event, &cfg_tick); - } - - event_base_dispatch(base); - - ratelim_group = NULL; /* So no more responders get added */ - event_free(periodic_level_check); - if (group_drain_event) - event_del(group_drain_event); - - for (i = 0; i < cfg_n_connections; ++i) { - bufferevent_free(bevs[i]); - } - evconnlistener_free(listener); - - /* Make sure no new echo_conns get added to the group. */ - ratelim_group = NULL; - - /* This should get _everybody_ freed */ - while (n_echo_conns_open) { - printf("waiting for %d conns\n", n_echo_conns_open); - tv.tv_sec = 0; - tv.tv_usec = 300000; - event_base_loopexit(base, &tv); - event_base_dispatch(base); - } - - if (group) - bufferevent_rate_limit_group_free(group); - - if (total_n_bev_checks) { - printf("Average read bucket level: %f\n", - (double)total_rbucket_level/total_n_bev_checks); - printf("Average write bucket level: %f\n", - (double)total_wbucket_level/total_n_bev_checks); - printf("Highest read bucket level: %f\n", - (double)max_bucket_level); - printf("Highest write bucket level: %f\n", - (double)min_bucket_level); - printf("Average max-to-read: %f\n", - ((double)total_max_to_read)/total_n_bev_checks); - printf("Average max-to-write: %f\n", - ((double)total_max_to_write)/total_n_bev_checks); - } - if (total_n_group_bev_checks) { - printf("Average group read bucket level: %f\n", - ((double)total_group_rbucket_level)/total_n_group_bev_checks); - printf("Average group write bucket level: %f\n", - ((double)total_group_wbucket_level)/total_n_group_bev_checks); - } - - total_received = 0; - total_persec = 0.0; - total_sq_persec = 0.0; - for (i=0; i < cfg_n_connections; ++i) { - double persec = states[i].received; - persec /= cfg_duration; - total_received += states[i].received; - total_persec += persec; - total_sq_persec += persec*persec; - printf("%d: %f per second\n", i+1, persec); - } - printf(" total: %f per second\n", - ((double)total_received)/cfg_duration); - if (expected_total_persec > 0) { - double diff = expected_total_persec - - ((double)total_received/cfg_duration); - printf(" [Off by %lf]\n", diff); - if (cfg_grouplimit_tolerance > 0 && - fabs(diff) > cfg_grouplimit_tolerance) { - fprintf(stderr, "Group bandwidth out of bounds\n"); - ok = 0; - } - } - - printf(" average: %f per second\n", - (((double)total_received)/cfg_duration)/cfg_n_connections); - if (expected_avg_persec > 0) { - double diff = expected_avg_persec - (((double)total_received)/cfg_duration)/cfg_n_connections; - printf(" [Off by %lf]\n", diff); - if (cfg_connlimit_tolerance > 0 && - fabs(diff) > cfg_connlimit_tolerance) { - fprintf(stderr, "Connection bandwidth out of bounds\n"); - ok = 0; - } - } - - variance = total_sq_persec/cfg_n_connections - total_persec*total_persec/(cfg_n_connections*cfg_n_connections); - - printf(" stddev: %f per second\n", sqrt(variance)); - if (cfg_stddev_tolerance > 0 && - sqrt(variance) > cfg_stddev_tolerance) { - fprintf(stderr, "Connection variance out of bounds\n"); - ok = 0; - } - - event_base_free(base); - free(bevs); - free(states); - - return ok ? 0 : 1; -} - -static struct option { - const char *name; int *ptr; int min; int isbool; -} options[] = { - { "-v", &cfg_verbose, 0, 1 }, - { "-h", &cfg_help, 0, 1 }, - { "-n", &cfg_n_connections, 1, 0 }, - { "-d", &cfg_duration, 1, 0 }, - { "-c", &cfg_connlimit, 0, 0 }, - { "-g", &cfg_grouplimit, 0, 0 }, - { "-G", &cfg_group_drain, -100000, 0 }, - { "-t", &cfg_tick_msec, 10, 0 }, - { "--min-share", &cfg_min_share, 0, 0 }, - { "--check-connlimit", &cfg_connlimit_tolerance, 0, 0 }, - { "--check-grouplimit", &cfg_grouplimit_tolerance, 0, 0 }, - { "--check-stddev", &cfg_stddev_tolerance, 0, 0 }, -#ifdef _WIN32 - { "--iocp", &cfg_enable_iocp, 0, 1 }, -#endif - { NULL, NULL, -1, 0 }, -}; - -static int -handle_option(int argc, char **argv, int *i, const struct option *opt) -{ - long val; - char *endptr = NULL; - if (opt->isbool) { - *opt->ptr = 1; - return 0; - } - if (*i + 1 == argc) { - fprintf(stderr, "Too few arguments to '%s'\n",argv[*i]); - return -1; - } - val = strtol(argv[*i+1], &endptr, 10); - if (*argv[*i+1] == '\0' || !endptr || *endptr != '\0') { - fprintf(stderr, "Couldn't parse numeric value '%s'\n", - argv[*i+1]); - return -1; - } - if (val < opt->min || val > 0x7fffffff) { - fprintf(stderr, "Value '%s' is out-of-range'\n", - argv[*i+1]); - return -1; - } - *opt->ptr = (int)val; - ++*i; - return 0; -} - -static void -usage(void) -{ - fprintf(stderr, -"test-ratelim [-v] [-n INT] [-d INT] [-c INT] [-g INT] [-t INT]\n\n" -"Pushes bytes through a number of possibly rate-limited connections, and\n" -"displays average throughput.\n\n" -" -n INT: Number of connections to open (default: 30)\n" -" -d INT: Duration of the test in seconds (default: 5 sec)\n"); - fprintf(stderr, -" -c INT: Connection-rate limit applied to each connection in bytes per second\n" -" (default: None.)\n" -" -g INT: Group-rate limit applied to sum of all usage in bytes per second\n" -" (default: None.)\n" -" -G INT: drain INT bytes from the group limit every tick. (default: 0)\n" -" -t INT: Granularity of timing, in milliseconds (default: 1000 msec)\n"); -} - -int -main(int argc, char **argv) -{ - int i,j; - double ratio; - -#ifdef _WIN32 - WORD wVersionRequested = MAKEWORD(2,2); - WSADATA wsaData; - - (void) WSAStartup(wVersionRequested, &wsaData); -#endif - - evutil_weakrand_seed_(&weakrand_state, 0); - -#ifndef _WIN32 - if (signal(SIGPIPE, SIG_IGN) == SIG_ERR) - return 1; -#endif - for (i = 1; i < argc; ++i) { - for (j = 0; options[j].name; ++j) { - if (!strcmp(argv[i],options[j].name)) { - if (handle_option(argc,argv,&i,&options[j])<0) - return 1; - goto again; - } - } - fprintf(stderr, "Unknown option '%s'\n", argv[i]); - usage(); - return 1; - again: - ; - } - if (cfg_help) { - usage(); - return 0; - } - - cfg_tick.tv_sec = cfg_tick_msec / 1000; - cfg_tick.tv_usec = (cfg_tick_msec % 1000)*1000; - - seconds_per_tick = ratio = cfg_tick_msec / 1000.0; - - cfg_connlimit *= ratio; - cfg_grouplimit *= ratio; - - { - struct timeval tv; - evutil_gettimeofday(&tv, NULL); -#ifdef _WIN32 - srand(tv.tv_usec); -#else - srandom(tv.tv_usec); -#endif - } - -#ifndef EVENT__DISABLE_THREAD_SUPPORT - evthread_enable_lock_debugging(); -#endif - - return test_ratelimiting(); -} |