/* Redis benchmark utility. * * Copyright (c) 2006-2009, Salvatore Sanfilippo * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * * Redistributions of source code must retain the above copyright notice, * this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * Neither the name of Redis nor the names of its contributors may be used * to endorse or promote products derived from this software without * specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE * POSSIBILITY OF SUCH DAMAGE. */ #include #include #include #include #include #include #include #include #include "ae.h" #include "anet.h" #include "sds.h" #include "adlist.h" #include "zmalloc.h" #define REPLY_INT 0 #define REPLY_RETCODE 1 #define REPLY_BULK 2 #define CLIENT_CONNECTING 0 #define CLIENT_SENDQUERY 1 #define CLIENT_READREPLY 2 #define MAX_LATENCY 5000 #define REDIS_NOTUSED(V) ((void) V) static struct config { int numclients; int requests; int liveclients; int donerequests; int keysize; int datasize; aeEventLoop *el; char *hostip; int hostport; int keepalive; long long start; long long totlatency; int *latency; list *clients; int quiet; int loop; } config; typedef struct _client { int state; int fd; sds obuf; sds ibuf; int readlen; /* readlen == -1 means read a single line */ unsigned int written; /* bytes of 'obuf' already written */ int replytype; long long start; /* start time in milliseconds */ } *client; /* Prototypes */ static void writeHandler(aeEventLoop *el, int fd, void *privdata, int mask); static void createMissingClients(client c); /* Implementation */ static long long mstime(void) { struct timeval tv; long long mst; gettimeofday(&tv, NULL); mst = ((long)tv.tv_sec)*1000; mst += tv.tv_usec/1000; return mst; } static void freeClient(client c) { listNode *ln; aeDeleteFileEvent(config.el,c->fd,AE_WRITABLE); aeDeleteFileEvent(config.el,c->fd,AE_READABLE); sdsfree(c->ibuf); sdsfree(c->obuf); close(c->fd); zfree(c); config.liveclients--; ln = listSearchKey(config.clients,c); assert(ln != NULL); listDelNode(config.clients,ln); } static void freeAllClients(void) { listNode *ln = config.clients->head, *next; while(ln) { next = ln->next; freeClient(ln->value); ln = next; } } static void resetClient(client c) { aeDeleteFileEvent(config.el,c->fd,AE_WRITABLE); aeDeleteFileEvent(config.el,c->fd,AE_READABLE); aeCreateFileEvent(config.el,c->fd, AE_WRITABLE,writeHandler,c,NULL); sdsfree(c->ibuf); c->ibuf = sdsempty(); c->readlen = (c->replytype == REPLY_BULK) ? -1 : 0; c->written = 0; c->state = CLIENT_SENDQUERY; c->start = mstime(); } static void clientDone(client c) { long long latency; config.donerequests ++; latency = mstime() - c->start; if (latency > MAX_LATENCY) latency = MAX_LATENCY; config.latency[latency]++; if (config.donerequests == config.requests) { freeClient(c); aeStop(config.el); return; } if (config.keepalive) { resetClient(c); } else { config.liveclients--; createMissingClients(c); config.liveclients++; freeClient(c); } } static void readHandler(aeEventLoop *el, int fd, void *privdata, int mask) { char buf[1024]; int nread; client c = privdata; REDIS_NOTUSED(el); REDIS_NOTUSED(fd); REDIS_NOTUSED(mask); nread = read(c->fd, buf, 1024); if (nread == -1) { fprintf(stderr, "Reading from socket: %s\n", strerror(errno)); freeClient(c); return; } if (nread == 0) { fprintf(stderr, "EOF from client\n"); freeClient(c); return; } c->ibuf = sdscatlen(c->ibuf,buf,nread); if (c->replytype == REPLY_INT || c->replytype == REPLY_RETCODE || (c->replytype == REPLY_BULK && c->readlen == -1)) { char *p; if ((p = strchr(c->ibuf,'\n')) != NULL) { if (c->replytype == REPLY_BULK) { *p = '\0'; *(p-1) = '\0'; c->readlen = atoi(c->ibuf+1)+2; if (c->readlen == -1) { clientDone(c); return; } c->ibuf = sdsrange(c->ibuf,(p-c->ibuf)+1,-1); } else { c->ibuf = sdstrim(c->ibuf,"\r\n"); clientDone(c); return; } } } /* bulk read */ if ((unsigned)c->readlen == sdslen(c->ibuf)) clientDone(c); } static void writeHandler(aeEventLoop *el, int fd, void *privdata, int mask) { client c = privdata; REDIS_NOTUSED(el); REDIS_NOTUSED(fd); REDIS_NOTUSED(mask); if (c->state == CLIENT_CONNECTING) { c->state = CLIENT_SENDQUERY; c->start = mstime(); } if (sdslen(c->obuf) > c->written) { void *ptr = c->obuf+c->written; int len = sdslen(c->obuf) - c->written; int nwritten = write(c->fd, ptr, len); if (nwritten == -1) { fprintf(stderr, "Writing to socket: %s\n", strerror(errno)); freeClient(c); return; } c->written += nwritten; if (sdslen(c->obuf) == c->written) { aeDeleteFileEvent(config.el,c->fd,AE_WRITABLE); aeCreateFileEvent(config.el,c->fd,AE_READABLE,readHandler,c,NULL); c->state = CLIENT_READREPLY; } } } static client createClient(void) { client c = zmalloc(sizeof(struct _client)); char err[ANET_ERR_LEN]; c->fd = anetTcpNonBlockConnect(err,config.hostip,config.hostport); if (c->fd == ANET_ERR) { zfree(c); fprintf(stderr,"Connect: %s\n",err); return NULL; } anetTcpNoDelay(NULL,c->fd); c->obuf = sdsempty(); c->ibuf = sdsempty(); c->readlen = 0; c->written = 0; c->state = CLIENT_CONNECTING; aeCreateFileEvent(config.el, c->fd, AE_WRITABLE, writeHandler, c, NULL); config.liveclients++; listAddNodeTail(config.clients,c); return c; } static void createMissingClients(client c) { while(config.liveclients < config.numclients) { client new = createClient(); if (!new) continue; sdsfree(new->obuf); new->obuf = sdsdup(c->obuf); new->replytype = c->replytype; if (c->replytype == REPLY_BULK) new->readlen = -1; } } static void showLatencyReport(char *title) { int j, seen = 0; float perc, reqpersec; reqpersec = (float)config.donerequests/((float)config.totlatency/1000); if (!config.quiet) { printf("====== %s ======\n", title); printf(" %d requests completed in %.2f seconds\n", config.donerequests, (float)config.totlatency/1000); printf(" %d parallel clients\n", config.numclients); printf(" %d bytes payload\n", config.datasize); printf(" keep alive: %d\n", config.keepalive); printf("\n"); for (j = 0; j <= MAX_LATENCY; j++) { if (config.latency[j]) { seen += config.latency[j]; perc = ((float)seen*100)/config.donerequests; printf("%.2f%% <= %d milliseconds\n", perc, j); } } printf("%.2f requests per second\n\n", reqpersec); } else { printf("%s: %.2f requests per second\n", title, reqpersec); } } static void prepareForBenchmark(void) { memset(config.latency,0,sizeof(int)*(MAX_LATENCY+1)); config.start = mstime(); config.donerequests = 0; } static void endBenchmark(char *title) { config.totlatency = mstime()-config.start; showLatencyReport(title); freeAllClients(); } void parseOptions(int argc, char **argv) { int i; for (i = 1; i < argc; i++) { int lastarg = i==argc-1; if (!strcmp(argv[i],"-c") && !lastarg) { config.numclients = atoi(argv[i+1]); i++; } else if (!strcmp(argv[i],"-n") && !lastarg) { config.requests = atoi(argv[i+1]); i++; } else if (!strcmp(argv[i],"-k") && !lastarg) { config.keepalive = atoi(argv[i+1]); i++; } else if (!strcmp(argv[i],"-h") && !lastarg) { char *ip = zmalloc(32); if (anetResolve(NULL,argv[i+1],ip) == ANET_ERR) { printf("Can't resolve %s\n", argv[i]); exit(1); } config.hostip = ip; i++; } else if (!strcmp(argv[i],"-p") && !lastarg) { config.hostport = atoi(argv[i+1]); i++; } else if (!strcmp(argv[i],"-d") && !lastarg) { config.datasize = atoi(argv[i+1]); i++; if (config.datasize < 1) config.datasize=1; if (config.datasize > 1024*1024) config.datasize = 1024*1024; } else if (!strcmp(argv[i],"-q")) { config.quiet = 1; } else if (!strcmp(argv[i],"-l")) { config.loop = 1; } else { printf("Wrong option '%s' or option argument missing\n\n",argv[i]); printf("Usage: redis-benchmark [-h ] [-p ] [-c ] [-n [-k ]\n\n"); printf(" -h Server hostname (default 127.0.0.1)\n"); printf(" -p Server port (default 6379)\n"); printf(" -c Number of parallel connections (default 50)\n"); printf(" -n Total number of requests (default 10000)\n"); printf(" -d Data size of SET/GET value in bytes (default 2)\n"); printf(" -k 1=keep alive 0=reconnect (default 1)\n"); printf(" -q Quiet. Just show query/sec values\n"); printf(" -l Loop. Run the tests forever\n"); exit(1); } } } int main(int argc, char **argv) { client c; signal(SIGHUP, SIG_IGN); signal(SIGPIPE, SIG_IGN); config.numclients = 50; config.requests = 10000; config.liveclients = 0; config.el = aeCreateEventLoop(); config.keepalive = 1; config.donerequests = 0; config.datasize = 3; config.quiet = 0; config.loop = 0; config.latency = NULL; config.clients = listCreate(); config.latency = zmalloc(sizeof(int)*(MAX_LATENCY+1)); config.hostip = "127.0.0.1"; config.hostport = 6379; parseOptions(argc,argv); if (config.keepalive == 0) { printf("WARNING: keepalive disabled, you probably need 'echo 1 > /proc/sys/net/ipv4/tcp_tw_reuse' in order to use a lot of clients/requests\n"); } do { prepareForBenchmark(); c = createClient(); if (!c) exit(1); c->obuf = sdscat(c->obuf,"PING\r\n"); c->replytype = REPLY_RETCODE; createMissingClients(c); aeMain(config.el); endBenchmark("PING"); prepareForBenchmark(); c = createClient(); if (!c) exit(1); c->obuf = sdscatprintf(c->obuf,"SET foo %d\r\n",config.datasize); { char *data = zmalloc(config.datasize+2); memset(data,'x',config.datasize); data[config.datasize] = '\r'; data[config.datasize+1] = '\n'; c->obuf = sdscatlen(c->obuf,data,config.datasize+2); } c->replytype = REPLY_RETCODE; createMissingClients(c); aeMain(config.el); endBenchmark("SET"); prepareForBenchmark(); c = createClient(); if (!c) exit(1); c->obuf = sdscat(c->obuf,"GET foo\r\n"); c->replytype = REPLY_BULK; c->readlen = -1; createMissingClients(c); aeMain(config.el); endBenchmark("GET"); prepareForBenchmark(); c = createClient(); if (!c) exit(1); c->obuf = sdscat(c->obuf,"INCR counter\r\n"); c->replytype = REPLY_INT; createMissingClients(c); aeMain(config.el); endBenchmark("INCR"); prepareForBenchmark(); c = createClient(); if (!c) exit(1); c->obuf = sdscat(c->obuf,"LPUSH mylist 3\r\nbar\r\n"); c->replytype = REPLY_INT; createMissingClients(c); aeMain(config.el); endBenchmark("LPUSH"); prepareForBenchmark(); c = createClient(); if (!c) exit(1); c->obuf = sdscat(c->obuf,"LPOP mylist\r\n"); c->replytype = REPLY_BULK; c->readlen = -1; createMissingClients(c); aeMain(config.el); endBenchmark("LPOP"); printf("\n"); } while(config.loop); return 0; }