diff --git a/.gitignore b/.gitignore index 2556202..44d13dd 100644 --- a/.gitignore +++ b/.gitignore @@ -34,6 +34,7 @@ # Core and executable core* nutcracker +show_twem_stats # extracted yaml !/contrib/yaml-0.1.4.tar.gz diff --git a/src/nc_manage.c b/src/nc_manage.c index 693e0b8..7a76eec 100644 --- a/src/nc_manage.c +++ b/src/nc_manage.c @@ -460,8 +460,8 @@ manage_listen(struct context *ctx, struct conn *p) status = bind(p->sd, p->addr, p->addrlen); if (status < 0) { - log_error("bind on p %d to addr '%.*s' failed for management: %s", p->sd, - manager->addrstr.len, manager->addrstr.data, strerror(errno)); + log_error("bind on p %d to addr '%.*s:%d' failed for management: %s", p->sd, + manager->addrstr.len, manager->addrstr.data, manager->port, strerror(errno)); return NC_ERROR; } diff --git a/tests/conf/conf.py b/tests/conf/conf.py index c02f72e..0b15c80 100644 --- a/tests/conf/conf.py +++ b/tests/conf/conf.py @@ -10,6 +10,6 @@ 'REDIS_SERVER_BINS' : os.path.join(WORKDIR, '_binaries/redis-*'), 'REDIS_CLI' : os.path.join(WORKDIR, '_binaries/redis-cli'), 'MEMCACHED_BINS' : os.path.join(WORKDIR, '_binaries/memcached'), - 'NUTCRACKER_BINS' : os.path.join(WORKDIR, '_binaries/nutcracker'), + 'NUTCRACKER_BINS' : os.path.join(WORKDIR, '_binaries/nutcrackers'), } diff --git a/tests/lib/server_modules.py b/tests/lib/server_modules.py index 5db825f..8771dc9 100644 --- a/tests/lib/server_modules.py +++ b/tests/lib/server_modules.py @@ -198,7 +198,7 @@ class Memcached(Base): def __init__(self, host, port, path, cluster_name, server_name): Base.__init__(self, 'memcached', host, port, path) - self.args['startcmd'] = TT('bin/memcached -d -p $port', self.args) + self.args['startcmd'] = TT('bin/memcached -u root -d -p $port', self.args) self.args['runcmd'] = self.args['startcmd'] self.args['cluster_name'] = cluster_name @@ -228,10 +228,10 @@ def __init__(self, host, port, path, cluster_name, masters, mbuf=512, self.args['logfile'] = TT('$path/log/nutcracker.log', self.args) self.args['status_port'] = self.args['port'] + 1000 - self.args['startcmd'] = TTCMD('bin/nutcracker -d -c $conf -o $logfile \ + self.args['startcmd'] = TTCMD('bin/nutcrackers -d -c $conf -o $logfile \ -p $pidfile -s $status_port \ -v $verbose -m $mbuf -i 1', self.args) - self.args['runcmd'] = TTCMD('bin/nutcracker -d -c $conf -o $logfile \ + self.args['runcmd'] = TTCMD('bin/nutcrackers -d -c $conf -o $logfile \ -p $pidfile -s $status_port', self.args) self.args['cluster_name']= cluster_name diff --git a/tools/show_twemproxies_stats/build.sh b/tools/show_twemproxies_stats/build.sh new file mode 100644 index 0000000..b5bcc15 --- /dev/null +++ b/tools/show_twemproxies_stats/build.sh @@ -0,0 +1,3 @@ +#!/bin/sh + +gcc -o show_twem_stats show_twem_stats.c cJSON.c -lm \ No newline at end of file diff --git a/tools/show_twemproxies_stats/cJSON.c b/tools/show_twemproxies_stats/cJSON.c new file mode 100644 index 0000000..a330f69 --- /dev/null +++ b/tools/show_twemproxies_stats/cJSON.c @@ -0,0 +1,750 @@ +/* + Copyright (c) 2009 Dave Gamble + + Permission is hereby granted, free of charge, to any person obtaining a copy + of this software and associated documentation files (the "Software"), to deal + in the Software without restriction, including without limitation the rights + to use, copy, modify, merge, publish, distribute, sublicense, and/or sell + copies of the Software, and to permit persons to whom the Software is + furnished to do so, subject to the following conditions: + + The above copyright notice and this permission notice shall be included in + all copies or substantial portions of the Software. + + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN + THE SOFTWARE. +*/ + +/* cJSON */ +/* JSON parser in C. */ + +#include +#include +#include +#include +#include +#include +#include +#include "cJSON.h" + +static const char *ep; + +const char *cJSON_GetErrorPtr(void) {return ep;} + +static int cJSON_strcasecmp(const char *s1,const char *s2) +{ + if (!s1) return (s1==s2)?0:1;if (!s2) return 1; + for(; tolower(*s1) == tolower(*s2); ++s1, ++s2) if(*s1 == 0) return 0; + return tolower(*(const unsigned char *)s1) - tolower(*(const unsigned char *)s2); +} + +static void *(*cJSON_malloc)(size_t sz) = malloc; +static void (*cJSON_free)(void *ptr) = free; + +static char* cJSON_strdup(const char* str) +{ + size_t len; + char* copy; + + len = strlen(str) + 1; + if (!(copy = (char*)cJSON_malloc(len))) return 0; + memcpy(copy,str,len); + return copy; +} + +void cJSON_InitHooks(cJSON_Hooks* hooks) +{ + if (!hooks) { /* Reset hooks */ + cJSON_malloc = malloc; + cJSON_free = free; + return; + } + + cJSON_malloc = (hooks->malloc_fn)?hooks->malloc_fn:malloc; + cJSON_free = (hooks->free_fn)?hooks->free_fn:free; +} + +/* Internal constructor. */ +static cJSON *cJSON_New_Item(void) +{ + cJSON* node = (cJSON*)cJSON_malloc(sizeof(cJSON)); + if (node) memset(node,0,sizeof(cJSON)); + return node; +} + +/* Delete a cJSON structure. */ +void cJSON_Delete(cJSON *c) +{ + cJSON *next; + while (c) + { + next=c->next; + if (!(c->type&cJSON_IsReference) && c->child) cJSON_Delete(c->child); + if (!(c->type&cJSON_IsReference) && c->valuestring) cJSON_free(c->valuestring); + if (!(c->type&cJSON_StringIsConst) && c->string) cJSON_free(c->string); + cJSON_free(c); + c=next; + } +} + +/* Parse the input text to generate a number, and populate the result into item. */ +static const char *parse_number(cJSON *item,const char *num) +{ + double n=0,sign=1,scale=0;int subscale=0,signsubscale=1; + + if (*num=='-') sign=-1,num++; /* Has sign? */ + if (*num=='0') num++; /* is zero */ + if (*num>='1' && *num<='9') do n=(n*10.0)+(*num++ -'0'); while (*num>='0' && *num<='9'); /* Number? */ + if (*num=='.' && num[1]>='0' && num[1]<='9') {num++; do n=(n*10.0)+(*num++ -'0'),scale--; while (*num>='0' && *num<='9');} /* Fractional part? */ + if (*num=='e' || *num=='E') /* Exponent? */ + { num++;if (*num=='+') num++; else if (*num=='-') signsubscale=-1,num++; /* With sign? */ + while (*num>='0' && *num<='9') subscale=(subscale*10)+(*num++ - '0'); /* Number? */ + } + + n=sign*n*pow(10.0,(scale+subscale*signsubscale)); /* number = +/- number.fraction * 10^+/- exponent */ + + item->valuedouble=n; + item->valueint=(int)n; + item->type=cJSON_Number; + return num; +} + +static int pow2gt (int x) { --x; x|=x>>1; x|=x>>2; x|=x>>4; x|=x>>8; x|=x>>16; return x+1; } + +typedef struct {char *buffer; int length; int offset; } printbuffer; + +static char* ensure(printbuffer *p,int needed) +{ + char *newbuffer;int newsize; + if (!p || !p->buffer) return 0; + needed+=p->offset; + if (needed<=p->length) return p->buffer+p->offset; + + newsize=pow2gt(needed); + newbuffer=(char*)cJSON_malloc(newsize); + if (!newbuffer) {cJSON_free(p->buffer);p->length=0,p->buffer=0;return 0;} + if (newbuffer) memcpy(newbuffer,p->buffer,p->length); + cJSON_free(p->buffer); + p->length=newsize; + p->buffer=newbuffer; + return newbuffer+p->offset; +} + +static int update(printbuffer *p) +{ + char *str; + if (!p || !p->buffer) return 0; + str=p->buffer+p->offset; + return p->offset+strlen(str); +} + +/* Render the number nicely from the given item into a string. */ +static char *print_number(cJSON *item,printbuffer *p) +{ + char *str=0; + double d=item->valuedouble; + if (d==0) + { + if (p) str=ensure(p,2); + else str=(char*)cJSON_malloc(2); /* special case for 0. */ + if (str) strcpy(str,"0"); + } + else if (fabs(((double)item->valueint)-d)<=DBL_EPSILON && d<=INT_MAX && d>=INT_MIN) + { + if (p) str=ensure(p,21); + else str=(char*)cJSON_malloc(21); /* 2^64+1 can be represented in 21 chars. */ + if (str) sprintf(str,"%d",item->valueint); + } + else + { + if (p) str=ensure(p,64); + else str=(char*)cJSON_malloc(64); /* This is a nice tradeoff. */ + if (str) + { + if (fabs(floor(d)-d)<=DBL_EPSILON && fabs(d)<1.0e60)sprintf(str,"%.0f",d); + else if (fabs(d)<1.0e-6 || fabs(d)>1.0e9) sprintf(str,"%e",d); + else sprintf(str,"%f",d); + } + } + return str; +} + +static unsigned parse_hex4(const char *str) +{ + unsigned h=0; + if (*str>='0' && *str<='9') h+=(*str)-'0'; else if (*str>='A' && *str<='F') h+=10+(*str)-'A'; else if (*str>='a' && *str<='f') h+=10+(*str)-'a'; else return 0; + h=h<<4;str++; + if (*str>='0' && *str<='9') h+=(*str)-'0'; else if (*str>='A' && *str<='F') h+=10+(*str)-'A'; else if (*str>='a' && *str<='f') h+=10+(*str)-'a'; else return 0; + h=h<<4;str++; + if (*str>='0' && *str<='9') h+=(*str)-'0'; else if (*str>='A' && *str<='F') h+=10+(*str)-'A'; else if (*str>='a' && *str<='f') h+=10+(*str)-'a'; else return 0; + h=h<<4;str++; + if (*str>='0' && *str<='9') h+=(*str)-'0'; else if (*str>='A' && *str<='F') h+=10+(*str)-'A'; else if (*str>='a' && *str<='f') h+=10+(*str)-'a'; else return 0; + return h; +} + +/* Parse the input text into an unescaped cstring, and populate item. */ +static const unsigned char firstByteMark[7] = { 0x00, 0x00, 0xC0, 0xE0, 0xF0, 0xF8, 0xFC }; +static const char *parse_string(cJSON *item,const char *str) +{ + const char *ptr=str+1;char *ptr2;char *out;int len=0;unsigned uc,uc2; + if (*str!='\"') {ep=str;return 0;} /* not a string! */ + + while (*ptr!='\"' && *ptr && ++len) if (*ptr++ == '\\') ptr++; /* Skip escaped quotes. */ + + out=(char*)cJSON_malloc(len+1); /* This is how long we need for the string, roughly. */ + if (!out) return 0; + + ptr=str+1;ptr2=out; + while (*ptr!='\"' && *ptr) + { + if (*ptr!='\\') *ptr2++=*ptr++; + else + { + ptr++; + switch (*ptr) + { + case 'b': *ptr2++='\b'; break; + case 'f': *ptr2++='\f'; break; + case 'n': *ptr2++='\n'; break; + case 'r': *ptr2++='\r'; break; + case 't': *ptr2++='\t'; break; + case 'u': /* transcode utf16 to utf8. */ + uc=parse_hex4(ptr+1);ptr+=4; /* get the unicode char. */ + + if ((uc>=0xDC00 && uc<=0xDFFF) || uc==0) break; /* check for invalid. */ + + if (uc>=0xD800 && uc<=0xDBFF) /* UTF16 surrogate pairs. */ + { + if (ptr[1]!='\\' || ptr[2]!='u') break; /* missing second-half of surrogate. */ + uc2=parse_hex4(ptr+3);ptr+=6; + if (uc2<0xDC00 || uc2>0xDFFF) break; /* invalid second-half of surrogate. */ + uc=0x10000 + (((uc&0x3FF)<<10) | (uc2&0x3FF)); + } + + len=4;if (uc<0x80) len=1;else if (uc<0x800) len=2;else if (uc<0x10000) len=3; ptr2+=len; + + switch (len) { + case 4: *--ptr2 =((uc | 0x80) & 0xBF); uc >>= 6; + case 3: *--ptr2 =((uc | 0x80) & 0xBF); uc >>= 6; + case 2: *--ptr2 =((uc | 0x80) & 0xBF); uc >>= 6; + case 1: *--ptr2 =(uc | firstByteMark[len]); + } + ptr2+=len; + break; + default: *ptr2++=*ptr; break; + } + ptr++; + } + } + *ptr2=0; + if (*ptr=='\"') ptr++; + item->valuestring=out; + item->type=cJSON_String; + return ptr; +} + +/* Render the cstring provided to an escaped version that can be printed. */ +static char *print_string_ptr(const char *str,printbuffer *p) +{ + const char *ptr;char *ptr2,*out;int len=0,flag=0;unsigned char token; + + for (ptr=str;*ptr;ptr++) flag|=((*ptr>0 && *ptr<32)||(*ptr=='\"')||(*ptr=='\\'))?1:0; + if (!flag) + { + len=ptr-str; + if (p) out=ensure(p,len+3); + else out=(char*)cJSON_malloc(len+3); + if (!out) return 0; + ptr2=out;*ptr2++='\"'; + strcpy(ptr2,str); + ptr2[len]='\"'; + ptr2[len+1]=0; + return out; + } + + if (!str) + { + if (p) out=ensure(p,3); + else out=(char*)cJSON_malloc(3); + if (!out) return 0; + strcpy(out,"\"\""); + return out; + } + ptr=str;while ((token=*ptr) && ++len) {if (strchr("\"\\\b\f\n\r\t",token)) len++; else if (token<32) len+=5;ptr++;} + + if (p) out=ensure(p,len+3); + else out=(char*)cJSON_malloc(len+3); + if (!out) return 0; + + ptr2=out;ptr=str; + *ptr2++='\"'; + while (*ptr) + { + if ((unsigned char)*ptr>31 && *ptr!='\"' && *ptr!='\\') *ptr2++=*ptr++; + else + { + *ptr2++='\\'; + switch (token=*ptr++) + { + case '\\': *ptr2++='\\'; break; + case '\"': *ptr2++='\"'; break; + case '\b': *ptr2++='b'; break; + case '\f': *ptr2++='f'; break; + case '\n': *ptr2++='n'; break; + case '\r': *ptr2++='r'; break; + case '\t': *ptr2++='t'; break; + default: sprintf(ptr2,"u%04x",token);ptr2+=5; break; /* escape and print */ + } + } + } + *ptr2++='\"';*ptr2++=0; + return out; +} +/* Invote print_string_ptr (which is useful) on an item. */ +static char *print_string(cJSON *item,printbuffer *p) {return print_string_ptr(item->valuestring,p);} + +/* Predeclare these prototypes. */ +static const char *parse_value(cJSON *item,const char *value); +static char *print_value(cJSON *item,int depth,int fmt,printbuffer *p); +static const char *parse_array(cJSON *item,const char *value); +static char *print_array(cJSON *item,int depth,int fmt,printbuffer *p); +static const char *parse_object(cJSON *item,const char *value); +static char *print_object(cJSON *item,int depth,int fmt,printbuffer *p); + +/* Utility to jump whitespace and cr/lf */ +static const char *skip(const char *in) {while (in && *in && (unsigned char)*in<=32) in++; return in;} + +/* Parse an object - create a new root, and populate. */ +cJSON *cJSON_ParseWithOpts(const char *value,const char **return_parse_end,int require_null_terminated) +{ + const char *end=0; + cJSON *c=cJSON_New_Item(); + ep=0; + if (!c) return 0; /* memory fail */ + + end=parse_value(c,skip(value)); + if (!end) {cJSON_Delete(c);return 0;} /* parse failure. ep is set. */ + + /* if we require null-terminated JSON without appended garbage, skip and then check for a null terminator */ + if (require_null_terminated) {end=skip(end);if (*end) {cJSON_Delete(c);ep=end;return 0;}} + if (return_parse_end) *return_parse_end=end; + return c; +} +/* Default options for cJSON_Parse */ +cJSON *cJSON_Parse(const char *value) {return cJSON_ParseWithOpts(value,0,0);} + +/* Render a cJSON item/entity/structure to text. */ +char *cJSON_Print(cJSON *item) {return print_value(item,0,1,0);} +char *cJSON_PrintUnformatted(cJSON *item) {return print_value(item,0,0,0);} + +char *cJSON_PrintBuffered(cJSON *item,int prebuffer,int fmt) +{ + printbuffer p; + p.buffer=(char*)cJSON_malloc(prebuffer); + p.length=prebuffer; + p.offset=0; + return print_value(item,0,fmt,&p); + return p.buffer; +} + + +/* Parser core - when encountering text, process appropriately. */ +static const char *parse_value(cJSON *item,const char *value) +{ + if (!value) return 0; /* Fail on null. */ + if (!strncmp(value,"null",4)) { item->type=cJSON_NULL; return value+4; } + if (!strncmp(value,"false",5)) { item->type=cJSON_False; return value+5; } + if (!strncmp(value,"true",4)) { item->type=cJSON_True; item->valueint=1; return value+4; } + if (*value=='\"') { return parse_string(item,value); } + if (*value=='-' || (*value>='0' && *value<='9')) { return parse_number(item,value); } + if (*value=='[') { return parse_array(item,value); } + if (*value=='{') { return parse_object(item,value); } + + ep=value;return 0; /* failure. */ +} + +/* Render a value to text. */ +static char *print_value(cJSON *item,int depth,int fmt,printbuffer *p) +{ + char *out=0; + if (!item) return 0; + if (p) + { + switch ((item->type)&255) + { + case cJSON_NULL: {out=ensure(p,5); if (out) strcpy(out,"null"); break;} + case cJSON_False: {out=ensure(p,6); if (out) strcpy(out,"false"); break;} + case cJSON_True: {out=ensure(p,5); if (out) strcpy(out,"true"); break;} + case cJSON_Number: out=print_number(item,p);break; + case cJSON_String: out=print_string(item,p);break; + case cJSON_Array: out=print_array(item,depth,fmt,p);break; + case cJSON_Object: out=print_object(item,depth,fmt,p);break; + } + } + else + { + switch ((item->type)&255) + { + case cJSON_NULL: out=cJSON_strdup("null"); break; + case cJSON_False: out=cJSON_strdup("false");break; + case cJSON_True: out=cJSON_strdup("true"); break; + case cJSON_Number: out=print_number(item,0);break; + case cJSON_String: out=print_string(item,0);break; + case cJSON_Array: out=print_array(item,depth,fmt,0);break; + case cJSON_Object: out=print_object(item,depth,fmt,0);break; + } + } + return out; +} + +/* Build an array from input text. */ +static const char *parse_array(cJSON *item,const char *value) +{ + cJSON *child; + if (*value!='[') {ep=value;return 0;} /* not an array! */ + + item->type=cJSON_Array; + value=skip(value+1); + if (*value==']') return value+1; /* empty array. */ + + item->child=child=cJSON_New_Item(); + if (!item->child) return 0; /* memory fail */ + value=skip(parse_value(child,skip(value))); /* skip any spacing, get the value. */ + if (!value) return 0; + + while (*value==',') + { + cJSON *new_item; + if (!(new_item=cJSON_New_Item())) return 0; /* memory fail */ + child->next=new_item;new_item->prev=child;child=new_item; + value=skip(parse_value(child,skip(value+1))); + if (!value) return 0; /* memory fail */ + } + + if (*value==']') return value+1; /* end of array */ + ep=value;return 0; /* malformed. */ +} + +/* Render an array to text */ +static char *print_array(cJSON *item,int depth,int fmt,printbuffer *p) +{ + char **entries; + char *out=0,*ptr,*ret;int len=5; + cJSON *child=item->child; + int numentries=0,i=0,fail=0; + size_t tmplen=0; + + /* How many entries in the array? */ + while (child) numentries++,child=child->next; + /* Explicitly handle numentries==0 */ + if (!numentries) + { + if (p) out=ensure(p,3); + else out=(char*)cJSON_malloc(3); + if (out) strcpy(out,"[]"); + return out; + } + + if (p) + { + /* Compose the output array. */ + i=p->offset; + ptr=ensure(p,1);if (!ptr) return 0; *ptr='['; p->offset++; + child=item->child; + while (child && !fail) + { + print_value(child,depth+1,fmt,p); + p->offset=update(p); + if (child->next) {len=fmt?2:1;ptr=ensure(p,len+1);if (!ptr) return 0;*ptr++=',';if(fmt)*ptr++=' ';*ptr=0;p->offset+=len;} + child=child->next; + } + ptr=ensure(p,2);if (!ptr) return 0; *ptr++=']';*ptr=0; + out=(p->buffer)+i; + } + else + { + /* Allocate an array to hold the values for each */ + entries=(char**)cJSON_malloc(numentries*sizeof(char*)); + if (!entries) return 0; + memset(entries,0,numentries*sizeof(char*)); + /* Retrieve all the results: */ + child=item->child; + while (child && !fail) + { + ret=print_value(child,depth+1,fmt,0); + entries[i++]=ret; + if (ret) len+=strlen(ret)+2+(fmt?1:0); else fail=1; + child=child->next; + } + + /* If we didn't fail, try to malloc the output string */ + if (!fail) out=(char*)cJSON_malloc(len); + /* If that fails, we fail. */ + if (!out) fail=1; + + /* Handle failure. */ + if (fail) + { + for (i=0;itype=cJSON_Object; + value=skip(value+1); + if (*value=='}') return value+1; /* empty array. */ + + item->child=child=cJSON_New_Item(); + if (!item->child) return 0; + value=skip(parse_string(child,skip(value))); + if (!value) return 0; + child->string=child->valuestring;child->valuestring=0; + if (*value!=':') {ep=value;return 0;} /* fail! */ + value=skip(parse_value(child,skip(value+1))); /* skip any spacing, get the value. */ + if (!value) return 0; + + while (*value==',') + { + cJSON *new_item; + if (!(new_item=cJSON_New_Item())) return 0; /* memory fail */ + child->next=new_item;new_item->prev=child;child=new_item; + value=skip(parse_string(child,skip(value+1))); + if (!value) return 0; + child->string=child->valuestring;child->valuestring=0; + if (*value!=':') {ep=value;return 0;} /* fail! */ + value=skip(parse_value(child,skip(value+1))); /* skip any spacing, get the value. */ + if (!value) return 0; + } + + if (*value=='}') return value+1; /* end of array */ + ep=value;return 0; /* malformed. */ +} + +/* Render an object to text. */ +static char *print_object(cJSON *item,int depth,int fmt,printbuffer *p) +{ + char **entries=0,**names=0; + char *out=0,*ptr,*ret,*str;int len=7,i=0,j; + cJSON *child=item->child; + int numentries=0,fail=0; + size_t tmplen=0; + /* Count the number of entries. */ + while (child) numentries++,child=child->next; + /* Explicitly handle empty object case */ + if (!numentries) + { + if (p) out=ensure(p,fmt?depth+4:3); + else out=(char*)cJSON_malloc(fmt?depth+4:3); + if (!out) return 0; + ptr=out;*ptr++='{'; + if (fmt) {*ptr++='\n';for (i=0;ioffset; + len=fmt?2:1; ptr=ensure(p,len+1); if (!ptr) return 0; + *ptr++='{'; if (fmt) *ptr++='\n'; *ptr=0; p->offset+=len; + child=item->child;depth++; + while (child) + { + if (fmt) + { + ptr=ensure(p,depth); if (!ptr) return 0; + for (j=0;joffset+=depth; + } + print_string_ptr(child->string,p); + p->offset=update(p); + + len=fmt?2:1; + ptr=ensure(p,len); if (!ptr) return 0; + *ptr++=':';if (fmt) *ptr++='\t'; + p->offset+=len; + + print_value(child,depth,fmt,p); + p->offset=update(p); + + len=(fmt?1:0)+(child->next?1:0); + ptr=ensure(p,len+1); if (!ptr) return 0; + if (child->next) *ptr++=','; + if (fmt) *ptr++='\n';*ptr=0; + p->offset+=len; + child=child->next; + } + ptr=ensure(p,fmt?(depth+1):2); if (!ptr) return 0; + if (fmt) for (i=0;ibuffer)+i; + } + else + { + /* Allocate space for the names and the objects */ + entries=(char**)cJSON_malloc(numentries*sizeof(char*)); + if (!entries) return 0; + names=(char**)cJSON_malloc(numentries*sizeof(char*)); + if (!names) {cJSON_free(entries);return 0;} + memset(entries,0,sizeof(char*)*numentries); + memset(names,0,sizeof(char*)*numentries); + + /* Collect all the results into our arrays: */ + child=item->child;depth++;if (fmt) len+=depth; + while (child) + { + names[i]=str=print_string_ptr(child->string,0); + entries[i++]=ret=print_value(child,depth,fmt,0); + if (str && ret) len+=strlen(ret)+strlen(str)+2+(fmt?2+depth:0); else fail=1; + child=child->next; + } + + /* Try to allocate the output string */ + if (!fail) out=(char*)cJSON_malloc(len); + if (!out) fail=1; + + /* Handle failure */ + if (fail) + { + for (i=0;ichild;int i=0;while(c)i++,c=c->next;return i;} +cJSON *cJSON_GetArrayItem(cJSON *array,int item) {cJSON *c=array->child; while (c && item>0) item--,c=c->next; return c;} +cJSON *cJSON_GetObjectItem(cJSON *object,const char *string) {cJSON *c=object->child; while (c && cJSON_strcasecmp(c->string,string)) c=c->next; return c;} + +/* Utility for array list handling. */ +static void suffix_object(cJSON *prev,cJSON *item) {prev->next=item;item->prev=prev;} +/* Utility for handling references. */ +static cJSON *create_reference(cJSON *item) {cJSON *ref=cJSON_New_Item();if (!ref) return 0;memcpy(ref,item,sizeof(cJSON));ref->string=0;ref->type|=cJSON_IsReference;ref->next=ref->prev=0;return ref;} + +/* Add item to array/object. */ +void cJSON_AddItemToArray(cJSON *array, cJSON *item) {cJSON *c=array->child;if (!item) return; if (!c) {array->child=item;} else {while (c && c->next) c=c->next; suffix_object(c,item);}} +void cJSON_AddItemToObject(cJSON *object,const char *string,cJSON *item) {if (!item) return; if (item->string) cJSON_free(item->string);item->string=cJSON_strdup(string);cJSON_AddItemToArray(object,item);} +void cJSON_AddItemToObjectCS(cJSON *object,const char *string,cJSON *item) {if (!item) return; if (!(item->type&cJSON_StringIsConst) && item->string) cJSON_free(item->string);item->string=(char*)string;item->type|=cJSON_StringIsConst;cJSON_AddItemToArray(object,item);} +void cJSON_AddItemReferenceToArray(cJSON *array, cJSON *item) {cJSON_AddItemToArray(array,create_reference(item));} +void cJSON_AddItemReferenceToObject(cJSON *object,const char *string,cJSON *item) {cJSON_AddItemToObject(object,string,create_reference(item));} + +cJSON *cJSON_DetachItemFromArray(cJSON *array,int which) {cJSON *c=array->child;while (c && which>0) c=c->next,which--;if (!c) return 0; + if (c->prev) c->prev->next=c->next;if (c->next) c->next->prev=c->prev;if (c==array->child) array->child=c->next;c->prev=c->next=0;return c;} +void cJSON_DeleteItemFromArray(cJSON *array,int which) {cJSON_Delete(cJSON_DetachItemFromArray(array,which));} +cJSON *cJSON_DetachItemFromObject(cJSON *object,const char *string) {int i=0;cJSON *c=object->child;while (c && cJSON_strcasecmp(c->string,string)) i++,c=c->next;if (c) return cJSON_DetachItemFromArray(object,i);return 0;} +void cJSON_DeleteItemFromObject(cJSON *object,const char *string) {cJSON_Delete(cJSON_DetachItemFromObject(object,string));} + +/* Replace array/object items with new ones. */ +void cJSON_InsertItemInArray(cJSON *array,int which,cJSON *newitem) {cJSON *c=array->child;while (c && which>0) c=c->next,which--;if (!c) {cJSON_AddItemToArray(array,newitem);return;} + newitem->next=c;newitem->prev=c->prev;c->prev=newitem;if (c==array->child) array->child=newitem; else newitem->prev->next=newitem;} +void cJSON_ReplaceItemInArray(cJSON *array,int which,cJSON *newitem) {cJSON *c=array->child;while (c && which>0) c=c->next,which--;if (!c) return; + newitem->next=c->next;newitem->prev=c->prev;if (newitem->next) newitem->next->prev=newitem; + if (c==array->child) array->child=newitem; else newitem->prev->next=newitem;c->next=c->prev=0;cJSON_Delete(c);} +void cJSON_ReplaceItemInObject(cJSON *object,const char *string,cJSON *newitem){int i=0;cJSON *c=object->child;while(c && cJSON_strcasecmp(c->string,string))i++,c=c->next;if(c){newitem->string=cJSON_strdup(string);cJSON_ReplaceItemInArray(object,i,newitem);}} + +/* Create basic types: */ +cJSON *cJSON_CreateNull(void) {cJSON *item=cJSON_New_Item();if(item)item->type=cJSON_NULL;return item;} +cJSON *cJSON_CreateTrue(void) {cJSON *item=cJSON_New_Item();if(item)item->type=cJSON_True;return item;} +cJSON *cJSON_CreateFalse(void) {cJSON *item=cJSON_New_Item();if(item)item->type=cJSON_False;return item;} +cJSON *cJSON_CreateBool(int b) {cJSON *item=cJSON_New_Item();if(item)item->type=b?cJSON_True:cJSON_False;return item;} +cJSON *cJSON_CreateNumber(double num) {cJSON *item=cJSON_New_Item();if(item){item->type=cJSON_Number;item->valuedouble=num;item->valueint=(int)num;}return item;} +cJSON *cJSON_CreateString(const char *string) {cJSON *item=cJSON_New_Item();if(item){item->type=cJSON_String;item->valuestring=cJSON_strdup(string);}return item;} +cJSON *cJSON_CreateArray(void) {cJSON *item=cJSON_New_Item();if(item)item->type=cJSON_Array;return item;} +cJSON *cJSON_CreateObject(void) {cJSON *item=cJSON_New_Item();if(item)item->type=cJSON_Object;return item;} + +/* Create Arrays: */ +cJSON *cJSON_CreateIntArray(const int *numbers,int count) {int i;cJSON *n=0,*p=0,*a=cJSON_CreateArray();for(i=0;a && ichild=n;else suffix_object(p,n);p=n;}return a;} +cJSON *cJSON_CreateFloatArray(const float *numbers,int count) {int i;cJSON *n=0,*p=0,*a=cJSON_CreateArray();for(i=0;a && ichild=n;else suffix_object(p,n);p=n;}return a;} +cJSON *cJSON_CreateDoubleArray(const double *numbers,int count) {int i;cJSON *n=0,*p=0,*a=cJSON_CreateArray();for(i=0;a && ichild=n;else suffix_object(p,n);p=n;}return a;} +cJSON *cJSON_CreateStringArray(const char **strings,int count) {int i;cJSON *n=0,*p=0,*a=cJSON_CreateArray();for(i=0;a && ichild=n;else suffix_object(p,n);p=n;}return a;} + +/* Duplication */ +cJSON *cJSON_Duplicate(cJSON *item,int recurse) +{ + cJSON *newitem,*cptr,*nptr=0,*newchild; + /* Bail on bad ptr */ + if (!item) return 0; + /* Create new item */ + newitem=cJSON_New_Item(); + if (!newitem) return 0; + /* Copy over all vars */ + newitem->type=item->type&(~cJSON_IsReference),newitem->valueint=item->valueint,newitem->valuedouble=item->valuedouble; + if (item->valuestring) {newitem->valuestring=cJSON_strdup(item->valuestring); if (!newitem->valuestring) {cJSON_Delete(newitem);return 0;}} + if (item->string) {newitem->string=cJSON_strdup(item->string); if (!newitem->string) {cJSON_Delete(newitem);return 0;}} + /* If non-recursive, then we're done! */ + if (!recurse) return newitem; + /* Walk the ->next chain for the child. */ + cptr=item->child; + while (cptr) + { + newchild=cJSON_Duplicate(cptr,1); /* Duplicate (with recurse) each item in the ->next chain */ + if (!newchild) {cJSON_Delete(newitem);return 0;} + if (nptr) {nptr->next=newchild,newchild->prev=nptr;nptr=newchild;} /* If newitem->child already set, then crosswire ->prev and ->next and move on */ + else {newitem->child=newchild;nptr=newchild;} /* Set newitem->child and move to it */ + cptr=cptr->next; + } + return newitem; +} + +void cJSON_Minify(char *json) +{ + char *into=json; + while (*json) + { + if (*json==' ') json++; + else if (*json=='\t') json++; /* Whitespace characters. */ + else if (*json=='\r') json++; + else if (*json=='\n') json++; + else if (*json=='/' && json[1]=='/') while (*json && *json!='\n') json++; /* double-slash comments, to end of line. */ + else if (*json=='/' && json[1]=='*') {while (*json && !(*json=='*' && json[1]=='/')) json++;json+=2;} /* multiline comments. */ + else if (*json=='\"'){*into++=*json++;while (*json && *json!='\"'){if (*json=='\\') *into++=*json++;*into++=*json++;}*into++=*json++;} /* string literals, which are \" sensitive. */ + else *into++=*json++; /* All other characters. */ + } + *into=0; /* and null-terminate. */ +} diff --git a/tools/show_twemproxies_stats/cJSON.h b/tools/show_twemproxies_stats/cJSON.h new file mode 100644 index 0000000..466d10d --- /dev/null +++ b/tools/show_twemproxies_stats/cJSON.h @@ -0,0 +1,149 @@ +/* + Copyright (c) 2009 Dave Gamble + + Permission is hereby granted, free of charge, to any person obtaining a copy + of this software and associated documentation files (the "Software"), to deal + in the Software without restriction, including without limitation the rights + to use, copy, modify, merge, publish, distribute, sublicense, and/or sell + copies of the Software, and to permit persons to whom the Software is + furnished to do so, subject to the following conditions: + + The above copyright notice and this permission notice shall be included in + all copies or substantial portions of the Software. + + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN + THE SOFTWARE. +*/ + +#ifndef cJSON__h +#define cJSON__h + +#ifdef __cplusplus +extern "C" +{ +#endif + +/* cJSON Types: */ +#define cJSON_False 0 +#define cJSON_True 1 +#define cJSON_NULL 2 +#define cJSON_Number 3 +#define cJSON_String 4 +#define cJSON_Array 5 +#define cJSON_Object 6 + +#define cJSON_IsReference 256 +#define cJSON_StringIsConst 512 + +/* The cJSON structure: */ +typedef struct cJSON { + struct cJSON *next,*prev; /* next/prev allow you to walk array/object chains. Alternatively, use GetArraySize/GetArrayItem/GetObjectItem */ + struct cJSON *child; /* An array or object item will have a child pointer pointing to a chain of the items in the array/object. */ + + int type; /* The type of the item, as above. */ + + char *valuestring; /* The item's string, if type==cJSON_String */ + int valueint; /* The item's number, if type==cJSON_Number */ + double valuedouble; /* The item's number, if type==cJSON_Number */ + + char *string; /* The item's name string, if this item is the child of, or is in the list of subitems of an object. */ +} cJSON; + +typedef struct cJSON_Hooks { + void *(*malloc_fn)(size_t sz); + void (*free_fn)(void *ptr); +} cJSON_Hooks; + +/* Supply malloc, realloc and free functions to cJSON */ +extern void cJSON_InitHooks(cJSON_Hooks* hooks); + + +/* Supply a block of JSON, and this returns a cJSON object you can interrogate. Call cJSON_Delete when finished. */ +extern cJSON *cJSON_Parse(const char *value); +/* Render a cJSON entity to text for transfer/storage. Free the char* when finished. */ +extern char *cJSON_Print(cJSON *item); +/* Render a cJSON entity to text for transfer/storage without any formatting. Free the char* when finished. */ +extern char *cJSON_PrintUnformatted(cJSON *item); +/* Render a cJSON entity to text using a buffered strategy. prebuffer is a guess at the final size. guessing well reduces reallocation. fmt=0 gives unformatted, =1 gives formatted */ +extern char *cJSON_PrintBuffered(cJSON *item,int prebuffer,int fmt); +/* Delete a cJSON entity and all subentities. */ +extern void cJSON_Delete(cJSON *c); + +/* Returns the number of items in an array (or object). */ +extern int cJSON_GetArraySize(cJSON *array); +/* Retrieve item number "item" from array "array". Returns NULL if unsuccessful. */ +extern cJSON *cJSON_GetArrayItem(cJSON *array,int item); +/* Get item "string" from object. Case insensitive. */ +extern cJSON *cJSON_GetObjectItem(cJSON *object,const char *string); + +/* For analysing failed parses. This returns a pointer to the parse error. You'll probably need to look a few chars back to make sense of it. Defined when cJSON_Parse() returns 0. 0 when cJSON_Parse() succeeds. */ +extern const char *cJSON_GetErrorPtr(void); + +/* These calls create a cJSON item of the appropriate type. */ +extern cJSON *cJSON_CreateNull(void); +extern cJSON *cJSON_CreateTrue(void); +extern cJSON *cJSON_CreateFalse(void); +extern cJSON *cJSON_CreateBool(int b); +extern cJSON *cJSON_CreateNumber(double num); +extern cJSON *cJSON_CreateString(const char *string); +extern cJSON *cJSON_CreateArray(void); +extern cJSON *cJSON_CreateObject(void); + +/* These utilities create an Array of count items. */ +extern cJSON *cJSON_CreateIntArray(const int *numbers,int count); +extern cJSON *cJSON_CreateFloatArray(const float *numbers,int count); +extern cJSON *cJSON_CreateDoubleArray(const double *numbers,int count); +extern cJSON *cJSON_CreateStringArray(const char **strings,int count); + +/* Append item to the specified array/object. */ +extern void cJSON_AddItemToArray(cJSON *array, cJSON *item); +extern void cJSON_AddItemToObject(cJSON *object,const char *string,cJSON *item); +extern void cJSON_AddItemToObjectCS(cJSON *object,const char *string,cJSON *item); /* Use this when string is definitely const (i.e. a literal, or as good as), and will definitely survive the cJSON object */ +/* Append reference to item to the specified array/object. Use this when you want to add an existing cJSON to a new cJSON, but don't want to corrupt your existing cJSON. */ +extern void cJSON_AddItemReferenceToArray(cJSON *array, cJSON *item); +extern void cJSON_AddItemReferenceToObject(cJSON *object,const char *string,cJSON *item); + +/* Remove/Detatch items from Arrays/Objects. */ +extern cJSON *cJSON_DetachItemFromArray(cJSON *array,int which); +extern void cJSON_DeleteItemFromArray(cJSON *array,int which); +extern cJSON *cJSON_DetachItemFromObject(cJSON *object,const char *string); +extern void cJSON_DeleteItemFromObject(cJSON *object,const char *string); + +/* Update array items. */ +extern void cJSON_InsertItemInArray(cJSON *array,int which,cJSON *newitem); /* Shifts pre-existing items to the right. */ +extern void cJSON_ReplaceItemInArray(cJSON *array,int which,cJSON *newitem); +extern void cJSON_ReplaceItemInObject(cJSON *object,const char *string,cJSON *newitem); + +/* Duplicate a cJSON item */ +extern cJSON *cJSON_Duplicate(cJSON *item,int recurse); +/* Duplicate will create a new, identical cJSON item to the one you pass, in new memory that will +need to be released. With recurse!=0, it will duplicate any children connected to the item. +The item->next and ->prev pointers are always zero on return from Duplicate. */ + +/* ParseWithOpts allows you to require (and check) that the JSON is null terminated, and to retrieve the pointer to the final byte parsed. */ +extern cJSON *cJSON_ParseWithOpts(const char *value,const char **return_parse_end,int require_null_terminated); + +extern void cJSON_Minify(char *json); + +/* Macros for creating things quickly. */ +#define cJSON_AddNullToObject(object,name) cJSON_AddItemToObject(object, name, cJSON_CreateNull()) +#define cJSON_AddTrueToObject(object,name) cJSON_AddItemToObject(object, name, cJSON_CreateTrue()) +#define cJSON_AddFalseToObject(object,name) cJSON_AddItemToObject(object, name, cJSON_CreateFalse()) +#define cJSON_AddBoolToObject(object,name,b) cJSON_AddItemToObject(object, name, cJSON_CreateBool(b)) +#define cJSON_AddNumberToObject(object,name,n) cJSON_AddItemToObject(object, name, cJSON_CreateNumber(n)) +#define cJSON_AddStringToObject(object,name,s) cJSON_AddItemToObject(object, name, cJSON_CreateString(s)) + +/* When assigning an integer value, it needs to be propagated to valuedouble too. */ +#define cJSON_SetIntValue(object,val) ((object)?(object)->valueint=(object)->valuedouble=(val):(val)) +#define cJSON_SetNumberValue(object,val) ((object)?(object)->valueint=(object)->valuedouble=(val):(val)) + +#ifdef __cplusplus +} +#endif + +#endif diff --git a/tools/show_twemproxies_stats/show_twem_stats.c b/tools/show_twemproxies_stats/show_twem_stats.c new file mode 100644 index 0000000..ee17eb8 --- /dev/null +++ b/tools/show_twemproxies_stats/show_twem_stats.c @@ -0,0 +1,554 @@ +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include "cJSON.h" +#include "util.h" + +#define GET_ARRAY_LEN(array,len){len = (sizeof(array) / sizeof(array[0]));} + +#define stats_size 20 + +static int idx = 0; + +//0:memary +//1:client_connections +//2:client_connections +//3:client_connections +//4:server_ejects_num +//5:server_connections +//6:requests_num +//7:request_bytes_num +//8:responses_num +//9:response_bytes_num +//10:in_queue_num +//11:out_queue_num +static long long stats_pre[stats_size]; +static long long stats_now[stats_size]; +static long long stats[stats_size]; +static uint8_t stats_len; + +static char str_line[1024]; + +static const char *mem_used_header = "VmRSS:"; + +static const char *proc_net_tcp="/proc/net/tcp"; +static const char *delimiter_tcp=" "; +static const int address_column=1; +static const int st_column=3; +static const int inode_column=9; + +static time_t timer; +static struct tm *tblock; + +static const int content_name_interval = 26; + +int get_twem_used_memory(char * proc) +{ + int i = 0; + long long mem_used = 0; + char proc_file_path[25]; + FILE * proc_fd; + char pid_num[10] = {0}; + + if (proc == NULL) { + return 0; + } + + if (proc[0] == '/') { + proc_fd = fopen(proc, "r"); + + if (proc_fd == NULL) { + printf("open pid file %s failed:%s \n", proc, strerror(errno)); + idx ++; + goto error; + } + if (feof(proc_fd)) { + printf("pid file %s is null:%s \n", proc, strerror(errno)); + idx ++; + goto error; + } + fgets(str_line, 1024, proc_fd); + if (strlen(str_line) >= 10) { + printf("pid number in the pid file %s is to long!\n", proc); + idx ++; + goto error; + } + memcpy(pid_num, str_line, strlen(str_line)); + if (proc_fd != NULL) { + fclose(proc_fd); + proc_fd = NULL; + } + } else { + if (strlen(proc) >= 10) { + printf("pid number %s gived is to long!\n", proc); + idx ++; + return -1; + } + + memcpy(pid_num, proc, strlen(proc)); + } + + int proc_id_len = strlen(pid_num); + + memset(proc_file_path, '\0', 25); + proc_file_path[0] = '/'; + proc_file_path[1] = 'p'; + proc_file_path[2] = 'r'; + proc_file_path[3] = 'o'; + proc_file_path[4] = 'c'; + proc_file_path[5] = '/'; + for(i = 0; i < proc_id_len; i ++) + { + proc_file_path[6+i] = pid_num[i]; + } + i += 6; + proc_file_path[i++] = '/'; + proc_file_path[i++] = 's'; + proc_file_path[i++] = 't'; + proc_file_path[i++] = 'a'; + proc_file_path[i++] = 't'; + proc_file_path[i++] = 'u'; + proc_file_path[i++] = 's'; + + proc_fd = fopen(proc_file_path, "r"); + + if (proc_fd == NULL) { + printf("open %s failed: %s\n", proc_file_path, strerror(errno)); + idx ++; + goto error; + } + + while (!feof(proc_fd)) { + { + fgets(str_line, 1024, proc_fd); + i ++; + if (0 == strncmp(str_line, mem_used_header, strlen(mem_used_header))) { + break; + } + } + } + + for (i = strlen(mem_used_header); i < strlen(str_line); i++) { + if (isdigit(str_line[i])) { + mem_used = mem_used * 10 + (uint32_t)(str_line[i] - '0'); + } + } + + stats_now[idx] = mem_used; + stats[idx] = stats_now[idx] - stats_pre[idx]; + idx ++; + if (proc_fd != NULL) { + fclose(proc_fd); + proc_fd = NULL; + } + + return 0; + +error: + + if (proc_fd != NULL) { + fclose(proc_fd); + proc_fd = NULL; + } + + return -1; +} + +int get_proc_id_by_listened_port(int port) +{ + char port_hex_string[10]; + dec2hex(port, port_hex_string); + + FILE * proc_net_tcp_fd; + proc_net_tcp_fd = fopen(proc_net_tcp, "r"); + + if (proc_net_tcp_fd == NULL) { + printf("open %s failed!\n", proc_net_tcp); + return -1; + } + + while (!feof(proc_net_tcp_fd)) { + fgets(str_line, 1024, proc_net_tcp_fd); + + char *result = NULL; + int i = 0; + char address[30] = {0}; + char st[5] = {0}; + char inode[20] = {0}; + result = strtok(str_line, delimiter_tcp); + while (result != NULL) { + if (i == address_column) { + stpcpy(address, result); + } else if(i == st_column) { + stpcpy(st, result); + } else if (i == inode_column) { + stpcpy(inode, result); + break; + } + + result = strtok( NULL, delimiter_tcp); + i ++; + } + if (address[0] == '\0' || st[0] == '\0' || inode[0] == '\0') { + printf("parse %s error!\n", proc_net_tcp); + return -1; + } + + result = NULL; + result = strtok(str_line, ":"); + if (result == NULL) { + printf("parse tcp address in proc_net_tcp error!\n"); + return -1; + } + result = strtok(str_line, ":"); + if (result == NULL) { + printf("parse tcp address in proc_net_tcp error!\n"); + return -1; + } + if (strcmp(result, address) == 0 && strcmp(st, "0A") == 0) { + + break; + } + } + + return 0; +} + +static int get_stat_int(cJSON *root, char *stat_name) +{ + if (root == NULL) { + return -1; + } + + cJSON *stat = cJSON_GetObjectItem(root, stat_name); + + if (stat == NULL) { + return -1; + } + + return stat->valueint; +} + +static long long get_stat_longlong(cJSON *root, char *stat_name) +{ + if (root == NULL) { + return -1; + } + + cJSON *stat = cJSON_GetObjectItem(root, stat_name); + + if (stat == NULL) { + return -1; + } + + return (long long)stat->valuedouble; +} + +int get_twem_stats(char * ip, int port, char * pool_name) +{ + int cfd = -1; + int i; + int recbytes; + int sin_size; + char buffer[5000]={0}; + struct sockaddr_in s_add,c_adda; + cJSON *root = NULL; + cJSON *pool = NULL; + + cfd = socket(AF_INET, SOCK_STREAM, 0); + if (-1 == cfd) { + printf("socket fail: %s\n", strerror(errno)); + goto error; + } + + bzero(&s_add,sizeof(struct sockaddr_in)); + s_add.sin_family=AF_INET; + s_add.sin_addr.s_addr= inet_addr(ip); + s_add.sin_port=htons(port); + + if (-1 == connect(cfd,(struct sockaddr *)(&s_add), sizeof(struct sockaddr))) { + printf("connect fail: %s\n", strerror(errno)); + goto error; + } + + if (write(cfd, "status\r\n", 8) != 8) { + printf("write data fail\r\n"); + goto error; + } + + if (-1 == (recbytes = read(cfd,buffer,5000))) { + printf("read data fail: %s\n", strerror(errno)); + goto error; + } + + buffer[recbytes]='\0'; + root = cJSON_Parse(buffer); + pool = cJSON_GetObjectItem(root, pool_name); + + if (pool == NULL) { + printf("pool %s can not find!\n", pool_name); + goto error; + } + + long long client_connections_num = get_stat_longlong(pool, "client_connections"); + stats_now[idx] = client_connections_num; + stats[idx] = stats_now[idx] - stats_pre[idx]; + idx++; + + long long client_eof_num = get_stat_longlong(pool, "client_eof"); + stats_now[idx] = client_eof_num; + stats[idx] = stats_now[idx] - stats_pre[idx]; + stats_pre[idx] = stats_now[idx]; + idx++; + + long long client_err_num = get_stat_longlong(pool, "client_err"); + stats_now[idx] = client_err_num; + stats[idx] = stats_now[idx] - stats_pre[idx]; + stats_pre[idx] = stats_now[idx]; + idx++; + + long long server_ejects_num = get_stat_longlong(pool, "server_ejects"); + stats_now[idx] = server_ejects_num; + stats[idx] = stats_now[idx] - stats_pre[idx]; + stats_pre[idx] = stats_now[idx]; + idx++; + + //5 + stats_now[idx] = 0; + stats_now[idx + 1] = 0; + for (i = 0; i < cJSON_GetArraySize(pool); i++) { + int next = 0; + cJSON *server = cJSON_GetArrayItem(pool,i); + if (server->type != cJSON_Object) { + continue; + } + + long long server_connections_num = get_stat_longlong(server, "server_connections"); + stats_now[idx + next++] += server_connections_num; + + long long requests_num = get_stat_longlong(server, "requests"); + stats_now[idx + next++] += requests_num; + + long long request_bytes_num = get_stat_longlong(server, "request_bytes"); + stats_now[idx + next++] += request_bytes_num; + + long long responses_num = get_stat_longlong(server,"responses"); + stats_now[idx + next++] += responses_num; + + long long response_bytes_num = get_stat_longlong(server, "response_bytes"); + stats_now[idx + next++] += response_bytes_num; + + long long in_queue_num = get_stat_longlong(server, "in_queue"); + stats_now[idx + next++] += in_queue_num; + + long long out_queue_num = get_stat_longlong(server, "out_queue"); + stats_now[idx + next++] += out_queue_num; + } + + //5 + stats[idx] = stats_now[idx] - stats_pre[idx]; + idx ++; + + //6 + stats[idx] = stats_now[idx] - stats_pre[idx]; + stats_pre[idx] = stats_now[idx]; + idx ++; + + //7 + stats[idx] = stats_now[idx] - stats_pre[idx]; + stats_pre[idx] = stats_now[idx]; + idx ++; + + //8 + stats[idx] = stats_now[idx] - stats_pre[idx]; + stats_pre[idx] = stats_now[idx]; + idx ++; + + //9 + stats[idx] = stats_now[idx] - stats_pre[idx]; + stats_pre[idx] = stats_now[idx]; + idx ++; + + //10 + stats[idx] = stats_now[idx] - stats_pre[idx]; + idx ++; + + //11 + stats[idx] = stats_now[idx] - stats_pre[idx]; + + if (idx + 1 != stats_len) { + printf("idx is error(now is %d, must be equal %d)!\n", idx, stats_len - 1); + + cJSON_Delete(root); + if (cfd > 0) { + close(cfd); + cfd = -1; + } + exit(1); + } + + if (root != NULL) { + cJSON_Delete(root); + root = NULL; + } + + if (cfd > 0) { + close(cfd); + cfd = -1; + } + + return 0; + +error: + + if (cfd > 0) { + close(cfd); + cfd = -1; + } + if (root != NULL) { + cJSON_Delete(root); + root = NULL; + } + return -1; +} + +int get_mc_get_set(char * ip, int port) +{ + int cfd; + int recbytes; + int sendbytes; + int sin_size; + char buffer[5000]={0}; + struct sockaddr_in s_add,c_adda; + + int i; + + cfd = socket(AF_INET, SOCK_STREAM, 0); + if (-1 == cfd) { + printf("socket fail ! \r\n"); + return -1; + } + + bzero(&s_add,sizeof(struct sockaddr_in)); + s_add.sin_family=AF_INET; + s_add.sin_addr.s_addr= inet_addr(ip); + s_add.sin_port=htons(port); + + if (-1 == connect(cfd,(struct sockaddr *)(&s_add), sizeof(struct sockaddr))) { + printf("connect fail !\r\n"); + return -1; + } + + char *send_str = "stats\r\n"; + if(-1 == (sendbytes = send(cfd, send_str, strlen(send_str), 0))); + { + printf("write data fail : %s\r\n", strerror(errno)); + return -1; + } + + if(-1 == (recbytes = read(cfd,buffer,5000))) + { + printf("read data fail !\r\n"); + return -1; + } + printf("read ok\r\nREC:\r\n"); + buffer[recbytes]='\0'; + close(cfd); + return 0; +} + +void print_stats() +{ + int i; + + time(&timer); + tblock=localtime(&timer); + printf("%d:%d\t", tblock->tm_min, tblock->tm_sec); + for (i = 0; i< stats_len; i ++) { + stats_now[i] = 0; + printf("%lld\t", stats[i]); + } + printf("\n"); +} + +//gcc -o show_twem_stats show_twem_stats.c cJSON.c -lm +int main(int argc, char **argv) +{ + if (argc != 6 && argc != 7) { + printf("Command error!\nUseage : show_twem_stats ip port interval(ms) loop(times|forever) pool_name [proc_id|proc_file]\n"); + exit(0); + } + + int i; + int counter = 0; + char *ip = argv[1]; + int port = atoi(argv[2]); + int interval = atoi(argv[3]); + char *loop = argv[4]; + char *pool_name = argv[5]; + char *proc = NULL; + + stats_len = 11; + + if (argc == 7) { + proc = argv[6]; + stats_len ++; + } + + if (port <= 0) { + printf("port must be a positive number!\n"); + exit(0); + } + + if (interval <= 0) { + printf("interval must be a positive number!\n"); + exit(0); + } + + int times = atoi(loop); + + if (times <= 0 && strcmp(loop, "forever") != 0) { + printf("loop_type must be a positive number or forever!\n"); + exit(0); + } + + if (proc != NULL) + idx ++; + get_twem_stats(ip, port, pool_name); + for (i = 0; i < stats_len; i ++) { + stats_now[i] = 0; + } + sleep(1); + + idx = 0; + + i = 0; + while (i < times || times == 0) { + if (counter == 0) { + if (proc != NULL) + printf("time \tmem(kb)\tc_conn\tc_eof\tc_err\ts_eject\ts_conn\treq\treq_b\tresp\tresp_b\tin_q\tout_q\n"); + else + printf("time \tc_conn\tc_eof\tc_err\ts_eject\ts_conn\treq\treq_b\tresp\tresp_b\tin_q\tout_q\n"); + } + + if (counter >= content_name_interval) { + counter = -1; + } + get_twem_used_memory(proc); + get_twem_stats(ip, port, pool_name); + print_stats(); + + idx = 0; + i ++; + counter ++; + usleep(interval*1000); + } + + return 0; +} diff --git a/tools/show_twemproxies_stats/util.h b/tools/show_twemproxies_stats/util.h new file mode 100644 index 0000000..b98a0a6 --- /dev/null +++ b/tools/show_twemproxies_stats/util.h @@ -0,0 +1,141 @@ +#ifndef _SHOW_UTIL_H_ +#define _SHOW_UTIL_H_ + +#include +#include +int my_atoi(const char* str){ + if(str == NULL) + { + printf("error: the argument of my_atoi is NULL!\n"); + exit(0); + } + + int res=0; + char sign='+'; + const char *pStr=str; + + //去空格 + while (*pStr==' ') + pStr++; + //判断正负 + if(*pStr=='+' || *pStr=='-') + sign=*pStr++; + //计算绝对值 + while (*pStr>='0' && *pStr<='9') + { + res=res*10+*pStr-'0'; + pStr++; + } + + return sign=='-'?-res:res; +} + +long long my_atoll(const char* str){ + if(str == NULL) + { + printf("error: the argument of my_atoi is NULL!\n"); + exit(0); + } + + long long res=0; + char sign='+'; + const char *pStr=str; + + //去空格 + while (*pStr==' ') + pStr++; + //判断正负 + if(*pStr=='+' || *pStr=='-') + sign=*pStr++; + //计算绝对值 + while (*pStr>='0' && *pStr<='9') + { + res=res*10+*pStr-'0'; + pStr++; + } + + return sign=='-'?-res:res; +} + +//最快的字符串倒置方法 +void rever(char s[]){ + if(s == NULL) + { + printf("error: the argument of my_atoi is NULL!"); + exit(0); + } + + int len=strlen(s); + int i=0; + int j=len-1; + char c; + while (i0); + if(sign<0) + s[i++]='-'; + + //结尾注意添加\0 + s[i]='\0'; + rever(s); +} + +char tohex(int n) +{ + + if(n>=10 && n<=15) + { + return 'A'+n-10; + } + return '0'+n; +} + +void dec2hex(int n,char s[]) +{ + int i=0; + int mod; + + if(n <= 0) + { + s[0] = '\0'; + return; + } + + while(n) + { + mod = n%16; + s[i++]=tohex(mod); + n=n/16; + } + + s[i]='\0'; + + rever(s); +} + +#endif