mirror of
http://github.com/valkey-io/valkey
synced 2024-11-23 03:17:51 +00:00
Hash auto conversion from zipmap to hash table, type fixed for hashes, hash loading from disk
This commit is contained in:
parent
b1befe6a8e
commit
ada386b218
1
TODO
1
TODO
@ -59,6 +59,7 @@ BIG ONES:
|
||||
|
||||
SMALL ONES:
|
||||
|
||||
* If sizeof(double) == sizeof(void*) we could store the double value of sorted sets directly in place of the pointer instead of allocating it in the heap.
|
||||
* Delete on writes against expire policy should only happen after argument parsing for commands doing their own arg parsing stuff.
|
||||
* Give errors when incrementing a key that does not look like an integer, when providing as a sorted set score something can't be parsed as a double, and so forth.
|
||||
* MSADD (n keys) (n values). See this thread in the Redis google group: http://groups.google.com/group/redis-db/browse_thread/thread/e766d84eb375cd41
|
||||
|
67
redis.c
67
redis.c
@ -590,6 +590,7 @@ static void readQueryFromClient(aeEventLoop *el, int fd, void *privdata, int mas
|
||||
static struct redisCommand *lookupCommand(char *name);
|
||||
static void call(redisClient *c, struct redisCommand *cmd);
|
||||
static void resetClient(redisClient *c);
|
||||
static void convertToRealHash(robj *o);
|
||||
|
||||
static void authCommand(redisClient *c);
|
||||
static void pingCommand(redisClient *c);
|
||||
@ -3470,7 +3471,7 @@ static robj *rdbLoadObject(int type, FILE *fp) {
|
||||
}
|
||||
} else if (type == REDIS_ZSET) {
|
||||
/* Read list/set value */
|
||||
uint32_t zsetlen;
|
||||
size_t zsetlen;
|
||||
zset *zs;
|
||||
|
||||
if ((zsetlen = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
|
||||
@ -3488,6 +3489,46 @@ static robj *rdbLoadObject(int type, FILE *fp) {
|
||||
zslInsert(zs->zsl,*score,ele);
|
||||
incrRefCount(ele); /* added to skiplist */
|
||||
}
|
||||
} else if (type == REDIS_HASH) {
|
||||
size_t hashlen;
|
||||
|
||||
if ((hashlen = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
|
||||
o = createHashObject();
|
||||
/* Too many entries? Use an hash table. */
|
||||
if (hashlen > server.hash_max_zipmap_entries)
|
||||
convertToRealHash(o);
|
||||
/* Load every key/value, then set it into the zipmap or hash
|
||||
* table, as needed. */
|
||||
while(hashlen--) {
|
||||
robj *key, *val;
|
||||
|
||||
if ((key = rdbLoadStringObject(fp)) == NULL) return NULL;
|
||||
if ((val = rdbLoadStringObject(fp)) == NULL) return NULL;
|
||||
/* If we are using a zipmap and there are too big values
|
||||
* the object is converted to real hash table encoding. */
|
||||
if (o->encoding != REDIS_ENCODING_HT &&
|
||||
(sdslen(key->ptr) > server.hash_max_zipmap_value ||
|
||||
sdslen(val->ptr) > server.hash_max_zipmap_value))
|
||||
{
|
||||
convertToRealHash(o);
|
||||
}
|
||||
|
||||
if (o->encoding == REDIS_ENCODING_ZIPMAP) {
|
||||
unsigned char *zm = o->ptr;
|
||||
|
||||
zm = zipmapSet(zm,key->ptr,sdslen(key->ptr),
|
||||
val->ptr,sdslen(val->ptr),NULL);
|
||||
o->ptr = zm;
|
||||
decrRefCount(key);
|
||||
decrRefCount(val);
|
||||
} else {
|
||||
tryObjectEncoding(key);
|
||||
tryObjectEncoding(val);
|
||||
dictAdd((dict*)o->ptr,key,val);
|
||||
incrRefCount(key);
|
||||
incrRefCount(val);
|
||||
}
|
||||
}
|
||||
} else {
|
||||
redisAssert(0 != 0);
|
||||
}
|
||||
@ -3995,7 +4036,8 @@ static void typeCommand(redisClient *c) {
|
||||
case REDIS_LIST: type = "+list"; break;
|
||||
case REDIS_SET: type = "+set"; break;
|
||||
case REDIS_ZSET: type = "+zset"; break;
|
||||
default: type = "unknown"; break;
|
||||
case REDIS_HASH: type = "+hash"; break;
|
||||
default: type = "+unknown"; break;
|
||||
}
|
||||
}
|
||||
addReplySds(c,sdsnew(type));
|
||||
@ -5699,6 +5741,27 @@ static void hgetCommand(redisClient *c) {
|
||||
}
|
||||
}
|
||||
|
||||
static void convertToRealHash(robj *o) {
|
||||
unsigned char *key, *val, *p, *zm = o->ptr;
|
||||
unsigned int klen, vlen;
|
||||
dict *dict = dictCreate(&hashDictType,NULL);
|
||||
|
||||
assert(o->type == REDIS_HASH && o->encoding != REDIS_ENCODING_HT);
|
||||
p = zipmapRewind(zm);
|
||||
while((p = zipmapNext(p,&key,&klen,&val,&vlen)) != NULL) {
|
||||
robj *keyobj, *valobj;
|
||||
|
||||
keyobj = createStringObject((char*)key,klen);
|
||||
valobj = createStringObject((char*)val,vlen);
|
||||
tryObjectEncoding(keyobj);
|
||||
tryObjectEncoding(valobj);
|
||||
dictAdd(dict,keyobj,valobj);
|
||||
}
|
||||
o->encoding = REDIS_ENCODING_HT;
|
||||
o->ptr = dict;
|
||||
zfree(zm);
|
||||
}
|
||||
|
||||
/* ========================= Non type-specific commands ==================== */
|
||||
|
||||
static void flushdbCommand(redisClient *c) {
|
||||
|
Loading…
Reference in New Issue
Block a user