Redis实战系列(6) 利用lua对redis特定类型元素的list进行分段

只对排序的数字list进行分段存取，性能上有所下降，但是没有测试下降多少

list_add.lua
local config = redis.call('config','get','list-max-ziplist-entries')

local maxzipNum=tonumber(config[2])

local metainfo=KEYS[1]..':split:meta'

local metainfonum=KEYS[1]..':split:meta:num'

local tmpLen,tmpKey,tmpV

local argvLen = #ARGV

if argvLen ~= 1 then

return false

end

local firstelement = redis.call('lrange',metainfo,0,0)

local firstKey,firstLen

if (#firstelement == 0) then

firstKey = KEYS[1]..':'..ARGV[1]

firstLen = 0

else

firstKey = KEYS[1]..':'..firstelement[1]

firstLen = redis.call('llen', firstKey)

end

tmpV = table.remove(ARGV,1);

if (firstLen > 0 and firstLen < maxzipNum) then

redis.call('lpush',firstKey, tmpV)

else

redis.call('lpush', metainfo, tmpV)

tmpKey = KEYS[1] .. ':' .. tmpV;

redis.call('lpush',tmpKey, tmpV)

end

return redis.call('incrby',metainfonum,1)

test_add.sh
#!/bin/bash

cmd=`cat list_add.lua`

for ((i=1; i<=$1; i++))

do

#a="eval \"$cmd\" 1 user:box:31458 $i"

a="lpush testlist $i"

echo $a|redis-cli

done

list_getnum.lua
local metainfonum=KEYS[1]..':split:meta:num'

return redis.call('get',metainfonum)

test_getnum.sh
#!/bin/bash

cmd=`cat list_getnum.lua`

a="eval \"$cmd\" 1 user:box:31458 "

echo $a|redis-cli

list_remove.lua
local config = redis.call('config','get','list-max-ziplist-entries')

local maxzipNum=tonumber(config[2])

local metainfo=KEYS[1]..':split:meta'

local metainfonum=KEYS[1]..':split:meta:num'

local tmpKey,tmpV,tmpV1

local argvLen = #ARGV

if argvLen ~= 1 then

return false

end

tmpV = table.remove(ARGV,1)

local tmpTable = redis.call('lrange', metainfo, 0,-1)

if (#tmpTable == 0) then

return false

end

for _,v in ipairs(tmpTable) do

if (v <= tmpV) then

tmpV1 = v

break

end

end

tmpKey = KEYS[1] .. ':' .. tmpV1;

if (redis.call('lrem',tmpKey, 1, tmpV) ~= 0) then

return redis.call('incrby',metainfonum,-1)

end

return redis.call('get',metainfonum)

test_remove.sh
#!/bin/bash

a=`cat list_remove.lua`

a="eval \"$a\" 1 user:box:31458 26"

echo $a|redis-cli

list_getlist.lua
local config = redis.call('config','get','list-max-ziplist-entries')

local maxzipNum=tonumber(config[2])

local metainfo=KEYS[1]..':split:meta'

local metainfonum=KEYS[1]..':split:meta:num'

local offset = tonumber(ARGV[1])

local pagesize = tonumber(ARGV[2])

if offset < 0 then

offset = 0

end

if pagesize < 1 then

pagesize = 1

end

local len = tonumber(redis.call('get',metainfonum));

if (len == nil) then

return false

end

if (offset >= len) then

return false

end

local element = redis.call('lrange',metainfo,0,-1)

local tmpKey,tmpLen, tmpTable

local i=1

if (element == nil) then

return false

end

while (true) do

if element[i] == nil then

return false

end

tmpKey = KEYS[1]..':'..element[i]

if (i==1)then

tmpLen = redis.call('llen',tmpKey)

else

tmpLen = maxzipNum

end

offset = offset - tmpLen

if offset < 0 then

offset = offset + tmpLen

break

end

i = i+1

end

local tmpList = {}

tmpLen = pagesize

while (#tmpList < pagesize) do

if element[i] == nil then

break;

end

tmpKey = KEYS[1]..':'..element[i]

tmpTable = redis.call('lrange',tmpKey, offset, offset+tmpLen-1)

if (#tmpTable == pagesize) then

tmpList = tmpTable

break

end

if (#tmpTable == 0) then

break;

end

for _,v in ipairs(tmpTable) do

table.insert(tmpList,v)

end

i = i+1

tmpLen = tmpLen - #tmpTable

if (offset > 0) then

offset = 0

end

end

return tmpList

test_getlist.sh
#!/bin/bash

a=`cat list_getlist.lua`

a="eval \"$a\" 1 user:box:31458 $1 $2 "

echo $a|redis-cli

list_madd.lua
local config = redis.call('config','get','list-max-ziplist-entries')

local maxzipNum=tonumber(config[2])

local metainfo=KEYS[1]..':split:meta'

local metainfonum=KEYS[1]..':split:meta:num'

local tmpLen,tmpKey,tmpV

local argvLen = #ARGV

local increment = argvLen

local firstelement = redis.call('lrange',metainfo,0,0)

local firstKey,firstLen

if (#firstelement == 0) then

firstKey = KEYS[1]..':'..ARGV[1]

firstLen = 0

else

firstKey = KEYS[1]..':'..firstelement[1]

firstLen = redis.call('llen', firstKey)

end

while(argvLen > 0 and firstLen > 0 and firstLen < maxzipNum) do

tmpV = table.remove(ARGV,1);

if tmpV == nil then

break

end

redis.call('lpush',firstKey, tmpV)

firstLen = firstLen+1

argvLen = argvLen - 1

end

while (argvLen > 0) do

tmpKey = KEYS[1]..':'..ARGV[1];

tmpLen = 0;

redis.call('lpush', metainfo, ARGV[1])

while(tmpLen < maxzipNum) do

tmpV = table.remove(ARGV,1);

if tmpV == nil then

break

end

redis.call('lpush',tmpKey, tmpV)

tmpLen = tmpLen+1

end

argvLen = argvLen-tmpLen

end

return redis.call('incrby',metainfonum,increment)

test_madd.sh
#!/bin/bash

seq=''

cmd=`cat list_madd.lua`

for ((i=1; i<=$1; i++))

do

seq="$seq $i"

if (($i%100==0))

then

a="eval \"$cmd\" 1 user:box:31458 $seq"

#a="lpush testlist $seq"

echo $a| redis-cli

seq=''

fi

done

a="eval \"$cmd\" 1 user:box:31458 $seq"

echo $a| redis-cli