在不阻塞业务的前提下,使用 Lua脚本删除百万/千万级的key
在lua脚本中使用scan扫描key,并依次删除
当删除数量达到1万时,脚本直接返回,完成本次调用
如果删除的key数量大于0,就循环调用脚本进行删除
import org.springframework.data.redis.connection.RedisConnection;
import org.springframework.data.redis.connection.ReturnType;
import org.springframework.data.redis.core.RedisCallback;
import org.springframework.data.redis.core.StringRedisTemplate;
import org.springframework.data.redis.core.script.DefaultRedisScript;
import org.springframework.data.redis.core.script.RedisScript;
import org.springframework.data.redis.serializer.RedisSerializer;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.nio.charset.StandardCharsets;
import java.util.List;
public class RedisBatchDeleteLua {
private static volatile RedisScript script;
private static final int batchSize = 10000;
public static long delete(String pattern, StringRedisTemplate redisTemplate) {
return delete(pattern, batchSize, 0, redisTemplate);
}
public static long delete(String pattern, int interval, StringRedisTemplate redisTemplate) {
return delete(pattern, batchSize, interval, redisTemplate);
}
public static long delete(String pattern, int bachSize, int interval, StringRedisTemplate redisTemplate) {
try {
RedisScript script = getScript(redisTemplate);
RedisSerializer keySerializer = redisTemplate.getKeySerializer();
byte[] KEY1 = keySerializer.serialize(pattern);
byte[] ARGV = keySerializer.serialize(String.valueOf(bachSize));
long total = 0;
Long batchDelete;
do {
batchDelete = (Long) redisTemplate.execute((RedisCallback
lua脚本
local limitSize = tonumber(ARGV[1]) -- 最多删除多少个key
local batchSize = limitSize -- scan一次最多扫描多少个key
if (batchSize > 10000) then -- 一次扫描不能超过1w条
batchSize = 10000
end
local function scan(key)
local cursor = 0
local keynum = 0
repeat
local res = redis.call("scan", cursor, "match", key, 'COUNT', batchSize)
if (res ~= nil and #res >= 0) then
redis.replicate_commands()
cursor = tonumber(res[1])
local ks = res[2]
local size = #ks
for i=1,size,1 do
redis.call("del", tostring(ks[i]))
keynum = keynum + 1
if (keynum >= limitSize) then -- 已经删除了指定数量的key, 返回
return keynum
end
end
end
until (cursor <= 0)
return keynum
end
local total = scan(KEYS[1])
return total



