Skip to content

Commit

Permalink
update: wkcache 优化掉scan，采用lua脚本删缓存
Browse files Browse the repository at this point in the history
  • Loading branch information
@Wizzercn
Wizzercn committed Sep 8, 2023
1 parent 9a0cf36 commit 40947b3
Show file tree
Hide file tree
Showing 3 changed files with 33 additions and 74 deletions.
35 changes: 9 additions & 26 deletions nutz-plugins-wkcache/src/main/java/org/nutz/plugins/wkcache/WkcacheRemoveAllInterceptor.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,11 @@
import org.nutz.lang.Strings;
import org.nutz.plugins.wkcache.annotation.CacheDefaults;
import org.nutz.plugins.wkcache.annotation.CacheRemoveAll;
import redis.clients.jedis.*;
import redis.clients.jedis.Jedis;
import redis.clients.jedis.JedisCluster;
import redis.clients.jedis.JedisPool;

import java.lang.reflect.Method;
import java.util.ArrayList;
import java.util.List;

/**
* Created by wizzer on 2017/6/14.
Expand Down Expand Up @@ -48,39 +48,22 @@ public void filter(InterceptorChain chain) throws Throwable {
}

private void delCache(String cacheName) {
ScanParams match = new ScanParams().match(cacheName + ":*");
String lua = "local keysToDelete = redis.call('KEYS', ARGV[1])\n" +
"for _, key in ipairs(keysToDelete) do\n" +
" redis.call('DEL', key)\n" +
"end";
if (getJedisAgent().isClusterMode()) {
JedisCluster jedisCluster = getJedisAgent().getJedisClusterWrapper().getJedisCluster();
List<String> keys = new ArrayList<>();
for (JedisPool pool : jedisCluster.getClusterNodes().values()) {
try (Jedis jedis = pool.getResource()) {
ScanResult<String> scan = null;
do {
scan = jedis.scan(scan == null ? ScanParams.SCAN_POINTER_START : scan.getStringCursor(), match);
keys.addAll(scan.getResult());
} while (!scan.isCompleteIteration());
jedis.eval(lua, 0, cacheName + ":*");
}
}
Jedis jedis = null;
try {
jedis = getJedisAgent().jedis();
for (String key : keys) {
jedis.del(key);
}
} finally {
Streams.safeClose(jedis);
}
} else {
Jedis jedis = null;
try {
jedis = getJedisAgent().jedis();
ScanResult<String> scan = null;
do {
scan = jedis.scan(scan == null ? ScanParams.SCAN_POINTER_START : scan.getStringCursor(), match);
for (String key : scan.getResult()) {
jedis.del(key.getBytes());
}
} while (!scan.isCompleteIteration());
jedis.eval(lua, 0, cacheName + ":*");
} finally {
Streams.safeClose(jedis);
}
Expand Down
70 changes: 23 additions & 47 deletions ...plugins-wkcache/src/main/java/org/nutz/plugins/wkcache/WkcacheRemoveEntryInterceptor.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,13 +11,15 @@
import org.nutz.lang.util.MethodParamNamesScaner;
import org.nutz.plugins.wkcache.annotation.CacheDefaults;
import org.nutz.plugins.wkcache.annotation.CacheRemove;
import redis.clients.jedis.*;
import redis.clients.jedis.Jedis;
import redis.clients.jedis.JedisCluster;
import redis.clients.jedis.JedisPool;
import redis.clients.jedis.ScanParams;

import java.lang.reflect.Method;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.List;
import java.util.Map;

/**
* Created by wizzer on 2017/6/14.
Expand Down Expand Up @@ -81,73 +83,47 @@ public void filter(InterceptorChain chain) throws Throwable {
private void delCache(String cacheName, String cacheKey) {
if (cacheKey.endsWith("*")) {
if (isHash) {
ScanParams match = new ScanParams().match(cacheKey);
String lua = "local hashKey = KEYS[1]\n" +
"local prefix = ARGV[1]\n" +
"local fields = redis.call('HKEYS', hashKey)\n" +
"for _, field in ipairs(fields) do\n" +
" if string.sub(field, 1, string.len(prefix)) == prefix then\n" +
" redis.call('HDEL', hashKey, field)\n" +
" end\n" +
"end";
if (getJedisAgent().isClusterMode()) {
JedisCluster jedisCluster = getJedisAgent().getJedisClusterWrapper().getJedisCluster();
List<Map.Entry<String, String>> keys = new ArrayList<>();
ScanResult<Map.Entry<String, String>> scan = null;
do {
scan = jedisCluster.hscan(cacheName, scan == null ? ScanParams.SCAN_POINTER_START : scan.getStringCursor(), match);
keys.addAll(scan.getResult());
} while (!scan.isCompleteIteration());
Jedis jedis = null;
try {
jedis = getJedisAgent().jedis();
for (Map.Entry<String, String> key : keys) {
jedis.hdel(cacheName, key.getKey());
for (JedisPool pool : jedisCluster.getClusterNodes().values()) {
try (Jedis jedis = pool.getResource()) {
jedis.eval(lua, Collections.singletonList(cacheName), Collections.singletonList(cacheKey.substring(0, cacheKey.lastIndexOf("*"))));
}
} finally {
Streams.safeClose(jedis);
}
} else {
Jedis jedis = null;
try {
jedis = getJedisAgent().jedis();
ScanResult<Map.Entry<String, String>> scan = null;
do {
scan = jedis.hscan(cacheName, scan == null ? ScanParams.SCAN_POINTER_START : scan.getStringCursor(), match);
for (Map.Entry<String, String> key : scan.getResult()) {
jedis.hdel(cacheName, key.getKey());
}
} while (!scan.isCompleteIteration());
jedis.eval(lua, Collections.singletonList(cacheName), Collections.singletonList(cacheKey.substring(0, cacheKey.lastIndexOf("*"))));
} finally {
Streams.safeClose(jedis);
}
}
} else {
ScanParams match = new ScanParams().match(cacheName + ":" + cacheKey);
String lua = "local keysToDelete = redis.call('KEYS', ARGV[1])\n" +
"for _, key in ipairs(keysToDelete) do\n" +
" redis.call('DEL', key)\n" +
"end";
if (getJedisAgent().isClusterMode()) {
JedisCluster jedisCluster = getJedisAgent().getJedisClusterWrapper().getJedisCluster();
List<String> keys = new ArrayList<>();
for (JedisPool pool : jedisCluster.getClusterNodes().values()) {
try (Jedis jedis = pool.getResource()) {
ScanResult<String> scan = null;
do {
scan = jedis.scan(scan == null ? ScanParams.SCAN_POINTER_START : scan.getStringCursor(), match);
keys.addAll(scan.getResult());
} while (!scan.isCompleteIteration());
jedis.eval(lua, 0, cacheName + ":" + cacheKey);
}
}
Jedis jedis = null;
try {
jedis = getJedisAgent().jedis();
for (String key : keys) {
jedis.del(key);
}
} finally {
Streams.safeClose(jedis);
}
} else {
Jedis jedis = null;
try {
jedis = getJedisAgent().jedis();
ScanResult<String> scan = null;
do {
scan = jedis.scan(scan == null ? ScanParams.SCAN_POINTER_START : scan.getStringCursor(), match);
for (String key : scan.getResult()) {
jedis.del(key.getBytes());
}
} while (!scan.isCompleteIteration());
jedis.eval(lua, 0, cacheName + ":" + cacheKey);
} finally {
Streams.safeClose(jedis);
}
Expand Down
2 changes: 1 addition & 1 deletion nutz-plugins-wkcache/src/test/java/org/nutz/plugins/wkcache/test/MyCacheTest.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
/**
* Created by wizzer on 2017/6/14.
*/
@CacheDefaults(cacheName = "nutzwk_cache", cacheLiveTime = 3000)
@CacheDefaults(cacheName = "budwk_cache", cacheLiveTime = 3000)
@IocBean
public class MyCacheTest {
@CacheResult(cacheName = "cache_time_1", cacheKey = "test")
Expand Down

0 comments on commit 40947b3

Please sign in to comment.