From 854ba4faf2b861d4001f114f12e2beb707449faa Mon Sep 17 00:00:00 2001 From: godotg Date: Tue, 26 Mar 2024 11:12:40 +0800 Subject: [PATCH] del[cache]: delete SimpleCache --- .../java/com/zfoo/net/util/SimpleCache.java | 191 ------------------ .../com/zfoo/net/util/SimpleCacheTest.java | 55 ----- 2 files changed, 246 deletions(-) delete mode 100644 net/src/main/java/com/zfoo/net/util/SimpleCache.java delete mode 100644 net/src/test/java/com/zfoo/net/util/SimpleCacheTest.java diff --git a/net/src/main/java/com/zfoo/net/util/SimpleCache.java b/net/src/main/java/com/zfoo/net/util/SimpleCache.java deleted file mode 100644 index 3f6bca6b..00000000 --- a/net/src/main/java/com/zfoo/net/util/SimpleCache.java +++ /dev/null @@ -1,191 +0,0 @@ -/* - * Copyright (C) 2020 The zfoo Authors - * - * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except - * in compliance with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed - * on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and limitations under the License. - */ - -package com.zfoo.net.util; - -import com.github.benmanes.caffeine.cache.CacheLoader; -import com.github.benmanes.caffeine.cache.Caffeine; -import com.github.benmanes.caffeine.cache.LoadingCache; -import com.zfoo.event.manager.EventBus; -import com.zfoo.protocol.collection.CollectionUtils; -import com.zfoo.protocol.model.Pair; -import com.zfoo.scheduler.manager.SchedulerBus; -import org.checkerframework.checker.nullness.qual.NonNull; -import org.checkerframework.checker.nullness.qual.Nullable; - -import java.util.*; -import java.util.concurrent.ConcurrentLinkedQueue; -import java.util.concurrent.TimeUnit; -import java.util.function.Function; - -/** - * caffeine是guava cache的威力增强版。 - * caffeine的缓存都是单个存，单个更新，但是实际的项目很多都是批量查询，批量更新。 - *

- * 优势： - * 1.支持批量查找，批量更新。 - * 2.可以防止缓存穿透，缓存击穿，缓存雪崩 - *

- * 批量查找通过batchLoadCallback方法查找，当查找的key不存在的时候，调用defaultValueBuilder生成一个默认值放入缓存。 - * - * @author godotg - */ -public class SimpleCache { - - /** - * 每次最多更新1000条数据 - */ - private static final int BATCH_RELOAD_SIZE = 1000; - - private LoadingCache cache; - private ConcurrentLinkedQueue linkedQueue; - - private long expiredAccessDuration; - private long refreshDuration; - private Function, List>> batchLoadCallback; - private Function defaultValueBuilder; - - /** - * @param expiredAccessDuration 访问过期时间，毫秒；通常情况下，这个值比refreshDuration大会得到更好的缓存效果，一般是2倍 - * @param refreshDuration 刷新实际那，毫秒；因为是通过后台scheduler去更新缓存，所以更新的refresh可能是这个值的2倍 - * @param maxSize 缓存大小 - * @param batchLoadCallback 一组key取value的回调方法 - * @param defaultValueBuilder 默认值构建 - * @return 简单的缓存 - */ - public static SimpleCache build(long expiredAccessDuration, long refreshDuration, long maxSize - , Function, List>> batchLoadCallback - , Function defaultValueBuilder) { - - var linkedQueue = new ConcurrentLinkedQueue(); - - // 没有用expireAfterWrite的原因是容易造成缓存击穿 - var cache = Caffeine.newBuilder() - .expireAfterAccess(expiredAccessDuration, TimeUnit.MILLISECONDS) - .refreshAfterWrite(refreshDuration, TimeUnit.MILLISECONDS) - .maximumSize(maxSize) - .recordStats() - .build(new CacheLoader() { - @Override - public @Nullable V load(@NonNull K key) { - var resultList = batchLoadCallback.apply(List.of(key)); - return CollectionUtils.isEmpty(resultList) ? defaultValueBuilder.apply(key) : resultList.get(0).getValue(); - } - - @Override - public @Nullable V reload(@NonNull K key, @NonNull V oldValue) { - // 将待刷新的缓存放入队列，等Scheduler周期任务批量刷新老的缓存值 - linkedQueue.offer(key); - // 先返回老的值 - return oldValue; - } - }); - - - SchedulerBus.scheduleAtFixedRate(() -> { - // 不在任务调度线程中执行耗时任务，因为任务调度线程只有一个线程池 - EventBus.asyncExecute(() -> { - var list = new ArrayList(); - while (!linkedQueue.isEmpty()) { - var key = linkedQueue.poll(); - list.add(key); - if (list.size() >= BATCH_RELOAD_SIZE) { - var result = batchLoadCallback.apply(list); - result.forEach(it -> cache.put(it.getKey(), it.getValue())); - list.clear(); - } - } - - if (CollectionUtils.isNotEmpty(list)) { - var result = batchLoadCallback.apply(list); - result.forEach(it -> cache.put(it.getKey(), it.getValue())); - } - }); - }, refreshDuration, TimeUnit.MILLISECONDS); - - - var simpleCache = new SimpleCache(); - simpleCache.cache = cache; - simpleCache.linkedQueue = linkedQueue; - simpleCache.expiredAccessDuration = expiredAccessDuration; - simpleCache.refreshDuration = refreshDuration; - simpleCache.batchLoadCallback = batchLoadCallback; - simpleCache.defaultValueBuilder = defaultValueBuilder; - return simpleCache; - } - - /** - * 单个查找 - */ - public V get(K k) { - try { - return cache.get(k); - } catch (Exception e) { - var defaultValue = defaultValueBuilder.apply(k); - cache.put(k, defaultValue); - return defaultValue; - } - } - - /** - * 异步刷新缓存 - */ - public void invalidate(K k) { - cache.invalidate(k); - } - - public void put(K k, V v) { - cache.put(k, v); - } - - /** - * 批量查找 - */ - public Map batchGet(Collection list) { - if (CollectionUtils.isEmpty(list)) { - return Collections.emptyMap(); - } - var result = new HashMap(); - - var notPresentIdSet = new HashSet(); - for (var id : list) { - var value = cache.getIfPresent(id); - if (value != null) { - result.put(id, value); - } else { - notPresentIdSet.add(id); - } - } - - if (CollectionUtils.isNotEmpty(notPresentIdSet)) { - batchLoadCallback.apply(new ArrayList<>(notPresentIdSet)) - .forEach(it -> { - result.put(it.getKey(), it.getValue()); - cache.put(it.getKey(), it.getValue()); - notPresentIdSet.remove(it.getKey()); - }); - } - - // 防止缓存穿透，将数据库查询不到的键存入到缓存，value给一个默认值 - if (CollectionUtils.isNotEmpty(notPresentIdSet)) { - notPresentIdSet.forEach(it -> { - var defaultValue = defaultValueBuilder.apply(it); - result.put(it, defaultValue); - cache.put(it, defaultValue); - }); - } - - return result; - } - -} diff --git a/net/src/test/java/com/zfoo/net/util/SimpleCacheTest.java b/net/src/test/java/com/zfoo/net/util/SimpleCacheTest.java deleted file mode 100644 index 01c5418d..00000000 --- a/net/src/test/java/com/zfoo/net/util/SimpleCacheTest.java +++ /dev/null @@ -1,55 +0,0 @@ -/* - * Copyright (C) 2020 The zfoo Authors - * - * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except - * in compliance with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed - * on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and limitations under the License. - */ - -package com.zfoo.net.util; - -import com.zfoo.protocol.model.Pair; -import com.zfoo.protocol.util.ThreadUtils; -import org.junit.Ignore; -import org.junit.Test; - -import java.util.List; -import java.util.function.Function; - -/** - * @author godotg - */ -@Ignore -public class SimpleCacheTest { - - @Test - public void test() { - var cache = SimpleCache.build(3000, 6000, 100, new Function, List>>() { - @Override - public List> apply(List keyList) { - return keyList.stream().map(it -> new Pair<>(it, "new-" + it + "-value")).toList(); - } - }, key -> "empty"); - - cache.put("a", "b"); - cache.get("a"); - ThreadUtils.sleep(3000); - System.out.println(cache.get("a")); - ThreadUtils.sleep(1000); - System.out.println(cache.get("a")); - ThreadUtils.sleep(1000); - System.out.println(cache.get("a")); - ThreadUtils.sleep(1000); - System.out.println(cache.get("a")); - ThreadUtils.sleep(1000); - System.out.println(cache.get("a")); - - ThreadUtils.sleep(Long.MAX_VALUE); - } - -}