tiennm99/zfoo
1
0
Fork 0
mirror of https://github.com/tiennm99/zfoo.git synced 2026-09-04 20:18:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

perf[net]: 在task，event，scheduler线程执行的异步请求，请求成功过后依然在相同的线程执行回调任务

Browse Source
This commit is contained in:
godotg
2022-07-28 15:35:44 +08:00
parent 412592110b
commit 004d96a3dd
21 changed files with 202 additions and 230 deletions
Download Patch File Download Diff File Expand all files Collapse all files
net/src/main/java/com/zfoo/net/consumer/registry/ZookeeperRegistry.java
+10 -4
View File
@@ -29,6 +29,7 @@ import com.zfoo.protocol.util.IOUtils;
import com.zfoo.protocol.util.JsonUtils;
import com.zfoo.protocol.util.StringUtils;
import com.zfoo.scheduler.manager.SchedulerBus;
import com.zfoo.util.SafeRunnable;
import com.zfoo.util.ThreadUtils;
import com.zfoo.util.net.HostAndPort;
import io.netty.util.concurrent.FastThreadLocalThread;
@@ -66,7 +67,7 @@ import java.util.stream.Collectors;
/**
* 服务注册，服务发现
*
* @author jaysunxiao
* @author godotg
* @version 3.0
*/
public class ZookeeperRegistry implements IRegistry {
@@ -360,9 +361,9 @@ public class ZookeeperRegistry implements IRegistry {
} catch (Exception e) {
//
logger.error("zookeeper初始化失败，等待[{}]秒，重新初始化", RETRY_SECONDS, e);
SchedulerBus.schedule(new Runnable() {
SchedulerBus.schedule(new SafeRunnable() {
@Override
public void run() {
public void doRun() {
initZookeeper();
}
}, RETRY_SECONDS, TimeUnit.SECONDS);
@@ -521,7 +522,12 @@ public class ZookeeperRegistry implements IRegistry {
}
if (recheckFlag) {
SchedulerBus.schedule(() -> checkConsumer(), RETRY_SECONDS, TimeUnit.SECONDS);
SchedulerBus.schedule(new SafeRunnable() {
@Override
public void doRun() {
checkConsumer();
}
}, RETRY_SECONDS, TimeUnit.SECONDS);
}
}
net/src/main/java/com/zfoo/net/router/answer/AsyncAnswer.java
+2 -2
View File
@@ -14,15 +14,15 @@
package com.zfoo.net.router.answer;
import com.zfoo.net.router.attachment.SignalAttachment;
import com.zfoo.net.task.model.SafeRunnable;
import com.zfoo.protocol.IPacket;
import com.zfoo.util.SafeRunnable;
import java.util.ArrayList;
import java.util.List;
import java.util.function.Consumer;
/**
* @author jaysunxiao
* @author godotg
* @version 3.0
*/
public class AsyncAnswer<T extends IPacket> implements IAsyncAnswer<T> {
net/src/main/java/com/zfoo/net/router/answer/IAsyncAnswer.java
+2 -2
View File
@@ -13,13 +13,13 @@
package com.zfoo.net.router.answer;
import com.zfoo.net.task.model.SafeRunnable;
import com.zfoo.protocol.IPacket;
import com.zfoo.util.SafeRunnable;
import java.util.function.Consumer;
/**
* @author jaysunxiao
* @author godotg
* @version 3.0
*/
public interface IAsyncAnswer<T extends IPacket> {
net/src/main/java/com/zfoo/net/task/TaskBus.java
+38 -26
View File
@@ -13,27 +13,26 @@
package com.zfoo.net.task;
import com.zfoo.event.manager.EventBus;
import com.zfoo.net.NetContext;
import com.zfoo.net.task.dispatcher.AbstractTaskDispatch;
import com.zfoo.net.task.dispatcher.ITaskDispatch;
import com.zfoo.net.task.model.PacketReceiverTask;
import com.zfoo.protocol.util.AssertionUtils;
import com.zfoo.protocol.util.StringUtils;
import com.zfoo.util.math.HashUtils;
import com.zfoo.scheduler.manager.SchedulerBus;
import com.zfoo.util.SafeRunnable;
import com.zfoo.util.math.RandomUtils;
import io.netty.util.concurrent.FastThreadLocalThread;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.ThreadFactory;
import java.util.concurrent.*;
import java.util.concurrent.atomic.AtomicInteger;
/**
* @author jaysunxiao
* @author godotg
* @version 3.0
*/
public final class TaskBus {
@@ -76,9 +75,9 @@ public final class TaskBus {
public ExecutorService executor;
private final int poolNumber;
private final AtomicInteger threadNumber = new AtomicInteger(1);
private final ThreadGroup group;
private int poolNumber;
private AtomicInteger threadNumber = new AtomicInteger(1);
private ThreadGroup group;
public TaskThreadFactory(int poolNumber) {
var s = System.getSecurityManager();
@@ -89,14 +88,13 @@ public final class TaskBus {
@Override
public Thread newThread(Runnable runnable) {
var threadName = StringUtils.format("task-p{}-t{}", poolNumber, threadNumber.getAndIncrement());
var t = new FastThreadLocalThread(group, runnable, threadName, 0);
t.setDaemon(false);
t.setPriority(Thread.NORM_PRIORITY);
t.setUncaughtExceptionHandler((thread, e) -> logger.error(thread.toString(), e));
var thread = new FastThreadLocalThread(group, runnable, threadName, 0);
thread.setDaemon(false);
thread.setPriority(Thread.NORM_PRIORITY);
thread.setUncaughtExceptionHandler((t, e) -> logger.error(t.toString(), e));
AssertionUtils.notNull(executor);
var threadId = t.getId();
threadMap.put(threadId, executor);
return t;
threadMap.put(thread.getId(), executor);
return thread;
}
}
@@ -120,22 +118,36 @@ public final class TaskBus {
*/
public static void submit(PacketReceiverTask task) {
// 里面会看到是：其中一致性hash是根据附加包记录的hashId进行选择哪个线程进行业务处理
taskDispatch.getExecutor(task).execute(task);
taskDispatch.getExecutor(executors, task).execute(task);
}
public static ExecutorService executor(Object hashObj) {
return executors[Math.abs(HashUtils.fnvHash(hashObj.hashCode()) % EXECUTOR_SIZE)];
public static int executorIndex(int executorConsistentHash) {
return Math.abs(executorConsistentHash % EXECUTOR_SIZE);
}
// 在task线程的异步请求，请求成功过后依然在相同的task线程执行回调任务
public static ExecutorService currentThreadExecutor() {
public static void executor(int executorConsistentHash, SafeRunnable runnable) {
executors[executorIndex(executorConsistentHash)].execute(runnable);
}
// 在task，event，scheduler线程执行的异步请求，请求成功过后依然在相同的线程执行回调任务
public static Executor currentThreadExecutor() {
var threadId = Thread.currentThread().getId();
var executor = threadMap.get(threadId);
if (executor == null) {
logger.error("threadId:[{}]找不到对应的executor", threadId);
return executor(RandomUtils.randomInt());
var taskExecutor = threadMap.get(threadId);
if (taskExecutor != null) {
return taskExecutor;
}
return executor;
var eventExecutor = EventBus.threadExecutor(threadId);
if (eventExecutor != null) {
return eventExecutor;
}
var schedulerExecutor = SchedulerBus.threadExecutor(threadId);
if (schedulerExecutor != null) {
return schedulerExecutor;
}
return executors[executorIndex(RandomUtils.randomInt())];
}
}
net/src/main/java/com/zfoo/net/task/dispatcher/ConsistentHashTaskDispatch.java
+8 -6
View File
@@ -16,11 +16,13 @@ package com.zfoo.net.task.dispatcher;
import com.zfoo.net.session.model.AttributeType;
import com.zfoo.net.task.TaskBus;
import com.zfoo.net.task.model.PacketReceiverTask;
import com.zfoo.util.math.HashUtils;
import java.util.concurrent.Executor;
import java.util.concurrent.ExecutorService;
/**
* @author jaysunxiao
* @author godotg
* @version 3.0
*/
public class ConsistentHashTaskDispatch extends AbstractTaskDispatch {
@@ -32,22 +34,22 @@ public class ConsistentHashTaskDispatch extends AbstractTaskDispatch {
}
@Override
public ExecutorService getExecutor(PacketReceiverTask packetReceiverTask) {
public Executor getExecutor(ExecutorService[] executors, PacketReceiverTask packetReceiverTask) {
var attachment = packetReceiverTask.getAttachment();
if (attachment == null) {
var session = packetReceiverTask.getSession();
Long uid = session.getAttribute(AttributeType.UID);
var uid = session.getAttribute(AttributeType.UID);
if (uid == null) {
return SessionIdTaskDispatch.getInstance().getExecutor(packetReceiverTask);
return SessionIdTaskDispatch.getInstance().getExecutor(executors, packetReceiverTask);
} else {
return TaskBus.executor(uid);
return executors[TaskBus.executorIndex(HashUtils.fnvHash(uid))];
}
}
// 可见最终是根据附加包的信息选择服务端由哪个线程执行这个业务
return TaskBus.executor(attachment.executorConsistentHash());
return executors[TaskBus.executorIndex(attachment.executorConsistentHash())];
}
}
net/src/main/java/com/zfoo/net/task/dispatcher/ITaskDispatch.java
+3 -2
View File
@@ -15,14 +15,15 @@ package com.zfoo.net.task.dispatcher;
import com.zfoo.net.task.model.PacketReceiverTask;
import java.util.concurrent.Executor;
import java.util.concurrent.ExecutorService;
/**
* @author jaysunxiao
* @author godotg
* @version 3.0
*/
public interface ITaskDispatch {
ExecutorService getExecutor(PacketReceiverTask packetReceiverTask);
Executor getExecutor(ExecutorService[] executors, PacketReceiverTask packetReceiverTask);
}
net/src/main/java/com/zfoo/net/task/dispatcher/RandomTaskDispatch.java
+5 -3
View File
@@ -15,11 +15,13 @@ package com.zfoo.net.task.dispatcher;
import com.zfoo.net.task.TaskBus;
import com.zfoo.net.task.model.PacketReceiverTask;
import com.zfoo.util.math.RandomUtils;
import java.util.concurrent.Executor;
import java.util.concurrent.ExecutorService;
/**
* @author jaysunxiao
* @author godotg
* @version 3.0
*/
public class RandomTaskDispatch extends AbstractTaskDispatch {
@@ -31,8 +33,8 @@ public class RandomTaskDispatch extends AbstractTaskDispatch {
}
@Override
public ExecutorService getExecutor(PacketReceiverTask packetReceiverTask) {
return TaskBus.executor(-1);
public Executor getExecutor(ExecutorService[] executors, PacketReceiverTask packetReceiverTask) {
return executors[TaskBus.executorIndex(RandomUtils.randomInt())];
}
}
net/src/main/java/com/zfoo/net/task/dispatcher/SessionIdTaskDispatch.java
+4 -3
View File
@@ -17,12 +17,13 @@ import com.zfoo.net.task.TaskBus;
import com.zfoo.net.task.model.PacketReceiverTask;
import com.zfoo.util.math.HashUtils;
import java.util.concurrent.Executor;
import java.util.concurrent.ExecutorService;
/**
* 同一个session总是分配到同一个线程池执行
*
* @author jaysunxiao
* @author godotg
* @version 3.0
*/
public class SessionIdTaskDispatch extends AbstractTaskDispatch {
@@ -34,9 +35,9 @@ public class SessionIdTaskDispatch extends AbstractTaskDispatch {
}
@Override
public ExecutorService getExecutor(PacketReceiverTask packetReceiverTask) {
public Executor getExecutor(ExecutorService[] executors, PacketReceiverTask packetReceiverTask) {
var session = packetReceiverTask.getSession();
return TaskBus.executor(session.getSid());
return executors[TaskBus.executorIndex(HashUtils.fnvHash(session.getSid()))];
}
}
net/src/main/java/com/zfoo/net/task/model/SafeRunnable.java
-27
View File
@@ -1,27 +0,0 @@
package com.zfoo.net.task.model;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
/**
* @author jaysunxiao
* @version 3.0
*/
public abstract class SafeRunnable implements Runnable {
private static final Logger logger = LoggerFactory.getLogger(SafeRunnable.class);
@Override
public void run() {
try {
doRun();
} catch (Exception e) {
logger.error("未知exception异常", e);
} catch (Throwable t) {
logger.error("未知throwable异常", t);
}
}
public abstract void doRun();
}
net/src/main/java/com/zfoo/net/util/SimpleCache.java
+6 -5
View File
@@ -20,6 +20,7 @@ import com.zfoo.event.manager.EventBus;
import com.zfoo.protocol.collection.CollectionUtils;
import com.zfoo.protocol.model.Pair;
import com.zfoo.scheduler.manager.SchedulerBus;
import com.zfoo.util.SafeRunnable;
import org.checkerframework.checker.nullness.qual.NonNull;
import org.checkerframework.checker.nullness.qual.Nullable;
@@ -38,7 +39,7 @@ import java.util.function.Function;
* <p>
* 批量查找通过batchLoadCallback方法查找，当查找的key不存在的时候，调用defaultValueBuilder生成一个默认值放入缓存。
*
* @author jaysunxiao
* @author godotg
* @version 3.0
*/
public class SimpleCache<K, V> {
@@ -93,13 +94,13 @@ public class SimpleCache<K, V> {
});
SchedulerBus.scheduleAtFixedRate(new Runnable() {
SchedulerBus.scheduleAtFixedRate(new SafeRunnable() {
@Override
public void run() {
public void doRun() {
// 不在任务调度线程中执行耗时任务，因为任务调度线程只有一个线程池
EventBus.asyncExecute().execute(new Runnable() {
EventBus.asyncExecute(new SafeRunnable() {
@Override
public void run() {
public void doRun() {
var list = new ArrayList<K>();
while (!linkedQueue.isEmpty()) {
var key = linkedQueue.poll();
net/src/main/java/com/zfoo/net/util/SingleCache.java
+4 -3
View File
@@ -15,6 +15,7 @@ package com.zfoo.net.util;
import com.zfoo.event.manager.EventBus;
import com.zfoo.scheduler.util.TimeUtils;
import com.zfoo.util.SafeRunnable;
import java.util.concurrent.locks.Lock;
import java.util.concurrent.locks.ReentrantLock;
@@ -23,7 +24,7 @@ import java.util.function.Supplier;
/**
* 单值缓存，会隔一段时间在后台刷新一下缓存
*
* @author jaysunxiao
* @author godotg
* @version 3.0
*/
public class SingleCache<V> {
@@ -61,9 +62,9 @@ public class SingleCache<V> {
try {
if (now > refreshTime) {
refreshTime = now + refreshDuration;
EventBus.asyncExecute().execute(new Runnable() {
EventBus.asyncExecute(new SafeRunnable() {
@Override
public void run() {
public void doRun() {
cache = supplier.get();
}
});
net/src/test/java/com/zfoo/net/router/SignalBridgeTest.java
+6 -5
View File
@@ -15,6 +15,7 @@ package com.zfoo.net.router;
import com.zfoo.event.manager.EventBus;
import com.zfoo.net.router.route.SignalBridge;
import com.zfoo.scheduler.util.TimeUtils;
import com.zfoo.util.SafeRunnable;
import com.zfoo.util.ThreadUtils;
import org.junit.Ignore;
import org.junit.Test;
@@ -24,7 +25,7 @@ import java.util.concurrent.CountDownLatch;
import java.util.concurrent.atomic.AtomicInteger;
/**
* @author jaysunxiao
* @author godotg
* @version 3.0
*/
@Ignore
@@ -54,9 +55,9 @@ public class SignalBridgeTest {
var countDownLatch = new CountDownLatch(executorSize);
for (var i = 0; i < executorSize; i++) {
EventBus.execute(i).execute(new Runnable() {
EventBus.execute(i, new SafeRunnable() {
@Override
public void run() {
public void doRun() {
addAndRemoveArray();
countDownLatch.countDown();
}
@@ -72,9 +73,9 @@ public class SignalBridgeTest {
var countDownLatch = new CountDownLatch(executorSize);
for (int i = 0; i < executorSize; i++) {
EventBus.execute(i).execute(new Runnable() {
EventBus.execute(i, new SafeRunnable() {
@Override
public void run() {
public void doRun() {
addAndRemoveMap();
countDownLatch.countDown();
}