feat(event): optimize the event service

Author: zeusoo001

common/src/main/java/org/tron/common/logsfilter/EventPluginConfig.java

@@ -15,6 +15,14 @@ public class EventPluginConfig {
   public static final String SOLIDITY_EVENT_NAME = "solidityevent";
   public static final String SOLIDITY_LOG_NAME = "soliditylog";
 
+  @Getter
+  @Setter
+  private int version;
+
+  @Getter
+  @Setter
+  private long startSyncBlockNum;
+
   @Getter
   @Setter
   private String pluginPath;

common/src/main/java/org/tron/common/logsfilter/trigger/BlockLogTrigger.java

@@ -34,7 +34,7 @@ public BlockLogTrigger() {
   @Override
   public String toString() {
     return new StringBuilder().append("triggerName: ").append(getTriggerName())
-        .append("timestamp: ")
+        .append(", timestamp: ")
         .append(timeStamp)
         .append(", blockNumber: ")
         .append(blockNumber)

common/src/main/java/org/tron/common/logsfilter/trigger/SolidityTrigger.java

@@ -16,7 +16,7 @@ public SolidityTrigger() {
   @Override
   public String toString() {
     return new StringBuilder().append("triggerName: ").append(getTriggerName())
-        .append("timestamp: ")
+        .append(", timestamp: ")
         .append(timeStamp)
         .append(", latestSolidifiedBlockNumber: ")
         .append(latestSolidifiedBlockNumber).toString();

common/src/main/java/org/tron/core/Constant.java

@@ -280,6 +280,8 @@ public class Constant {
 
   public static final String NATIVE_QUEUE_SEND_LENGTH = "event.subscribe.native.sendqueuelength";
 
+  public static final String EVENT_SUBSCRIBE_VERSION = "event.subscribe.version";
+  public static final String EVENT_SUBSCRIBE_START_SYNC_BLOCK_NUM = "event.subscribe.startSyncBlockNum";
   public static final String EVENT_SUBSCRIBE_PATH = "event.subscribe.path";
   public static final String EVENT_SUBSCRIBE_SERVER = "event.subscribe.server";
   public static final String EVENT_SUBSCRIBE_DB_CONFIG = "event.subscribe.dbconfig";

framework/src/main/java/org/tron/common/application/ApplicationImpl.java

@@ -10,13 +10,17 @@
 import org.tron.core.db.Manager;
 import org.tron.core.metrics.MetricsUtil;
 import org.tron.core.net.TronNetService;
+import org.tron.core.services.event.EventService;
 
 @Slf4j(topic = "app")
 @Component
 public class ApplicationImpl implements Application {
 
   private ServiceContainer services;
 
+  @Autowired
+  private EventService eventService;
+
   @Autowired
   private TronNetService tronNetService;
 
@@ -56,6 +60,7 @@ public void initServices(CommonParameter parameter) {
   public void startup() {
     this.initServices(Args.getInstance());
     this.startServices();
+    eventService.init();
     if ((!Args.getInstance().isSolidityNode()) && (!Args.getInstance().isP2pDisable())) {
       tronNetService.start();
     }
@@ -66,6 +71,7 @@ public void startup() {
   @Override
   public void shutdown() {
     this.shutdownServices();
+    eventService.close();
     consensusService.stop();
     if (!Args.getInstance().isSolidityNode() && (!Args.getInstance().p2pDisable)) {
       tronNetService.close();

framework/src/main/java/org/tron/common/logsfilter/EventPluginLoader.java

@@ -24,6 +24,7 @@
 import org.tron.common.logsfilter.trigger.SolidityTrigger;
 import org.tron.common.logsfilter.trigger.TransactionLogTrigger;
 import org.tron.common.logsfilter.trigger.Trigger;
+import org.tron.common.utils.JsonUtil;
 
 @Slf4j
 public class EventPluginLoader {
@@ -42,6 +43,10 @@ public class EventPluginLoader {
 
   private List<TriggerConfig> triggerConfigList;
 
+  private int version = 0;
+
+  private long startSyncBlockNum = 0;
+
   private boolean blockLogTriggerEnable = false;
 
   private boolean blockLogTriggerSolidified = false;
@@ -219,6 +224,10 @@ public boolean start(EventPluginConfig config) {
       return false;
     }
 
+    this.version = config.getVersion();
+
+    this.startSyncBlockNum = config.getStartSyncBlockNum();
+
     this.triggerConfigList = config.getTriggerConfigList();
 
     useNativeQueue = config.isUseNativeQueue();
@@ -358,6 +367,14 @@ public void postSolidityTrigger(SolidityTrigger trigger) {
     }
   }
 
+  public synchronized int getVersion() {
+    return version;
+  }
+
+  public synchronized long getStartSyncBlockNum() {
+    return startSyncBlockNum;
+  }
+
   public synchronized boolean isBlockLogTriggerEnable() {
     return blockLogTriggerEnable;
   }

framework/src/main/java/org/tron/core/config/args/Args.java

@@ -1323,6 +1323,15 @@ private static EventPluginConfig getEventPluginConfig(
           final com.typesafe.config.Config config) {
     EventPluginConfig eventPluginConfig = new EventPluginConfig();
 
+    if (config.hasPath(Constant.EVENT_SUBSCRIBE_VERSION)) {
+      eventPluginConfig.setVersion(config.getInt(Constant.EVENT_SUBSCRIBE_VERSION));
+    }
+
+    if (config.hasPath(Constant.EVENT_SUBSCRIBE_START_SYNC_BLOCK_NUM)) {
+      eventPluginConfig.setStartSyncBlockNum(config
+          .getLong(Constant.EVENT_SUBSCRIBE_START_SYNC_BLOCK_NUM));
+    }
+
     boolean useNativeQueue = false;
     int bindPort = 0;
     int sendQueueLength = 0;

framework/src/main/java/org/tron/core/db/Manager.java

@@ -237,6 +237,7 @@ public class Manager {
       Collections.synchronizedList(Lists.newArrayList());
   // the capacity is equal to Integer.MAX_VALUE default
   private BlockingQueue<TransactionCapsule> rePushTransactions;
+  @Getter
   private BlockingQueue<TriggerCapsule> triggerCapsuleQueue;
   // log filter
   private boolean isRunFilterProcessThread = true;
@@ -1100,7 +1101,9 @@ private void switchFork(BlockCapsule newHead)
       while (!getDynamicPropertiesStore()
           .getLatestBlockHeaderHash()
           .equals(binaryTree.getValue().peekLast().getParentHash())) {
-        reOrgContractTrigger();
+        if (EventPluginLoader.getInstance().getVersion() == 0) {
+          reOrgContractTrigger();
+        }
         reOrgLogsFilter();
         eraseBlock();
       }
@@ -1362,11 +1365,26 @@ public void pushBlock(final BlockCapsule block)
   }
 
   void blockTrigger(final BlockCapsule block, long oldSolid, long newSolid) {
+    // post block and logs for jsonrpc
     try {
+      if (CommonParameter.getInstance().isJsonRpcHttpFullNodeEnable()) {
+        postBlockFilter(block, false);
+        postLogsFilter(block, false, false);
+      }
+
+      if (CommonParameter.getInstance().isJsonRpcHttpSolidityNodeEnable()) {
+        postSolidityFilter(oldSolid, newSolid);
+      }
+
+      if (EventPluginLoader.getInstance().getVersion() != 0) {
+        lastUsedSolidityNum = newSolid;
+        return;
+      }
+
       // if event subscribe is enabled, post block trigger to queue
       postBlockTrigger(block);
       // if event subscribe is enabled, post solidity trigger to queue
-      postSolidityTrigger(oldSolid, newSolid);
+      postSolidityTrigger(newSolid);
     } catch (Exception e) {
       logger.error("Block trigger failed. head: {}, oldSolid: {}, newSolid: {}",
           block.getNum(), oldSolid, newSolid, e);
@@ -1506,7 +1524,8 @@ public TransactionInfo processTransaction(final TransactionCapsule trxCap, Block
 
     // if event subscribe is enabled, post contract triggers to queue
     // only trigger when process block
-    if (Objects.nonNull(blockCap) && !blockCap.isMerkleRootEmpty()) {
+    if (Objects.nonNull(blockCap) && !blockCap.isMerkleRootEmpty()
+        && EventPluginLoader.getInstance().getVersion() == 0) {
       String blockHash = blockCap.getBlockId().toString();
       postContractTrigger(trace, false, blockHash);
     }
@@ -2083,7 +2102,7 @@ private void postSolidityFilter(final long oldSolidNum, final long latestSolidif
     }
   }
 
-  private void postSolidityTrigger(final long oldSolidNum, final long latestSolidifiedBlockNumber) {
+  private void postSolidityTrigger(final long latestSolidifiedBlockNumber) {
     if (eventPluginLoaded && EventPluginLoader.getInstance().isSolidityLogTriggerEnable()) {
       for (Long i : Args.getSolidityContractLogTriggerMap().keySet()) {
         postSolidityLogContractTrigger(i, latestSolidifiedBlockNumber);
@@ -2109,10 +2128,6 @@ private void postSolidityTrigger(final long oldSolidNum, final long latestSolidi
         }
       }
     }
-
-    if (CommonParameter.getInstance().isJsonRpcHttpSolidityNodeEnable()) {
-      postSolidityFilter(oldSolidNum, latestSolidifiedBlockNumber);
-    }
     lastUsedSolidityNum = latestSolidifiedBlockNumber;
   }
 
@@ -2224,12 +2239,6 @@ private void postLogsFilter(final BlockCapsule blockCapsule, boolean solidified,
   }
 
   void postBlockTrigger(final BlockCapsule blockCapsule) {
-    // post block and logs for jsonrpc
-    if (CommonParameter.getInstance().isJsonRpcHttpFullNodeEnable()) {
-      postBlockFilter(blockCapsule, false);
-      postLogsFilter(blockCapsule, false, false);
-    }
-
     // process block trigger
     long solidityBlkNum = getDynamicPropertiesStore().getLatestSolidifiedBlockNum();
     if (eventPluginLoaded && EventPluginLoader.getInstance().isBlockLogTriggerEnable()) {

framework/src/main/java/org/tron/core/services/event/BlockEventCache.java

@@ -0,0 +1,96 @@
+package org.tron.core.services.event;
+
+import com.google.common.collect.Lists;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
+import lombok.Getter;
+import lombok.extern.slf4j.Slf4j;
+import org.tron.core.capsule.BlockCapsule;
+import org.tron.core.services.event.bo.BlockEvent;
+import org.tron.core.services.event.exception.EventException;
+
+@Slf4j(topic = "event")
+public class BlockEventCache {
+  @Getter
+  private static volatile long solidNum;
+
+  @Getter
+  private static volatile BlockEvent head;
+
+  @Getter
+  private static volatile BlockCapsule.BlockId solidId;
+
+  private static Map<BlockCapsule.BlockId, BlockEvent> blockEventMap = new ConcurrentHashMap<>();
+
+  private static Map<Long, List<BlockEvent>> numMap = new ConcurrentHashMap<>();
+
+  public static BlockEvent getBlockEvent(BlockCapsule.BlockId blockId) {
+    return blockEventMap.get(blockId);
+  }
+
+  public static void init(BlockCapsule.BlockId blockId) {
+    blockEventMap.clear();
+    numMap.clear();
+    solidNum = blockId.getNum();
+    head = new BlockEvent(blockId);
+    solidId = blockId;
+    List<BlockEvent> list = new ArrayList<>();
+    list.add(head);
+    numMap.put(blockId.getNum(), list);
+    blockEventMap.put(blockId, head);
+  }
+
+  public static void add(BlockEvent blockEvent) throws EventException {
+    logger.info("Add block event, {}", blockEvent.getBlockId().getString(),
+        blockEvent.getParentId().getString());
+    if (blockEventMap.get(blockEvent.getParentId()) == null) {
+      throw new EventException("unlink BlockEvent, "
+        + blockEvent.getBlockId().getString() + ", "
+        + blockEvent.getParentId().getString());
+    }
+
+    long num = blockEvent.getBlockId().getNum();
+    List<BlockEvent> list = numMap.get(num);
+    if (list == null) {
+      list = new ArrayList<>();
+      numMap.put(num, list);
+    }
+    list.add(blockEvent);
+
+    blockEventMap.put(blockEvent.getBlockId(), blockEvent);
+
+    if (num > head.getBlockId().getNum()) {
+      head = blockEvent;
+    }
+
+    if (blockEvent.getSolidId().getNum() > solidId.getNum()) {
+      solidId = blockEvent.getSolidId();
+    }
+  }
+
+  public static void remove(BlockCapsule.BlockId solidId) {
+    logger.info("Remove solidId {}, solidNum {}, {}, {}",
+        solidId.getString(), solidNum, numMap.size(), blockEventMap.size());
+    numMap.forEach((k, v) -> {
+      if (k < solidId.getNum()) {
+        v.forEach(value -> blockEventMap.remove(value.getBlockId()));
+        numMap.remove(k);
+      }
+    });
+    solidNum = solidId.getNum();
+  }
+
+  public static List<BlockEvent> getSolidBlockEvents(BlockCapsule.BlockId solidId) {
+    List<BlockEvent> blockEvents = new ArrayList<>();
+    BlockCapsule.BlockId tmp = solidId;
+    while (tmp.getNum() > solidNum) {
+      BlockEvent blockEvent = blockEventMap.get(tmp);
+      blockEvents.add(blockEvent);
+      tmp = blockEvent.getParentId();
+    }
+
+    return Lists.reverse(blockEvents);
+  }
+}