filterhash builder

Author: vans163

ex/lib/api/api_tx.ex

@@ -18,7 +18,7 @@ defmodule API.TX do
         end
     end
 
-    # e44225070
+    # e 44225212
     def get_by_filter(filters = %{}) do
       signer = filters[:signer] || filters[:sender] || filters[:pk] || <<0>>
       arg0 = filters[:arg0] || filters[:receiver] || <<0>>

ex/lib/api/db_entry.ex

@@ -176,4 +176,33 @@ defmodule DB.Entry do
     end)
   end
 
+  def build_filter_hashes() do
+    rebuilt_up_to = RocksDB.get("filter_hashes_rebuilt_up_to", db_handle(%{}, :sysconf, %{})) || EntryGenesis.get().hash
+    entry = by_hash(rebuilt_up_to)
+    if rem(entry.header.height, 10_000) == 0 do
+      IO.inspect {:rebuilt_filter_hashes_up_to, entry.header.height}
+    end
+    txs = entry.txs
+    txs = Enum.map(txs, fn(txu)->
+      txu = if !is_binary(txu) do txu else
+        txu = VanillaSer.decode!(txu)
+        tx = VanillaSer.decode!(txu.tx_encoded)
+        Map.put(txu, :tx, tx)
+      end
+      action = TX.action(txu)
+      args = case action.args do
+        [n|t] when is_integer(n) -> [:erlang.integer_to_binary(n) | t]
+        args -> args
+      end
+
+      txu = put_in(txu, [:tx, :action], action)
+      put_in(txu, [:tx, :action, :args], args)
+    end)
+
+    tx_filters = RDB.build_tx_hashfilters(txs)
+    Enum.each(tx_filters, fn {key, hash} ->
+      RocksDB.put(key, hash, db_handle(%{}, :tx_filter, %{}))
+    end)
+    rebuilt_up_to = RocksDB.put("filter_hashes_rebuilt_up_to", next(rebuilt_up_to), db_handle(%{}, :sysconf, %{})) || EntryGenesis.get().hash
+  end
 end

ex/lib/api/db_entry_hashbuilder.ex

@@ -0,0 +1,31 @@
+defmodule DB.Entry.Hashbuilder do
+  use GenServer
+
+  def start_link() do
+    GenServer.start_link(__MODULE__, %{}, name: __MODULE__)
+  end
+
+  def init(state) do
+    case RocksDB.get("filter_hashes_start", DB.API.db_handle(%{}, :sysconf, %{})) do
+      nil ->
+        IO.inspect "starting hashfilter builder"
+        RocksDB.put("filter_hashes_end_hash", DB.Chain.tip(), DB.API.db_handle(%{}, :sysconf, %{}))
+      _ -> nil
+    end
+
+    :erlang.send_after(1000, self(), :tick)
+    {:ok, state}
+  end
+
+  def handle_info(:tick, state) do
+    rebuilt_up_to = RocksDB.get("filter_hashes_rebuilt_up_to", DB.API.db_handle(%{}, :sysconf, %{})) || EntryGenesis.get().hash
+    rebuilt_up_to_height = DB.Entry.by_hash(rebuilt_up_to).header.height
+    rebuilt_end = RocksDB.get("filter_hashes_end_hash", DB.API.db_handle(%{}, :sysconf, %{}))
+    rebuilt_end_height = DB.Entry.by_hash(rebuilt_end).header.height
+    if rebuilt_up_to_height <= rebuilt_end_height do
+      Enum.each(0..100_000, fn(_)-> DB.Entry.build_filter_hashes() end)
+    end
+    :erlang.send_after(1000, self(), :tick)
+    {:noreply, state}
+  end
+end

ex/lib/consensus/fabric_gen.ex

@@ -303,7 +303,7 @@ defmodule FabricGen do
 
       took_contract_exec = :os.system_time(1000) - start_contract_exec
       if took_contract_exec > 100 do
-        IO.puts "Contract Exec took #{took_contract_exec}ms"
+        IO.puts "Contract Exec took #{took_contract_exec}ms #{next_entry.header.height}"
       end
 
       rebuild_m_fn = fn(m)->

ex/lib/consensus/models/tx.ex

@@ -142,7 +142,6 @@ defmodule TX do
       case {c,f,a} do
          {"Coin", "transfer", [receiver, _amount, _symbol]} -> valid_pk(receiver) && [receiver]
          {"Epoch", "slash_trainer", [malicious_pk, _epoch, _signature, _mask_size, _mask]} when byte_size(malicious_pk) == 48 -> valid_pk(malicious_pk) && [malicious_pk]
-         {"Epoch", "slash_trainer", [_epoch, malicious_pk, _signature, _mask_size, _mask]} when byte_size(malicious_pk) == 48 -> valid_pk(malicious_pk) && [malicious_pk]
          _ -> nil
       end || []
    end

ex/lib/ex.ex

@@ -96,6 +96,8 @@ defmodule Ama do
     if !Application.fetch_env!(:ama, :testnet) do
       {:ok, _} = DynamicSupervisor.start_child(Ama.Supervisor, %{id: FabricSyncAttestGen, start: {FabricSyncAttestGen, :start_link, []}})
       {:ok, _} = DynamicSupervisor.start_child(Ama.Supervisor, %{id: FabricSyncGen, start: {FabricSyncGen, :start_link, []}})
+      #TODO: remove it later
+      {:ok, _} = DynamicSupervisor.start_child(Ama.Supervisor, %{id: DB.Entry.Hashbuilder, start: {DB.Entry.Hashbuilder, :start_link, []}})
     end
 
     {:ok, _} = DynamicSupervisor.start_child(Ama.Supervisor, %{id: ComputorGen, start: {ComputorGen, :start_link, []}})