Merge pull request #261 from permaweb/feat/cacheviz2

feat: added cache visualizer v2

Author: samcamwilliams

src/dev_hyperbuddy.erl

@@ -10,11 +10,13 @@ info() ->
         routes => #{
             <<"index">> => <<"index.html">>,
             <<"console">> => <<"console.html">>,
+            <<"graph">> => <<"graph.html">>,
 			<<"styles.css">> => <<"styles.css">>,
 			<<"metrics.js">> => <<"metrics.js">>,
 			<<"devices.js">> => <<"devices.js">>,
 			<<"utils.js">> => <<"utils.js">>,
-			<<"main.js">> => <<"main.js">>
+			<<"main.js">> => <<"main.js">>,
+			<<"graph.js">> => <<"graph.js">>
         }
     }.
 
@@ -47,6 +49,7 @@ format(Base, _, _) ->
 %% listed in the `routes' field of the `info/0' return value.
 serve(<<"keys">>, M1, _M2, _Opts) -> dev_message:keys(M1);
 serve(<<"set">>, M1, M2, Opts) -> dev_message:set(M1, M2, Opts);
+serve(<<"graph-data">>, _, _, Opts) -> hb_cache_render:get_graph_data(Opts);
 serve(Key, _, _, _) ->
     ?event({hyperbuddy_serving, Key}),
     case maps:get(Key, maps:get(routes, info(), no_routes), undefined) of

src/hb_cache_render.erl

@@ -4,6 +4,7 @@
 % Preparing data for testing
 -export([prepare_unsigned_data/0, prepare_signed_data/0,
     prepare_deeply_nested_complex_message/0]).
+-export([cache_path_to_graph/3, get_graph_data/1]).
 -include("include/hb.hrl").
 
 %% @doc Render the given Key into svg
@@ -200,6 +201,100 @@ collect_output(Port, Acc) ->
         {error, timeout}
     end.
 
+%% @doc Get graph data for the Three.js visualization
+get_graph_data(Opts) ->
+    % Get the store from options
+    Store = hb_opts:get(store, no_viable_store, Opts),
+    
+    % Try to generate graph using hb_cache_render
+    Graph = try
+        % Use hb_cache_render to build the graph
+        {ok, Keys} = hb_store:list(Store, "/"),
+        cache_path_to_graph(Store, #{}, Keys)
+    catch
+        Error:Reason:Stack -> 
+            ?event({hyperbuddy_graph_error, Error, Reason, Stack}),
+            #{nodes => #{}, arcs => #{}, visited => #{}}
+    end,
+    
+    % Extract nodes and links for the visualization
+    NodesMap = maps:get(nodes, Graph, #{}),
+    ArcsMap = maps:get(arcs, Graph, #{}),
+    
+    % Limit to top 500 nodes if there are too many
+    NodesList = 
+        case maps:size(NodesMap) > 50000 of
+            true ->
+                % Take a subset of nodes
+                {ReducedNodes, _} = lists:split(
+                    500,
+                    maps:to_list(NodesMap)
+                ),
+                ReducedNodes;
+            false ->
+                maps:to_list(NodesMap)
+        end,
+    
+    % Get node IDs for filtering links
+    NodeIds = [ID || {ID, _} <- NodesList],
+    
+    % Convert to JSON format for web visualization
+    Nodes = [
+        #{
+            <<"id">> => ID,
+            <<"label">> => get_label(hb_util:bin(ID)),
+            <<"type">> => get_node_type(Color)
+        }
+        || {ID, {_, Color}} <- NodesList
+    ],
+    
+    % Filter links to only include those between nodes we're showing
+    FilteredLinks = [
+        {From, To, Label}
+        || {From, To, Label} <- maps:keys(ArcsMap),
+           lists:member(From, NodeIds) andalso lists:member(To, NodeIds)
+    ],
+    
+    Links = [
+        #{
+            <<"source">> => From,
+            <<"target">> => To,
+            <<"label">> => Label
+        }
+        || {From, To, Label} <- FilteredLinks
+    ],
+    
+    % Return the JSON data
+    JsonData = hb_json:encode(#{
+        <<"nodes">> => Nodes,
+        <<"links">> => Links
+    }),
+    
+    {ok, #{
+        <<"body">> => JsonData,
+        <<"content-type">> => <<"application/json">>
+    }}.
+
+%% @doc Convert node color from hb_cache_render to node type for visualization
+get_node_type(Color) ->
+    case Color of
+        "lightblue" -> <<"simple">>;
+        "lightcoral" -> <<"composite">>;
+        _ -> <<"unknown">>
+    end.
+
+%% @doc Extract a readable label from a path
+get_label(Path) ->
+    case binary:split(Path, <<"/">>, [global]) of
+        [] -> Path;
+        Parts -> 
+            FilteredParts = [P || P <- Parts, P /= <<>>],
+            case FilteredParts of
+                [] -> Path;
+                _ -> lists:last(FilteredParts)
+            end
+    end.
+
 % Test data preparation functions
 prepare_unsigned_data() ->
     Opts = #{