chore: test with partial cache

Author: alexcambose

apps/insights/src/server/pyth.ts

@@ -1,16 +1,52 @@
-import { Cluster, getFeeds, getFeedsForPublisher, getPublishersForFeed } from "../services/pyth";
+import type { PriceData, Product } from '@pythnetwork/client';
+import superjson from "superjson";
 
-export const getFeedsCached = async (cluster: Cluster) => {
+import { Cluster, clients, getFeeds, priceFeedsSchema } from "../services/pyth";
+
+export const getPublishersForFeed = async (
+  cluster: Cluster,
+) => {
   "use cache";
-  return getFeeds(cluster);
+  const data = await clients[cluster].getData();
+  const result: Record<string, string[]> = {};
+  for (const key of data.productPrice.keys()) {
+    const price = data.productPrice.get(key);
+    result[key] = price?.priceComponents.map(({ publisher }) => publisher.toBase58()) ?? [];
+  }
+  return result;
 };
 
-export const getFeedsForPublisherCached = async (cluster: Cluster, key: string) => {
+const getAllFeeds = async (cluster: Cluster) => {
   "use cache";
-  return getFeedsForPublisher(cluster, key);
+  const data = await clients[cluster].getData();
+  return superjson.stringify(data.symbols.filter(
+        (symbol) =>
+          data.productFromSymbol.get(symbol)?.display_symbol !== undefined,
+      ).map((symbol) => ({
+        symbol,
+        product: data.productFromSymbol.get(symbol),
+        price: data.productPrice.get(symbol),
+      })))
+}
+
+export const getFeedsForPublisherCached = async (
+  cluster: Cluster,
+  publisher: string,
+) => {
+  const feeds = superjson.parse<{ symbol: string, product: Product, price: PriceData }[]>(await getAllFeeds(cluster));
+  return priceFeedsSchema.parse(feeds.filter(({ price }) =>
+    price.priceComponents.some(
+      (component) => component.publisher.toString() === publisher,
+    ),
+  ));
 };
 
-export const getPublishersForFeedCached = async (cluster: Cluster, symbol: string) => {
+export const getFeedsCached = async (cluster: Cluster) => {
   "use cache";
-  return getPublishersForFeed(cluster, symbol);
+  return getFeeds(cluster);
+};
+
+export const getPublishersForFeedCached = async (cluster: Cluster, symbol: string) => {
+  const data = await getPublishersForFeed(cluster);
+  return data[symbol];
 };

apps/insights/src/services/pyth.ts

@@ -37,13 +37,6 @@ export const toCluster = (name: (typeof CLUSTER_NAMES)[number]): Cluster => {
   }
 };
 
-let inMemoryData: Awaited<ReturnType<typeof clients[Cluster]["getData"]>> | undefined;
-
-const getData = async (cluster: Cluster) => {
-  inMemoryData ??= await clients[cluster].getData();
-  return inMemoryData;
-};
-
 export const parseCluster = (name: string): Cluster | undefined =>
   (CLUSTER_NAMES as readonly string[]).includes(name)
     ? toCluster(name as (typeof CLUSTER_NAMES)[number])
@@ -63,23 +56,13 @@ const mkClient = (cluster: Cluster) =>
     getPythProgramKeyForCluster(ClusterToName[cluster]),
   );
 
-const clients = {
+export const clients = {
   [Cluster.Pythnet]: mkClient(Cluster.Pythnet),
   [Cluster.PythtestConformance]: mkClient(Cluster.PythtestConformance),
 } as const;
 
-export const getPublishersForFeed = async (
-  cluster: Cluster,
-  symbol: string,
-) => {
-  const data = await getData(cluster);
-  return data.productPrice
-    .get(symbol)
-    ?.priceComponents.map(({ publisher }) => publisher.toBase58());
-};
-
 export const getFeeds = async (cluster: Cluster) => {
-  const data = await getData(cluster);
+  const data = await clients[cluster].getData();
   return priceFeedsSchema.parse(
     data.symbols.map((symbol) => ({
       symbol,
@@ -93,7 +76,7 @@ export const getFeedsForPublisher = async (
   cluster: Cluster,
   publisher: string,
 ) => {
-  const data = await getData(cluster);
+  const data = await clients[cluster].getData();
   return priceFeedsSchema.parse(
     data.symbols
       .filter(
@@ -113,7 +96,7 @@ export const getFeedsForPublisher = async (
   );
 };
 
-const priceFeedsSchema = z.array(
+export const priceFeedsSchema = z.array(
   z.object({
     symbol: z.string(),
     product: z.object({