Fix bug with storing images; Migrate to timestamps for posts, likes, videos, and images for better query performance; Add images and videos feeds

Author: rudyfraser

Cargo.toml

@@ -17,7 +17,7 @@ rand = "0.8.5"
 rand_core = "0.6.4"
 secp256k1 = { version = "0.28.2", features = ["global-context", "serde", "rand", "hashes","rand-std"] }
 serde_json = { version = "1.0.96",features = ["preserve_order"] }
-rsky-lexicon = {path = "rsky-lexicon", version = "0.2.5"}
+rsky-lexicon = {path = "rsky-lexicon", version = "0.2.7"}
 rsky-identity = {path = "rsky-identity", version = "0.1.0"}
 rsky-crypto = {path = "rsky-crypto", version = "0.1.1"}
 rsky-syntax = {path = "rsky-syntax", version = "0.1.0"}

rsky-feedgen/migrations/2024-11-09-085601_019/down.sql

@@ -1,3 +1,3 @@
 -- This file should undo anything in `up.sql`
 ALTER TABLE post
-DROP COLUMN IF EXISTS createdAt;
+DROP COLUMN IF EXISTS "createdAt";

rsky-feedgen/migrations/2025-02-26-002028_023/down.sql

@@ -0,0 +1,43 @@
+-- Revert the post table
+ALTER TABLE post
+  ALTER COLUMN "createdAt" DROP DEFAULT;
+
+-- Convert back to character varying using a text cast
+ALTER TABLE post
+  ALTER COLUMN "createdAt" TYPE character varying USING "createdAt"::text,
+  ALTER COLUMN "indexedAt" TYPE character varying USING "indexedAt"::text;
+
+-- Reapply the original default for "createdAt"
+ALTER TABLE post
+  ALTER COLUMN "createdAt" SET DEFAULT to_char(now(), 'YYYY-MM-DD"T"HH24:MI:SS.MS"Z"');
+
+UPDATE post
+SET "createdAt" = "indexedAt";
+
+-- Set "createdAt" as NOT NULL
+ALTER TABLE post
+  ALTER COLUMN "createdAt" SET NOT NULL;
+
+-- Revert the like table (note the quotes because "like" is a reserved word)
+ALTER TABLE "like"
+  ALTER COLUMN "createdAt" TYPE character varying
+  USING "createdAt"::text;
+ALTER TABLE "like"
+  ALTER COLUMN "indexedAt" TYPE character varying
+  USING "indexedAt"::text;
+
+-- Revert the video table
+ALTER TABLE video
+  ALTER COLUMN "createdAt" TYPE character varying
+  USING "createdAt"::text;
+ALTER TABLE video
+  ALTER COLUMN "indexedAt" TYPE character varying
+  USING "indexedAt"::text;
+
+-- Revert the image table
+ALTER TABLE image
+  ALTER COLUMN "createdAt" TYPE character varying
+  USING "createdAt"::text;
+ALTER TABLE image
+  ALTER COLUMN "indexedAt" TYPE character varying
+  USING "indexedAt"::text;

rsky-feedgen/migrations/2025-02-26-002028_023/up.sql

@@ -0,0 +1,35 @@
+-- Drop defaults on post table so they don’t interfere
+ALTER TABLE post ALTER COLUMN "createdAt" DROP DEFAULT;
+
+-- Update the post table
+ALTER TABLE post
+  ALTER COLUMN "createdAt" TYPE timestamptz
+  USING "createdAt"::timestamptz;
+ALTER TABLE post
+  ALTER COLUMN "indexedAt" TYPE timestamptz
+  USING "indexedAt"::timestamptz;
+ALTER TABLE post ALTER COLUMN "createdAt" SET DEFAULT now();
+
+-- Update the like table (note the quotes because like is reserved)
+ALTER TABLE "like"
+  ALTER COLUMN "createdAt" TYPE timestamptz
+  USING "createdAt"::timestamptz;
+ALTER TABLE "like"
+  ALTER COLUMN "indexedAt" TYPE timestamptz
+  USING "indexedAt"::timestamptz;
+
+-- Update the video table
+ALTER TABLE video
+  ALTER COLUMN "createdAt" TYPE timestamptz
+  USING "createdAt"::timestamptz;
+ALTER TABLE video
+  ALTER COLUMN "indexedAt" TYPE timestamptz
+  USING "indexedAt"::timestamptz;
+
+-- Update the image table
+ALTER TABLE image
+  ALTER COLUMN "createdAt" TYPE timestamptz
+  USING "createdAt"::timestamptz;
+ALTER TABLE image
+  ALTER COLUMN "indexedAt" TYPE timestamptz
+  USING "indexedAt"::timestamptz;

rsky-feedgen/migrations/2025-02-26-044129_024/down.sql

@@ -0,0 +1,2 @@
+-- !no-transaction
+DROP INDEX CONCURRENTLY IF EXISTS image_posturi_idx;

rsky-feedgen/migrations/2025-02-26-044129_024/up.sql

@@ -0,0 +1,2 @@
+-- !no-transaction
+CREATE INDEX CONCURRENTLY image_posturi_idx ON image("postUri");

rsky-feedgen/migrations/2025-02-26-044132_025/down.sql

@@ -0,0 +1,2 @@
+-- !no-transaction
+DROP INDEX CONCURRENTLY IF EXISTS video_postcid_idx;

rsky-feedgen/migrations/2025-02-26-044132_025/up.sql

@@ -0,0 +1,2 @@
+-- !no-transaction
+CREATE INDEX CONCURRENTLY video_postcid_idx ON video("postCid");

rsky-feedgen/migrations/2025-02-26-044137_026/down.sql

@@ -0,0 +1,2 @@
+-- !no-transaction
+DROP INDEX CONCURRENTLY IF EXISTS video_posturi_idx;

rsky-feedgen/migrations/2025-02-26-044137_026/up.sql

@@ -0,0 +1,2 @@
+-- !no-transaction
+CREATE INDEX CONCURRENTLY video_posturi_idx ON video("postUri");