⏱️ Use µsec precision for postgres timestamp/timestampz

Author: RTLS

lib/sequin/postgres/value_caster.ex

@@ -92,8 +92,8 @@ defmodule Sequin.Postgres.ValueCaster do
     # Binary Data Types
     "bytea" => :binary,
     # Date/Time Types
-    "timestamp" => :naive_datetime,
-    "timestamptz" => :utc_datetime,
+    "timestamp" => :naive_datetime_usec,
+    "timestamptz" => :utc_datetime_usec,
     "date" => :date,
     "time" => :time,
     "timetz" => :time,

test/support/factory/factory.ex

@@ -35,7 +35,7 @@ defmodule Sequin.Factory do
   def iso_timestamp, do: DateTime.to_iso8601(timestamp())
   def last_name, do: Faker.Person.last_name()
   def milliseconds, do: Faker.random_between(1, 300_000)
-  def naive_timestamp, do: NaiveDateTime.truncate(Faker.NaiveDateTime.backward(365), :second)
+  def naive_timestamp, do: Faker.NaiveDateTime.backward(365)
   def one_of(module) when is_atom(module), do: one_of(module.__valid_values__())
   def one_of(opts), do: Enum.random(opts)
   def password, do: Faker.String.base64(12)

test/support/models/character.ex

@@ -14,7 +14,7 @@ defmodule Sequin.TestSupport.Models.Character do
     field :tags, {:array, :string}
     field :metadata, :map
 
-    timestamps()
+    timestamps(type: :naive_datetime_usec)
   end
 
   def quoted_table_name do

test/support/models/character_detailed.ex

@@ -28,7 +28,7 @@ defmodule Sequin.TestSupport.Models.CharacterDetailed do
     field :power_level, :integer
     field :embedding, {:array, :float}
 
-    timestamps()
+    timestamps(type: :utc_datetime_usec)
   end
 
   def table_oid do

test/support/models/character_ident_full.ex

@@ -13,7 +13,7 @@ defmodule Sequin.TestSupport.Models.CharacterIdentFull do
     field :is_active, :boolean
     field :tags, {:array, :string}
 
-    timestamps()
+    timestamps(type: :naive_datetime_usec)
   end
 
   def table_oid do

test/support/models/character_multi_pk.ex

@@ -14,7 +14,7 @@ defmodule Sequin.TestSupport.Models.CharacterMultiPK do
     field :name, :string
     field :house, :string
 
-    timestamps()
+    timestamps(type: :naive_datetime_usec)
   end
 
   def table_oid do

test/support/unboxed_repo/migrations/20240816005458_create_test_tables.exs

@@ -11,7 +11,7 @@ defmodule Sequin.Test.UnboxedRepo.Migrations.CreateTestTables do
       add :tags, {:array, :text}
       add :metadata, :map
 
-      timestamps()
+      timestamps(type: :naive_datetime_usec)
     end
 
     create table(:characters_ident_full) do
@@ -21,7 +21,7 @@ defmodule Sequin.Test.UnboxedRepo.Migrations.CreateTestTables do
       add :is_active, :boolean
       add :tags, {:array, :text}
 
-      timestamps()
+      timestamps(type: :naive_datetime_usec)
     end
 
     execute "alter table characters_ident_full replica identity full"
@@ -34,7 +34,7 @@ defmodule Sequin.Test.UnboxedRepo.Migrations.CreateTestTables do
       add :name, :text
       add :house, :text
 
-      timestamps()
+      timestamps(type: :naive_datetime_usec)
     end
 
     execute "CREATE EXTENSION IF NOT EXISTS pg_trgm"
@@ -69,7 +69,7 @@ defmodule Sequin.Test.UnboxedRepo.Migrations.CreateTestTables do
       add :active_period, :daterange
       add :embedding, :vector, size: 3
 
-      timestamps()
+      timestamps(type: :naive_datetime_usec)
     end
 
     # Older version without transaction_annotations
@@ -84,8 +84,8 @@ defmodule Sequin.Test.UnboxedRepo.Migrations.CreateTestTables do
       add :record, :map, null: false
       add :changes, :map
       add :action, :string, null: false
-      add :committed_at, :utc_datetime, null: false
-      add :inserted_at, :utc_datetime, null: false, default: fragment("NOW()")
+      add :committed_at, :naive_datetime_usec, null: false
+      add :inserted_at, :naive_datetime_usec, null: false, default: fragment("NOW()")
     end
 
     create unique_index(:test_event_logs_v0, [:source_database_id, :committed_at, :seq, :record_pk])
@@ -106,8 +106,8 @@ defmodule Sequin.Test.UnboxedRepo.Migrations.CreateTestTables do
       add :changes, :map
       add :action, :string, null: false
       add :transaction_annotations, :map
-      add :committed_at, :utc_datetime, null: false
-      add :inserted_at, :utc_datetime, null: false, default: fragment("NOW()")
+      add :committed_at, :naive_datetime_usec, null: false
+      add :inserted_at, :naive_datetime_usec, null: false, default: fragment("NOW()")
     end
 
     create unique_index(:test_event_logs, [:source_database_id, :committed_at, :seq, :record_pk])
@@ -127,8 +127,8 @@ defmodule Sequin.Test.UnboxedRepo.Migrations.CreateTestTables do
       add :record, :map, null: false
       add :changes, :map
       add :action, :string, null: false
-      add :committed_at, :utc_datetime, null: false, primary_key: true
-      add :inserted_at, :utc_datetime, null: false, default: fragment("NOW()")
+      add :committed_at, :naive_datetime_usec, null: false, primary_key: true
+      add :inserted_at, :naive_datetime_usec, null: false, default: fragment("NOW()")
     end
 
     execute "CREATE TABLE test_event_logs_partitioned_default PARTITION OF test_event_logs_partitioned DEFAULT"
@@ -153,8 +153,8 @@ defmodule Sequin.Test.UnboxedRepo.Migrations.CreateTestTables do
       add :record, :map, null: false
       add :changes, :map
       add :action, :text, null: false
-      add :committed_at, :utc_datetime, null: false
-      add :inserted_at, :utc_datetime, null: false, default: fragment("NOW()")
+      add :committed_at, :naive_datetime_usec, null: false
+      add :inserted_at, :naive_datetime_usec, null: false, default: fragment("NOW()")
     end
 
     create unique_index(:sequin_events, [:source_database_id, :committed_at, :seq, :record_pk])