Fallback to Cip-100 for all metadata

Also ignore constitution metadata for now

Author: kderme

cardano-db-sync/app/http-get-json-metadata.hs

@@ -51,7 +51,10 @@ main = do
     getVoteType ls
       | "ga" `List.elem` ls = Just GovAction
       | "drep" `List.elem` ls = Just DrepReg
-      | "vote" `List.elem` ls = Just Other
+      | "other" `List.elem` ls = Just Other
+      | "vote" `List.elem` ls = Just Vote
+      | "committee_dereg" `List.elem` ls = Just CommitteeDeReg
+      | "const" `List.elem` ls = Just Constitution
       | otherwise = Nothing
     isItLink = List.elem "url"
 
@@ -64,13 +67,22 @@ main = do
       _ ->
         runHttpGetPool (PoolUrl url) (PoolMetaHash <$> mhsh)
 
-data OffChainVoteType = GovAction | DrepReg | Other
+data OffChainVoteType
+  = GovAction
+  | DrepReg
+  | Other
+  | Vote
+  | CommitteeDeReg
+  | Constitution
 
 toDBOffChainVoteType :: OffChainVoteType -> DB.AnchorType
 toDBOffChainVoteType = \case
   GovAction -> DB.GovActionAnchor
   DrepReg -> DB.DrepAnchor
   Other -> DB.OtherAnchor
+  Vote -> DB.VoteAnchor
+  CommitteeDeReg -> DB.CommitteeDeRegAnchor
+  Constitution -> DB.ConstitutionAnchor
 
 -- -------------------------------------------------------------------------------------------------
 

cardano-db-sync/src/Cardano/DbSync/Era/Universal/Insert/Certificate.hs

@@ -303,7 +303,7 @@ insertCommitteeDeRegistration ::
   Maybe (Anchor StandardCrypto) ->
   ReaderT SqlBackend m ()
 insertCommitteeDeRegistration blockId txId idx khCold mAnchor = do
-  votingAnchorId <- whenMaybe mAnchor $ insertVotingAnchor blockId DB.OtherAnchor
+  votingAnchorId <- whenMaybe mAnchor $ insertVotingAnchor blockId DB.CommitteeDeRegAnchor
   khColdId <- insertCommitteeHash khCold
   void
     . DB.insertCommitteeDeRegistration

cardano-db-sync/src/Cardano/DbSync/Era/Universal/Insert/GovAction.hs

@@ -251,7 +251,7 @@ insertParamProposal blkId txId pp = do
 
 insertConstitution :: (MonadIO m, MonadBaseControl IO m) => DB.BlockId -> Maybe DB.GovActionProposalId -> Constitution StandardConway -> ReaderT SqlBackend m DB.ConstitutionId
 insertConstitution blockId mgapId constitution = do
-  votingAnchorId <- insertVotingAnchor blockId DB.OtherAnchor $ constitutionAnchor constitution
+  votingAnchorId <- insertVotingAnchor blockId DB.ConstitutionAnchor $ constitutionAnchor constitution
   DB.insertConstitution $
     DB.Constitution
       { DB.constitutionGovActionProposalId = mgapId
@@ -284,7 +284,7 @@ insertVotingProcedure ::
   ExceptT SyncNodeError (ReaderT SqlBackend m) ()
 insertVotingProcedure trce cache blkId txId voter (index, (gaId, vp)) = do
   govActionId <- resolveGovActionProposal cache gaId
-  votingAnchorId <- whenMaybe (strictMaybeToMaybe $ vProcAnchor vp) $ lift . insertVotingAnchor blkId DB.OtherAnchor
+  votingAnchorId <- whenMaybe (strictMaybeToMaybe $ vProcAnchor vp) $ lift . insertVotingAnchor blkId DB.VoteAnchor
   (mCommitteeVoterId, mDRepVoter, mStakePoolVoter) <- case voter of
     CommitteeVoter cred -> do
       khId <- lift $ insertCommitteeHash cred

cardano-db-sync/src/Cardano/DbSync/OffChain/Query.hs

@@ -8,7 +8,7 @@ module Cardano.DbSync.OffChain.Query (
 ) where
 
 import Cardano.Db (
-  AnchorType,
+  AnchorType (..),
   EntityField (..),
   OffChainPoolData,
   OffChainPoolFetchError,
@@ -52,7 +52,9 @@ import Database.Esqueleto.Experimental (
   select,
   subList_select,
   table,
+  val,
   where_,
+  (!=.),
   (:&) ((:&)),
   (==.),
   (^.),
@@ -83,6 +85,7 @@ queryNewVoteWorkQueue now maxCount = do
           from (table @OffChainVoteData) >>= \ocvd ->
             where_ (ocvd ^. OffChainVoteDataVotingAnchorId ==. va ^. VotingAnchorId)
       )
+    where_ (va ^. VotingAnchorType !=. val ConstitutionAnchor)
     where_
       ( notExists $
           from (table @OffChainVoteFetchError) >>= \ocvfe ->
@@ -117,6 +120,7 @@ queryOffChainVoteWorkQueue _now maxCount = do
         `on` (\(va :& ocpfe) -> ocpfe ^. OffChainVoteFetchErrorVotingAnchorId ==. va ^. VotingAnchorId)
     orderBy [asc (ocpfe ^. OffChainVoteFetchErrorId)]
     where_ (just (ocpfe ^. OffChainVoteFetchErrorId) `in_` latestRefs)
+    where_ (va ^. VotingAnchorType !=. val ConstitutionAnchor)
     limit $ fromIntegral maxCount
     pure
       ( ocpfe ^. OffChainVoteFetchErrorFetchTime

cardano-db-sync/src/Cardano/DbSync/OffChain/Vote/Types.hs

@@ -62,6 +62,9 @@ eitherDecodeOffChainVoteData lbs = \case
     eitherDecodeAlternative (OffChainVoteDataGa <$> eitherDecode' lbs) (OffChainVoteDataOther <$> eitherDecode' lbs)
   DB.DrepAnchor ->
     eitherDecodeAlternative (OffChainVoteDataDr <$> eitherDecode' lbs) (OffChainVoteDataOther <$> eitherDecode' lbs)
+  DB.VoteAnchor -> OffChainVoteDataOther <$> eitherDecode' lbs
+  DB.CommitteeDeRegAnchor -> OffChainVoteDataOther <$> eitherDecode' lbs
+  DB.ConstitutionAnchor -> Left "Unsupported Constitution metadata"
   DB.OtherAnchor -> OffChainVoteDataOther <$> eitherDecode' lbs
 
 eitherDecodeAlternative :: Either String OffChainVoteData -> Either String OffChainVoteData -> Either String OffChainVoteData

cardano-db/src/Cardano/Db/Schema.hs

@@ -1328,6 +1328,7 @@ schemaDocs =
       VotingAnchorBlockId # "The Block table index of the tx that includes this anchor. This only exists to facilitate rollbacks"
       VotingAnchorDataHash # "A hash of the contents of the metadata URL"
       VotingAnchorUrl # "A URL to a JSON payload of metadata"
+      VotingAnchorType # "The type of the anchor. It can be gov_action, drep, other, vote, committee_dereg, constitution"
 
     GovActionProposal --^ do
       "A table for proposed GovActionProposal, aka ProposalProcedure, GovAction or GovProposal.\

cardano-db/src/Cardano/Db/Types.hs

@@ -272,6 +272,9 @@ data AnchorType
   = GovActionAnchor
   | DrepAnchor
   | OtherAnchor
+  | VoteAnchor
+  | CommitteeDeRegAnchor
+  | ConstitutionAnchor
   deriving (Eq, Ord, Generic)
   deriving (Show) via (Quiet AnchorType)
 
@@ -447,13 +450,19 @@ renderAnchorType gav =
     GovActionAnchor -> "gov_action"
     DrepAnchor -> "drep"
     OtherAnchor -> "other"
+    VoteAnchor -> "vote"
+    CommitteeDeRegAnchor -> "committee_dereg"
+    ConstitutionAnchor -> "constitution"
 
 readAnchorType :: String -> AnchorType
 readAnchorType str =
   case str of
     "gov_action" -> GovActionAnchor
     "drep" -> DrepAnchor
     "other" -> OtherAnchor
+    "vote" -> VoteAnchor
+    "committee_dereg" -> CommitteeDeRegAnchor
+    "constitution" -> ConstitutionAnchor
     _other -> error $ "readAnchorType: Unknown AnchorType " ++ str
 
 word64ToAda :: Word64 -> Ada

schema/migration-1-0015-20240724.sql

@@ -0,0 +1,25 @@
+-- Hand written migration to create the custom types with 'DOMAIN' statements.
+
+CREATE FUNCTION migrate() RETURNS void AS $$
+
+DECLARE
+  next_version int;
+
+BEGIN
+  SELECT stage_one + 1 INTO next_version FROM "schema_version";
+  IF next_version = 15 THEN
+
+    ALTER TYPE anchorType ADD VALUE 'vote' AFTER 'other';
+    ALTER TYPE anchorType ADD VALUE 'committee_dereg' AFTER 'vote';
+    ALTER TYPE anchorType ADD VALUE 'constitution' AFTER 'committee_dereg';
+
+    UPDATE "schema_version" SET stage_one = next_version;
+    RAISE NOTICE 'DB has been migrated to stage_one version %', next_version;
+  END IF;
+END;
+
+$$ LANGUAGE plpgsql;
+
+SELECT migrate();
+
+DROP FUNCTION migrate();