index lists on stellar

Prometheo · Prometheo · commit 2e193ab9d67b · 2025-09-23T12:56:43.000+01:00
diff --git a/.gitignore b/.gitignore
@@ -65,6 +65,7 @@ media/
 # Celery beat schedule file
 celerybeat-schedule
 dump.rdb
+celerybeat-schedule.db
 
 # Flask stuff:
 instance/
diff --git a/base/celery.py b/base/celery.py
@@ -25,21 +25,21 @@
 app.autodiscover_tasks()
 
 app.conf.beat_schedule = {
-    "update_account_statistics_every_5_minutes": {
-        "task": "indexer_app.tasks.update_account_statistics",
-        "schedule": crontab(minute="*/5"),  # Executes every 5 minutes
-        "options": {"queue": "beat_tasks"},
-    },
-    "fetch_usd_prices_every_5_minutes": {
-        "task": "indexer_app.tasks.fetch_usd_prices",
-        "schedule": crontab(minute="*/5"),  # Executes every 5 minutes
-        "options": {"queue": "beat_tasks"},
-    },
-    "update_pot_statistics_every_5_minutes": {
-        "task": "indexer_app.tasks.update_pot_statistics",
-        "schedule": crontab(minute="*/5"),  # Executes every 5 minutes
-        "options": {"queue": "beat_tasks"},
-    },
+    # "update_account_statistics_every_5_minutes": {
+    #     "task": "indexer_app.tasks.update_account_statistics",
+    #     "schedule": crontab(minute="*/5"),  # Executes every 5 minutes
+    #     "options": {"queue": "beat_tasks"},
+    # },
+    # "fetch_usd_prices_every_5_minutes": {
+    #     "task": "indexer_app.tasks.fetch_usd_prices",
+    #     "schedule": crontab(minute="*/5"),  # Executes every 5 minutes
+    #     "options": {"queue": "beat_tasks"},
+    # },
+    # "update_pot_statistics_every_5_minutes": {
+    #     "task": "indexer_app.tasks.update_pot_statistics",
+    #     "schedule": crontab(minute="*/5"),  # Executes every 5 minutes
+    #     "options": {"queue": "beat_tasks"},
+    # },
     "fetch_stellar_events_every_minute": {
         "task": "indexer_app.tasks.stellar_event_indexer",
         "schedule": crontab(minute="*/1"),  # Executes every 1 minutes
diff --git a/base/settings.py b/base/settings.py
@@ -70,6 +70,7 @@
 NADABOT_TLA = "nadabot.testnet" if ENVIRONMENT == "testnet" else ("staging.nadabot.near" if ENVIRONMENT == "dev" else "nadabot.near")
 STELLAR_CONTRACT_ID = os.environ.get("PL_STELLAR_CONTRACT_ID", "")
 STELLAR_PROJECTS_REGISTRY_CONTRACT = os.environ.get("PL_STELLAR_PROJECTS_REGISTRY_CONTRACT", "")
+STELLAR_LIST_CONTRACT = os.environ.get("PL_STELLAR_LIST_CONTRACT", "")
 NEAR_SOCIAL_CONTRACT_ADDRESS = (
     "v1.social08.testnet" if ENVIRONMENT == "testnet" else "social.near"
 )
@@ -93,7 +94,7 @@
 
 STELLAR_RPC_URL = (
     "https://soroban-testnet.stellar.org"
-    if ENVIRONMENT == "testnet"
+    if ENVIRONMENT == "local"
     else "https://stellar-soroban-public.nodies.app"
 )
 
diff --git a/indexer_app/tasks.py b/indexer_app/tasks.py
@@ -25,7 +25,13 @@
 from pots.models import Pot, PotApplication, PotApplicationStatus, PotPayout
 
 from .logging import logger
-from .utils import create_or_update_round, create_round_application, create_round_payout, get_block_height, get_ledger_sequence, process_application_to_round, process_project_event, process_rounds_deposit_event, process_vote_event, save_block_height, update_application, update_approved_projects, update_ledger_sequence, update_round_payout
+from .utils import (
+    create_or_update_round, create_round_application, create_round_payout,
+    get_block_height, get_ledger_sequence, handle_stellar_list_admin_ops, handle_stellar_list_update, process_application_to_round,
+    process_project_event, process_rounds_deposit_event, process_vote_event,
+    save_block_height, update_application, update_approved_projects,
+    update_ledger_sequence, update_round_payout, handle_stellar_list
+)
 
 CURRENT_BLOCK_HEIGHT_KEY = "current_block_height"
 
@@ -85,7 +91,7 @@ async def indexer(from_block: int, to_block: int):
             logger.info(
                 f"Total time for one iteration: {iteration_end_time - fetch_start_time:.4f} seconds"
             )
-        
+
 
         except asyncio.TimeoutError:
             logger.warning("Stream stalled: no new blocks within timeout, restarting...") # raise Exception so sytemd can restart the worker
@@ -333,16 +339,22 @@ def address_to_string(obj):
         return obj.address
     raise TypeError(f"Object of type {obj.__class__.__name__} is not JSON serializable")
 
+
+
+# Todo: Change model so thatthe event indexer saves the event and queues a task to immediately process the event,
+# so we don;t have a separate beat that's looping through
+
+
 @shared_task
 def stellar_event_indexer():
     server = stellar_sdk.SorobanServer(
         settings.STELLAR_RPC_URL
     )
-    contract_ids = [settings.STELLAR_CONTRACT_ID, settings.STELLAR_PROJECTS_REGISTRY_CONTRACT]
-    if contract_ids == ['', '']:
+    contract_ids = [settings.STELLAR_CONTRACT_ID, settings.STELLAR_PROJECTS_REGISTRY_CONTRACT, settings.STELLAR_LIST_CONTRACT]
+    if contract_ids == ['', '', '']:
         return
     start_sequence = get_ledger_sequence()
-    # start_sequence = 12169
+    # start_sequence = 668843
     if not start_sequence:
         start_sequence = 58655649
     jobs_logger.info(f"Ingesting Stellar events from ledger {start_sequence}... contracts: {contract_ids}")
@@ -433,6 +445,14 @@ def process_stellar_events():
             elif event_name == "u_pay":
 
                 event.processed = update_round_payout(event_data, event.transaction_hash)
+            elif event_name == "c_list":
+                event.processed = handle_stellar_list(event_data, event.contract_id, event.ingested_at)
+            elif event_name == "u_list":
+                event.processed = handle_stellar_list_update(event_data, event.contract_id, event.ingested_at)
+            elif event_name == "c_reg":
+                event.processed = handle_stellar_list(event_data, event.contract_id, event.transaction_hash)
+            elif event_name == "u_adm":
+                event.processed = handle_stellar_list_admin_ops(event_data, event.contract_id, event.ingested_at, event.transaction_hash)
             event.save()
 
         except Exception as e:
diff --git a/indexer_app/utils.py b/indexer_app/utils.py
@@ -906,7 +906,7 @@ async def handle_list_admin_ops(data, receiver_id, signer_id, receiptId):
         }
 
         activity, activity_created = await Activity.objects.aupdate_or_create(
-            type="List_Admin_Ops", defaults=activity
+            type="Add_List_Admin", defaults=activity
         )
     except Exception as e:
         logger.error(f"Failed to remove list admin, Error: {e}")
@@ -1612,7 +1612,7 @@ def process_project_event(event_data, chain_id="stellar"):
             project.admins.add(admin)
 
         # Associate team members
-        for team_member_data in project_data['team_members']:
+        for team_member_data in project_data.get('team_members', []):
             team_member, _ = Account.objects.get_or_create(id=team_member_data['value'])
             project.team_members.add(team_member)
 
@@ -1888,6 +1888,146 @@ def update_round_payout(event_data, tx_hash, chain_id="stellar"):
         logger.error(f"Error updating Payout. {str(e)}")
         return False
 
+
+
+
+def handle_stellar_list(data, contract_id, timestamp, chain_id="stellar"):
+    # receipt = block.receipts().filter(receiptId=receiptId)[0]
+    try:
+        logger.info("upserting involveed accts...")
+
+        owner_address = data.get('owner')
+        chain = Chain.objects.get(name=chain_id)
+        Account.objects.get_or_create(defaults={"chain":chain},id=owner_address)
+
+
+        logger.info(f"creating list..... {data}")
+
+        listObject = List.objects.create(
+            on_chain_id=data["id"],
+            chain=chain,
+            owner_id=data["owner"],
+            default_registration_status=data["default_registration_status"][0],
+            name=data["name"],
+            description=data["description"],
+            cover_image_url=data["cover_img_url"],
+            admin_only_registrations=data["admin_only_registrations"],
+            created_at=datetime.fromtimestamp(data["created_ms"] / 1000),
+            updated_at=datetime.fromtimestamp(data["updated_ms"] / 1000),
+        )
+
+        if data.get("admins"):
+            for admin_id in data["admins"]:
+                admin_object, _ = Account.objects.get_or_create(defaults={"chain":chain},
+                    id=admin_id,
+                )
+                listObject.admins.add(admin_object)
+        logger.info(f"created list for chain {chain.name}.....")
+        return True
+    except Exception as e:
+        logger.error(f"Failed to handle new list, Error: {e}")
+        return False
+
+
+def handle_stellar_list_update(data, contract_id, timestamp, chain_id="stellar"):
+    try:
+        logger.info(f"updating list from result..... {data}")
+
+        listObject = List.objects.filter(on_chain_id=data["id"]).update(
+            owner_id=data["owner"],
+            default_registration_status=data["default_registration_status"][0],
+            name=data["name"],
+            description=data["description"],
+            cover_image_url=data["cover_image_url"],
+            admin_only_registrations=data["admin_only_registrations"],
+            created_at=datetime.fromtimestamp(data["created_at"] / 1000),
+            updated_at=datetime.fromtimestamp(data["updated_at"] / 1000),
+        )
+        return True
+    except Exception as e:
+        logger.error(f"Failed to handle list update, Error: {e}")
+        return False
+
+
+def handle_new_stellar_list_registration(data, contract_id, tx_hash, chain_id="stellar"):
+    logger.info(f"new Project data: {data}")
+    # Prepare data for insertion
+    chain = Chain.objects.get(name=chain_id)
+    parent_list = List.objects.get(on_chain_id=data["list_id"])
+    try:
+        project = Account.objects.get_or_create({"chain":chain, "id": data["registrant_id"]})
+    except Exception as e:
+        logger.error(f"Encountered error trying to get create acct: {e}")
+
+    logger.info(f"creating new List registration")
+
+    try:
+        _ = ListRegistration.objects.create(
+            **{
+                "id": data["id"],
+                "registrant_id": data["registrant_id"],
+                "list_id": parent_list.id,
+                "status": data["status"],
+                "submitted_at": datetime.fromtimestamp(data["submitted_ms"] / 1000),
+                "updated_at": datetime.fromtimestamp(data["updated_ms"] / 1000),
+                "registered_by_id": data["registered_by"],
+                "admin_notes": data.get("admin_notes"),
+                "registrant_notes": data.get("registrant_notes"),
+                "tx_hash": tx_hash,
+            }
+        )
+    except Exception as e:
+        logger.error(f"Encountered error trying to create list: {e}")
+
+    # Insert activity
+    try:
+        defaults = {
+            "signer_id": data["registered_by"],
+            "receiver_id": contract_id,
+            "timestamp": data["submitted_ms"],
+            "tx_hash": tx_hash,
+        }
+
+        activity, activity_created = Activity.objects.update_or_create(
+            action_result=data, type="Register", defaults=defaults
+        )
+        return True
+    except Exception as e:
+        logger.error(f"Encountered error trying to insert activity: {e}")
+    return False
+
+
+def handle_stellar_list_admin_ops(data, contract_id, timestamp, tx_hash):
+    try:
+        round_id, admins = data[0], data[1]
+        logger.info(f"updating admins: {admins} for round {round_id}")
+        round_obj = Round.objects.get(on_chain_id=round_id) # select related?
+        chain = Chain.objects.get(name="stellar")
+
+        for acct in admins:
+            admin, _ = Account.objects.get_or_create(defaults={"chain":chain},id=acct)
+            contains = round_obj.admins.acontains(admin)
+            if not contains:
+                round_obj.admins.add(admin)
+        for admin in round_obj.admins.all():
+            if not admin.id in admins:
+                round_obj.admins.remove(admin)
+
+        activity = {
+            "signer_id": round_obj.owner.id,
+            "receiver_id": contract_id,
+            "timestamp": timestamp,
+            "tx_hash": tx_hash,
+        }
+
+        activity, activity_created = Activity.objects.update_or_create(
+            type="Add_List_Admin", defaults=activity
+        )
+        return True
+    except Exception as e:
+        logger.error(f"Failed to remove list admin, Error: {e}")
+        return False
+
 # Campaign Event Indexing Methods
 
 async def handle_new_campaign(data: dict, created_at):
diff --git a/lists/api.py b/lists/api.py
@@ -42,6 +42,12 @@ class ListsListAPI(APIView, CustomSizePageNumberPagination):
                 OpenApiParameter.QUERY,
                 description="Filter lists by account",
             ),
+            OpenApiParameter(
+                "chain",
+                str,
+                OpenApiParameter.QUERY,
+                description="Filter lists by chain id",
+            ),
             OpenApiParameter(
                 "admin",
                 str,
@@ -72,6 +78,17 @@ class ListsListAPI(APIView, CustomSizePageNumberPagination):
     def get(self, request: Request, *args, **kwargs):
         lists = List.objects.all().select_related("owner").prefetch_related("admins", "upvotes").annotate(registrations_count=Count('registrations'))
         account_id = request.query_params.get("account")
+        chain = request.query_params.get("chain")
+        if chain:
+            lists = lists.filter(chain__id=chain)
+        if account_id:
+            try:
+                account = Chain.objects.get(name=account_id)
+                lists = lists.filter(owner=account)
+            except Account.DoesNotExist:
+                return Response(
+                    {"message": f"Account with ID {account_id} not found."}, status=404
+                )
         if account_id:
             try:
                 account = Account.objects.get(id=account_id)
diff --git a/lists/migrations/0008_list_chain.py b/lists/migrations/0008_list_chain.py
@@ -0,0 +1,27 @@
+# Generated by Django 5.0.6 on 2025-09-22 12:10
+
+import django.db.models.deletion
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("chains", "0003_add_stellar_chain"),
+        ("lists", "0007_alter_list_cover_image_url_alter_list_description_and_more"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="list",
+            name="chain",
+            field=models.ForeignKey(
+                default=1,
+                help_text="Blockchain this list was created on.",
+                on_delete=django.db.models.deletion.CASCADE,
+                related_name="lists",
+                related_query_name="list",
+                to="chains.chain",
+            ),
+        ),
+    ]
diff --git a/lists/migrations/0009_alter_list_on_chain_id_and_more.py b/lists/migrations/0009_alter_list_on_chain_id_and_more.py
@@ -0,0 +1,28 @@
+# Generated by Django 5.0.6 on 2025-09-23 11:08
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("accounts", "0006_alter_account_near_social_profile_data"),
+        ("chains", "0003_add_stellar_chain"),
+        ("lists", "0008_list_chain"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="list",
+            name="on_chain_id",
+            field=models.IntegerField(
+                help_text="List ID in contract", verbose_name="contract list ID"
+            ),
+        ),
+        migrations.AddConstraint(
+            model_name="list",
+            constraint=models.UniqueConstraint(
+                fields=("on_chain_id", "chain"), name="unique_on_chain_id_per_chain"
+            ),
+        ),
+    ]
diff --git a/lists/models.py b/lists/models.py

Original file line number	Diff line number	Diff line change
`@@ -70,6 +70,7 @@`
`70`	`70`	`NADABOT_TLA = "nadabot.testnet" if ENVIRONMENT == "testnet" else ("staging.nadabot.near" if ENVIRONMENT == "dev" else "nadabot.near")`
`71`	`71`	`STELLAR_CONTRACT_ID = os.environ.get("PL_STELLAR_CONTRACT_ID", "")`
`72`	`72`	`STELLAR_PROJECTS_REGISTRY_CONTRACT = os.environ.get("PL_STELLAR_PROJECTS_REGISTRY_CONTRACT", "")`
	`73`	`+STELLAR_LIST_CONTRACT = os.environ.get("PL_STELLAR_LIST_CONTRACT", "")`
`73`	`74`	`NEAR_SOCIAL_CONTRACT_ADDRESS = (`
`74`	`75`	`"v1.social08.testnet" if ENVIRONMENT == "testnet" else "social.near"`
`75`	`76`	`)`
`@@ -93,7 +94,7 @@`
`93`	`94`
`94`	`95`	`STELLAR_RPC_URL = (`
`95`	`96`	`"https://soroban-testnet.stellar.org"`
`96`		`- if ENVIRONMENT == "testnet"`
	`97`	`+ if ENVIRONMENT == "local"`
`97`	`98`	`else "https://stellar-soroban-public.nodies.app"`
`98`	`99`	`)`
`99`	`100`