Reformat

Author: tsbhangu

servers/fai/alembic/versions/create_websites_table.py

@@ -43,9 +43,7 @@ def upgrade() -> None:
     )
     op.create_index("idx_websites_domain", "websites", ["domain"], unique=False)
     op.create_index("idx_websites_base_url", "websites", ["base_url"], unique=False)
-    op.create_index(
-        "idx_websites_domain_base_url", "websites", ["domain", "base_url"], unique=False
-    )
+    op.create_index("idx_websites_domain_base_url", "websites", ["domain", "base_url"], unique=False)
     # ### end Alembic commands ###
 
 

servers/fai/src/fai/routes/website.py

@@ -112,9 +112,7 @@ async def index_website(
         asyncio.create_task(job_manager.execute_job(job_id, _crawl_website_job, index_source.id, domain, body, db))
 
         LOGGER.info(f"Started website crawl job {job_id} for domain: {domain}, base_url: {body.base_url}")
-        return JSONResponse(
-            jsonable_encoder(IndexWebsiteResponse(job_id=job_id, base_url=body.base_url))
-        )
+        return JSONResponse(jsonable_encoder(IndexWebsiteResponse(job_id=job_id, base_url=body.base_url)))
 
     except Exception as e:
         LOGGER.exception("Failed to start website crawl")
@@ -260,11 +258,7 @@ async def get_website_by_id(
     Get a single indexed website page by ID.
     """
     try:
-        website = await db.execute(
-            select(WebsiteDb).where(
-                WebsiteDb.id == website_id, WebsiteDb.domain == domain
-            )
-        )
+        website = await db.execute(select(WebsiteDb).where(WebsiteDb.id == website_id, WebsiteDb.domain == domain))
         website = website.scalar_one_or_none()
 
         if not website:
@@ -301,9 +295,7 @@ async def get_websites(
 
         offset = (page - 1) * limit
 
-        total_count = await db.scalar(
-            select(func.count()).select_from(WebsiteDb).where(WebsiteDb.domain == domain)
-        )
+        total_count = await db.scalar(select(func.count()).select_from(WebsiteDb).where(WebsiteDb.domain == domain))
 
         stmt = select(WebsiteDb).where(WebsiteDb.domain == domain).offset(offset).limit(limit)
         result = await db.execute(stmt)
@@ -348,9 +340,7 @@ async def reindex_website(
     try:
         # Delete all existing pages from this website
         websites = await db.execute(
-            select(WebsiteDb).where(
-                WebsiteDb.domain == domain, WebsiteDb.base_url == body.base_url
-            )
+            select(WebsiteDb).where(WebsiteDb.domain == domain, WebsiteDb.base_url == body.base_url)
         )
         websites = websites.scalars().all()
 
@@ -409,9 +399,7 @@ async def reindex_website(
         )
 
         LOGGER.info(f"Started website re-crawl job {job_id} for domain: {domain}, base_url: {body.base_url}")
-        return JSONResponse(
-            jsonable_encoder(ReindexWebsiteResponse(job_id=job_id, base_url=body.base_url))
-        )
+        return JSONResponse(jsonable_encoder(ReindexWebsiteResponse(job_id=job_id, base_url=body.base_url)))
 
     except Exception as e:
         LOGGER.exception("Failed to reindex website")
@@ -435,9 +423,7 @@ async def delete_website(
     """
     try:
         websites = await db.execute(
-            select(WebsiteDb).where(
-                WebsiteDb.domain == domain, WebsiteDb.base_url == body.base_url
-            )
+            select(WebsiteDb).where(WebsiteDb.domain == domain, WebsiteDb.base_url == body.base_url)
         )
         websites = websites.scalars().all()
 
@@ -453,9 +439,7 @@ async def delete_website(
             await sync_index_to_target(domain, get_website_index_name(), get_query_index_name())
 
         LOGGER.info(f"Deleted {pages_deleted} pages from {body.base_url} for domain: {domain}")
-        return JSONResponse(
-            jsonable_encoder(DeleteWebsiteResponse(success=True, pages_deleted=pages_deleted))
-        )
+        return JSONResponse(jsonable_encoder(DeleteWebsiteResponse(success=True, pages_deleted=pages_deleted)))
 
     except Exception as e:
         LOGGER.exception("Failed to delete website")
@@ -492,9 +476,7 @@ async def delete_all_websites(
             await sync_index_to_target(domain, get_website_index_name(), get_query_index_name())
 
         LOGGER.info(f"Deleted all {pages_deleted} website pages for domain: {domain}")
-        return JSONResponse(
-            jsonable_encoder(DeleteAllWebsitesResponse(success=True, pages_deleted=pages_deleted))
-        )
+        return JSONResponse(jsonable_encoder(DeleteAllWebsitesResponse(success=True, pages_deleted=pages_deleted)))
 
     except Exception as e:
         LOGGER.exception("Failed to delete all websites")