changes feature

Author: leftmove

backend/routers/filer.py

@@ -182,12 +182,14 @@ def create_historical(cik, company, stamp):
             database.edit_filer(filer_query, stock_query)
             database.add_log(cik, log_item)
 
+        change_list = analysis.analyze_changes(cik)
         allocation_list = analysis.analyze_allocation(cik)
         aum_list = analysis.analyze_aum(cik)
         database.edit_filer(
             {"cik": cik},
             {
                 "$set": {
+                    "analysis.changes": change_list,
                     "analysis.allocation": allocation_list,
                     "analysis.aum_timeseries": aum_list,
                 }

backend/routers/filing.py

@@ -165,6 +165,7 @@ async def record_filing_csv(cik: str, access_number: str, headers: str = None):
     )
 
 
+@cache(2)
 @router.get("/filer", status_code=200)
 async def filings_info(cik: str):
     pipeline = [
@@ -179,6 +180,7 @@ async def filings_info(cik: str):
     return {"filings": filings}
 
 
+@cache(2)
 @router.get("/info", status_code=200)
 async def filing_info(cik: str, access_number: str, include_filer: bool = False):
     filing = database.find_filing(cik, access_number, {"_id": 0, "cik": 0, "stocks": 0})
@@ -199,3 +201,12 @@ async def filing_info(cik: str, access_number: str, include_filer: bool = False)
         "filing": filing,
         **({"filer": filer} if include_filer else {}),
     }
+
+
+@router.get("/changes", status_code=200)
+async def changes(cik: str, access_number: str):
+    filing = database.find_filing(cik, access_number)
+    if filing is None:
+        raise HTTPException(404, detail="Filing not found.")
+
+    filing_forms = web.check_forms(cik)

backend/routers/general.py

@@ -7,7 +7,6 @@
 
 from worker import tasks as worker
 
-
 from .lib import database
 from .lib import cache as cm
 from .lib.backup import save_collections
@@ -202,6 +201,18 @@ async def repair_all_filers(
     return {"description": "Started repairing all filers."}
 
 
+# from .lib import analysis
+# @router.get("/test", status_code=200, include_in_schema=False)
+# async def test_route(password: str, background: BackgroundTasks = BackgroundTasks):
+#     if password != ADMIN_PASSWORD:
+#         raise HTTPException(detail="Unable to give access.", status_code=403)
+
+#     changes = analysis.analyze_changes("1037389")
+#     print(changes)
+
+#     return {"description": "Hello World!"}
+
+
 @cache
 @router.get("/favicon.ico", status_code=200)
 async def favicon():

backend/routers/lib/analysis.py

@@ -5,9 +5,11 @@
 import logging
 
 from datetime import datetime
+from collections import defaultdict
 
 from . import database
 from . import api
+from . import web
 from . import cache
 from . import errors
 
@@ -872,6 +874,122 @@ def sort_and_format(filer_ciks):
         raise KeyError
 
 
+def analyze_changes(cik):
+
+    pipeline = [
+        {"$match": {"cik": cik, "form": {"$in": database.holding_forms}}},
+        {
+            "$project": {
+                "access_number": 1,
+                "stocks": {"$objectToArray": "$stocks"},
+            }
+        },
+        {"$project": {"access_number": 1, "stock": "$stocks.v"}},
+        {"$unwind": "$stock"},
+        {
+            "$project": {
+                "access_number": 1,
+                "stock.cusip": 1,
+                "stock.shares_held": 1,
+                "stock.market_value": 1,
+            }
+        },
+        {
+            "$group": {
+                "_id": "$access_number",
+                "access_number": {"$first": "$access_number"},
+                "stocks": {"$push": "$stock"},
+            }
+        },
+        {
+            "$set": {
+                "access_number": "$_id",
+            }
+        },
+        {
+            "$project": {
+                "_id": 0,
+                "access_number": 1,
+                "stocks": {
+                    "$arrayToObject": {
+                        "$map": {
+                            "input": "$stocks",
+                            "as": "stock",
+                            "in": {"k": "$$stock.cusip", "v": "$$stock"},
+                        }
+                    }
+                },
+            }
+        },
+    ]
+    filings_reports = [f["access"] for f in web.check_forms(cik)]
+    filings_list = [f for f in database.search_filings(pipeline)]
+
+    changes_list = []
+    for next_filing in filings_list:
+
+        next_access = next_filing["access_number"]
+        next_index = filings_reports.index(next_access)
+
+        prev_index = next_index + 1 if next_index + 1 < len(filings_reports) else None
+        if prev_index is None:
+            changes_list.append(
+                {
+                    "access_number": next_access,
+                    "changes": [],
+                }
+            )
+            continue
+        prev_access = filings_reports[prev_index]
+        prev_filing = next(
+            (f for f in filings_list if f["access_number"] == prev_access),
+            None,
+        )
+
+        if not prev_filing:
+            continue
+
+        next_stocks = next_filing.get("stocks", {})
+        prev_stocks = prev_filing.get("stocks", {})
+
+        if not next_stocks or not prev_stocks:
+            continue
+
+        change = defaultdict(lambda: {"shares": {}, "value": {}})
+        for cusip in next_stocks:
+            next_stock = next_stocks[cusip]
+            prev_stock = prev_stocks.get(cusip, None)
+
+            next_shares = next_stock["shares_held"]
+            prev_shares = prev_stock["shares_held"] if prev_stock else 0
+            if next_shares != prev_shares:
+                change[cusip]["shares"]["amount"] = abs(next_shares - prev_shares)
+                change[cusip]["shares"]["type"] = (
+                    "buy" if next_shares > prev_shares else "sell"
+                )
+
+            next_value = next_stock["market_value"]
+            prev_value = prev_stock["market_value"] if prev_stock else 0
+            if next_value != prev_value:
+                change[cusip]["value"]["amount"] = abs(next_value - prev_value)
+                change[cusip]["value"]["type"] = (
+                    "buy" if next_value > prev_value else "sell"
+                )
+        change = dict(change)
+
+        database.edit_filing(
+            {"cik": cik, "access_number": next_access}, {"$set": {"changes": change}}
+        )
+        changes_list.append(
+            {
+                "access_number": next_access,
+                "changes": change,
+            }
+        )
+
+    return changes_list
+
+
 # Really janky/inefficient
 
 

backend/routers/lib/web.py

@@ -87,7 +87,7 @@ def process_names(stocks, cik):
     return global_stocks
 
 
-def check_new(cik):
+def check_new(cik: str):
     document_reports = check_forms(cik)
 
     latest_report = document_reports[-1]
@@ -105,7 +105,7 @@ def check_new(cik):
         return False, None
 
 
-def check_forms(cik):
+def check_forms(cik: str):
     data = api.sec_filer_search(cik)
     recent_filings = data["filings"]["recent"]
 

frontend/components/Analysis/Analysis.jsx

@@ -4,7 +4,7 @@ import { useState } from "react";
 import FolderIcon from "@/public/static/folder.svg";
 import FilterIcon from "@/public/static/filter.svg";
 
-import { fontLight } from "@fonts";
+import { font as fontLight } from "@fonts"; // lazyness
 
 const Analysis = ({ text = "Analysis", icon = "folder", children }) => {
   const [open, setOpen] = useState(false);

frontend/components/Analysis/Analysis.module.css

@@ -18,9 +18,9 @@
   align-items: center;
   cursor: pointer;
 
-  width: 19%;
+  width: 20%;
   border-radius: 5px;
-  padding: 5px;
+  padding: 5px 7px;
   opacity: 1;
   margin: auto;
   margin-top: 10px;

frontend/components/Explorer/Timeline/Select/Picker/Picker.jsx

@@ -26,10 +26,18 @@ const Picker = (props) => {
           const accessNumber = filing.access_number;
           const reportDate = new Date(
             filing.report_date * 1000
-          ).toLocaleDateString();
+          ).toLocaleDateString("en-US", {
+            month: "short",
+            day: "numeric",
+            year: "numeric",
+          });
           const filingDate = new Date(
             filing.filing_date * 1000
-          ).toLocaleDateString();
+          ).toLocaleDateString("en-US", {
+            month: "short",
+            day: "numeric",
+            year: "numeric",
+          });
           const marketValue = filing.market_value
             ? new Intl.NumberFormat("en-US").format(filing.market_value)
             : "-";

frontend/components/Explorer/Timeline/Select/Picker/Picker.module.css

@@ -62,15 +62,17 @@
   justify-content: space-between;
   cursor: pointer;
 
-  width: 95%;
+  width: 100%;
   border-radius: 5px;
+  border-bottom: solid var(--offwhite) 1px;
 
   color: var(--secondary-dark);
-  transition: background-color 0.1s ease;
+  transition: background-color 0.1s ease, border-radius 0.3s ease;
 }
 
 .picker-filing:hover {
   background-color: var(--offwhite);
+  border-radius: 0px;
 }
 
 .filing-attribute {
@@ -79,11 +81,19 @@
   justify-content: center;
   text-align: center;
 
+  font-size: 0.8rem;
   width: 30%;
   margin: 5px;
   border-radius: 5px;
+  border-right: solid var(--offwhite) 1px;
+}
 
-  background-color: var(--offwhite);
+.filing-attribute:last-child {
+  border-right: none;
+}
+
+.filing-attribute:first-child {
+  font-size: 1.2rem;
 }
 
 .picker-attributes {

frontend/components/Explorer/Timeline/Select/Record/Record.jsx

@@ -43,7 +43,7 @@ const Record = (props) => {
       }
     >
       <span className={font.className}>
-        {variant == "csv" ? "Table" : "Data"}
+        {variant == "csv" ? "Spreadsheet" : "JSON"}
       </span>
       {variant == "csv" ? (
         <TableIcon className={styles["record-icon"]} />