secrets fixed! fn git

Author: afriedman412

.github/workflows/deploy.yml

@@ -0,0 +1,33 @@
+name: Deploy to Cloud Run Job
+
+on:
+  push:
+    branches: [main]
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: google-github-actions/auth@v2
+        with:
+          credentials_json: ${{ secrets.GCP_SA_KEY }}
+
+      - uses: google-github-actions/setup-gcloud@v2
+
+      - name: Configure Docker
+        run: gcloud auth configure-docker us-central1-docker.pkg.dev
+
+      - name: Build & Push Image
+        run: |
+          IMAGE=us-central1-docker.pkg.dev/${{ secrets.GCP_PROJECT_ID }}/fec/fec:latest
+          docker build -t $IMAGE .
+          docker push $IMAGE
+
+      - name: Update Cloud Run Job
+        run: |
+          gcloud run jobs update fec-ingest \
+            --image $IMAGE \
+            --region ${{ secrets.GCP_REGION }}

Dockerfile

@@ -0,0 +1,10 @@
+FROM python:3.12-slim
+
+WORKDIR /app
+
+COPY requirements.txt* ./
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY app/ app/
+
+CMD ["python", "-m", "app.main"]

app/config.py

@@ -7,13 +7,17 @@
 
 FEC_URL = "https://api.open.fec.gov/v1/schedules/{}"
 
+CYCLE = 2026
+
 DATA_DIR = Path(os.getenv("DATA_DIR", "data"))
 
 POSTGRES_URL = os.getenv(
     "POSTGRES_URL",
     "postgresql+psycopg2://localhost/postgres",
 )
 
+DT_FORMAT = "%Y-%m-%d"
+
 
 @dataclass(frozen=True)
 class VariantSpec:

app/helpers.py

@@ -3,6 +3,7 @@
 from typing import Dict, Any, List
 import json
 from app.logger import logger
+from app.config import DT_FORMAT
 from pathlib import Path
 from datetime import datetime as dt
 from typing import Optional
@@ -43,6 +44,12 @@ def get_now():
     ts = now_hour.strftime("%Y-%m-%d %H:00")
     return ts
 
+
+def get_today():
+    now_ = dt.now(ZoneInfo("America/New_York"))
+    ts = now_.strftime(DT_FORMAT)
+    return ts
+
 # ------------------------------------------------------------------------------
 # retry helpers
 # ------------------------------------------------------------------------------

app/main.py

@@ -1,8 +1,9 @@
 from app.query import fetch, FetchRun
 from app.ingestion import ingest_jsonl
 from app.mail import send_email
-from app.db import get_engine
-from app.helpers import get_now, format_results
+from app.db import get_engine, create_tables
+from app.helpers import get_now, format_results, get_today
+from app.config import CYCLE
 import os
 import time
 
@@ -47,7 +48,17 @@ def run(variant, key, cycle):
     send_email(
         subject=subject,
         body=body,
-        to=os.getenv('TEST_TARGETS'),
+        to="afriedman412@gmail.com",
         sender="steadynappin@gmail.com",
         df=new_data_df
     )
+
+
+if __name__ == "__main__":
+    today = get_today()
+    create_tables()
+    run(
+        variant="expenditure",
+        key=today,
+        cycle=CYCLE
+    )

app/query.py

@@ -43,7 +43,7 @@ class FetchRun:
     def __init__(
         self,
         *,
-        variant: Literal["date", "committee"],
+        variant: Literal["expenditure", "contribution"],
         key: str,
         cycle: int,
         per_page: int = 100,

requirements.txt

@@ -9,32 +9,41 @@ decorator==5.2.1
 executing==2.2.1
 greenlet==3.3.0
 idna==3.11
+iniconfig==2.3.0
 ipykernel==7.1.0
 ipython==9.8.0
 ipython_pygments_lexers==1.1.1
 jedi==0.19.2
 jupyter_client==8.7.0
 jupyter_core==5.9.1
 matplotlib-inline==0.2.1
+mirakuru==3.0.1
 nest-asyncio==1.6.0
 numpy==2.3.5
 packaging==25.0
 pandas==2.3.3
 parso==0.8.5
 pexpect==4.9.0
 platformdirs==4.5.1
+pluggy==1.6.0
+port-for==1.0.0
 prompt_toolkit==3.0.52
 psutil==7.1.3
+psycopg==3.3.2
 psycopg2-binary==2.9.11
 ptyprocess==0.7.0
 pure_eval==0.2.3
 pydantic==2.12.5
 pydantic_core==2.41.5
 Pygments==2.19.2
+pytest==9.0.2
+pytest-env==1.2.0
 python-dateutil==2.9.0.post0
+python-dotenv==1.2.1
 pytz==2025.2
 pyzmq==27.1.0
 requests==2.32.5
+secure-smtplib==0.1.1
 six==1.17.0
 SQLAlchemy==2.0.45
 sqlmodel==0.0.27