wip

Author: pythoninthegrass

.gitignore

@@ -1,5 +1,6 @@
 # ETC
 .bash_history
+.serena/
 *.db
 *.key
 *.pem

AGENTS.md

@@ -29,3 +29,42 @@
 - **File Structure**: Core logic in app/core/, utilities in app/utils/
 - **Docstrings**: Use double quotes for docstrings
 - **Tests**: Files in tests/, follow test_* naming convention
+
+## GraphQL API Troubleshooting
+
+When debugging GraphQL API issues (particularly for Meetup API):
+
+### 1. Direct GraphQL Testing
+- Test queries directly against the GraphQL endpoint using curl before debugging application code
+- Example: `curl -X POST "https://api.meetup.com/gql-ext" -H "Authorization: Bearer <token>" -H "Content-Type: application/json" -d '{"query": "query { self { id name } }"}'`
+- Start with simple queries (like `self { id name }`) then gradually add complexity
+
+### 2. API Migration Validation
+- Check API documentation for migration guides when encountering field errors
+- Common Meetup API changes:
+  - `count` → `totalCount`
+  - `upcomingEvents` → `memberEvents(first: N)` for self queries
+  - `upcomingEvents` → `events(first: N)` for group queries
+  - Syntax changes: `field(input: {first: N})` → `field(first: N)`
+
+### 3. Response Structure Analysis
+- Add temporary debug logging to inspect actual GraphQL responses
+- Check for `errors` array in GraphQL responses, not just HTTP status codes
+- Verify field existence with introspection or simple field queries
+- Example debug pattern:
+  ```python
+  response_data = r.json()
+  if 'errors' in response_data:
+      print('GraphQL Errors:', json.dumps(response_data['errors'], indent=2))
+  ```
+
+### 4. Field Validation Process
+- Use GraphQL validation errors to identify undefined fields
+- Test field names individually: `{ self { fieldName } }`
+- Check if field requires parameters (e.g., `memberEvents` requires `first`)
+- Validate nested field access patterns
+
+### 5. Token and Authentication Debugging
+- Verify token generation is working: `uv run python -c "from app.sign_jwt import main; print(main())"`
+- Test tokens directly against GraphQL endpoint outside of application
+- Check token expiration and refresh token logic

app/capture_groups.py

@@ -22,9 +22,9 @@
 base_url = "https://www.meetup.com"
 # * # anyDistance (default), twoMiles, fiveMiles, tenMiles, twentyFiveMiles, fiftyMiles, hundredMiles
 distance = "tenMiles"
-source = "GROUPS"                       # EVENTS (default), GROUPS
-category_id = "546"                     # technology groups
-location = "us--ok--Oklahoma%20City"    # OKC
+source = "GROUPS"  # EVENTS (default), GROUPS
+category_id = "546"  # technology groups
+location = "us--ok--Oklahoma%20City"  # OKC
 
 url = base_url + "/find/?distance=" + distance + "&source=" + source + "&categoryId=" + category_id + "&location=" + location
 

app/main.py

@@ -135,12 +135,13 @@ class UserInfo(db.Entity):
 DB_PASS = DB_PASS.strip('"')
 
 # postgres db
-db.bind(provider='postgres',
-        user=DB_USER,
-        password=DB_PASS,
-        host=DB_HOST,
-        database=DB_NAME,
-        port=DB_PORT,
+db.bind(
+    provider='postgres',
+    user=DB_USER,
+    password=DB_PASS,
+    host=DB_HOST,
+    database=DB_NAME,
+    port=DB_PORT,
 )
 
 # generate mapping
@@ -364,11 +365,12 @@ def generate_token(current_user: User = Depends(get_current_active_user)):
 
 # TODO: decouple export from formatted response
 @api_router.get("/events")
-def get_events(auth: dict = Depends(ip_whitelist_or_auth),
-               location: str = "Oklahoma City",
-               exclusions: str = "Tulsa",
-               current_user: User = Depends(get_current_active_user)
-    ):
+def get_events(
+    auth: dict = Depends(ip_whitelist_or_auth),
+    location: str = "Oklahoma City",
+    exclusions: str = "Tulsa",
+    current_user: User = Depends(get_current_active_user),
+):
     """
     Query upcoming Meetup events
 
@@ -584,12 +586,7 @@ def main():
     import uvicorn
 
     try:
-        uvicorn.run("main:app",
-                    host="0.0.0.0",
-                    port=PORT,
-                    limit_max_requests=10000,
-                    log_level="warning",
-                    reload=True)
+        uvicorn.run("main:app", host="0.0.0.0", port=PORT, limit_max_requests=10000, log_level="warning", reload=True)
     except KeyboardInterrupt:
         print("\nExiting...")
         sys.exit(0)

app/meetup_query.py

@@ -74,8 +74,8 @@
         name
         username
         memberUrl
-        upcomingEvents {
-            count
+        memberEvents(first: 10) {
+            totalCount
             pageInfo {
                 endCursor
             }
@@ -112,8 +112,8 @@
         urlname
         city
         link
-        upcomingEvents(input: { first: 1 }) {
-            count
+        events(first: 10) {
+            totalCount
             pageInfo {
                 endCursor
             }
@@ -143,15 +143,21 @@ def send_request(token, query, vars) -> str:
     """
     Request
 
-    POST https://api.meetup.com/gql
+    POST https://api.meetup.com/gql-ext
     """
 
-    endpoint = 'https://api.meetup.com/gql'
+    endpoint = 'https://api.meetup.com/gql-ext'
 
     headers = {'Authorization': f'Bearer {token}', 'Content-Type': 'application/json; charset=utf-8'}
 
     try:
-        r = requests.post(endpoint, json={'query': query, 'variables': vars}, headers=headers)
+        # Parse vars string to JSON object if it's a string
+        if isinstance(vars, str):
+            variables = json.loads(vars)
+        else:
+            variables = vars
+        
+        r = requests.post(endpoint, json={'query': query, 'variables': variables}, headers=headers)
         print(f"{Fore.GREEN}{info:<10}{Fore.RESET}Response HTTP Response Body: {r.status_code}")
 
         # pretty prints json response content but skips sorting keys as it rearranges graphql response
@@ -180,24 +186,36 @@ def format_response(response, location: str = "Oklahoma City", exclusions: str =
 
     # TODO: add arg for `self` or `groupByUrlname`
     # extract data from json
-    try:
-        data = response_json['data']['self']['upcomingEvents']['edges']
-        if data[0]['node']['group']['city'] != location:
-            print(f"{Fore.YELLOW}{warning:<10}{Fore.RESET}Skipping event outside of {location}")
-    except KeyError:
-        if response_json['data']['groupByUrlname'] is None:
-            data = ""
-            print(f"{Fore.YELLOW}{warning:<10}{Fore.RESET}Skipping group due to empty response")
-            pass
-        else:
-            data = response_json['data']['groupByUrlname']['upcomingEvents']['edges']
-            # TODO: handle no upcoming events to fallback on initial response
-            if response_json['data']['groupByUrlname']['city'] != location:
-                print(f"{Fore.RED}{error:<10}{Fore.RESET}No data for {location} found")
-                pass
+    data = None
+
+    # Check if response has expected structure
+    if 'data' not in response_json:
+        print(
+            f"{Fore.RED}{error:<10}{Fore.RESET}GraphQL response missing 'data' key. Response: {json.dumps(response_json, indent=2)[:500]}"
+        )
+        data = ""
+    else:
+        try:
+            data = response_json['data']['self']['memberEvents']['edges']
+            if data and len(data) > 0 and data[0]['node']['group']['city'] != location:
+                print(f"{Fore.YELLOW}{warning:<10}{Fore.RESET}Skipping event outside of {location}")
+        except KeyError:
+            try:
+                if response_json['data'].get('groupByUrlname') is None:
+                    data = ""
+                    print(f"{Fore.YELLOW}{warning:<10}{Fore.RESET}Skipping group due to empty response")
+                else:
+                    data = response_json['data']['groupByUrlname']['events']['edges']
+                    # TODO: handle no upcoming events to fallback on initial response
+                    if response_json['data']['groupByUrlname']['city'] != location:
+                        print(f"{Fore.RED}{error:<10}{Fore.RESET}No data for {location} found")
+            except KeyError as e:
+                print(f"{Fore.RED}{error:<10}{Fore.RESET}KeyError accessing GraphQL data: {e}")
+                print(f"{Fore.RED}{error:<10}{Fore.RESET}Response structure: {json.dumps(response_json, indent=2)[:500]}")
+                data = ""
 
     # append data to rows
-    if data is not None:
+    if data:
         for i in range(len(data)):
             df.loc[i, 'name'] = data[i]['node']['group']['name']
             df.loc[i, 'date'] = data[i]['node']['dateTime']