Generate list of Event for Meetup API & known Rush groups

Author: hankngo

tools/events-automation/generate_events_meetup.py

@@ -3,8 +3,9 @@
 import concurrent.futures
 import pandas as pd
 
-from generate_token import generate_signed_jwt
+from jwt_auth import generate_signed_jwt
 from urllib.parse import urlsplit
+from event import Event
 
 def authenticate():
     URL = "https://secure.meetup.com/oauth2/access"
@@ -132,4 +133,95 @@ def get_known_rush_groups(fileName):
         group["urlname"] = (split_url.path).replace("/", "")
         group["location"] = row["location"]
         groups[index] = group
-    return groups
+    return groups
+
+def get_20_events(groups) -> list[Event]:
+    # TODO: Make sure list of 20 events has all values for list of Event
+    events = []
+    URL = "https://api.meetup.com/gql"
+    access_token, refresh_token = authenticate()
+
+    if not access_token:
+        print("Authentication failed, cannot proceed to fetch events.")
+        return
+
+    headers = {
+        "Authorization": f"Bearer {access_token}",
+        "Content-Type": "application/json",
+    }
+    data = {}
+    count = 1
+    for group in groups.values():
+        urlName = group["urlname"]
+        data = {
+            "query": """
+            query ($urlName: String!, $searchEventInput: ConnectionInput!) {
+                groupByUrlname(urlname: $urlName) {
+                    upcomingEvents(input: $searchEventInput, sortOrder: ASC) {
+                        pageInfo {
+                            hasNextPage
+                            endCursor
+                        }
+                        edges {
+                            node {
+                                id
+                                title
+                                dateTime
+                                eventUrl
+                                venue {
+                                    venueType
+                                    lat
+                                    lng
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+            """,
+            "variables": {
+                "urlName": urlName,
+                "searchEventInput": {
+                    "first": 20
+                }
+            }
+        }
+        response = requests.post(url=URL, headers=headers, json=data)
+        data = response.json()["data"]
+
+        if data:
+            searchGroupByUrlname = data["groupByUrlname"]
+            if searchGroupByUrlname:
+                edges = searchGroupByUrlname["upcomingEvents"]["edges"]
+                if edges:
+                    for edge in edges:
+                        node = edge["node"]
+                        if node:
+                            name = node["title"]
+                            lat, lng = 0, 0
+                            virtual = True
+                            venue = node["venue"]
+                            # TODO: What if venue is None? would it consider as spam event?
+                            if venue:
+                                lat, lng = venue["lat"], venue["lng"] # set to location?
+                                if venue["venueType"] != "online":
+                                    virtual = False
+                            location = f"{lat}, {lng}"
+                            date = node["dateTime"]
+                            url = node["eventUrl"]
+                            organizerName = group.get("name", urlName)
+                            organizerUrl = group["link"]
+                            # print(f"Event({name}, location={location}\ndate={date}, url={url}, virtual={virtual}\norganizerName={organizerName}, organizerUrl={organizerUrl}\n")
+                            events.append(Event(name, location, date, url, virtual, organizerName, organizerUrl))
+    return events
+
+def get_events() -> list[Event]:
+    # TODO: get list of events from Meetup and known Rush groups, and combine two list together
+    # return the event source
+    # groups = get_rush_groups()
+    events_meetup_groups = get_20_events(get_rush_groups())
+    # groups = get_known_rush_groups("rust_meetup_groups.csv")
+    events_known_groups = get_20_events(get_known_rush_groups("rust_meetup_groups.csv"))
+    return events_meetup_groups + events_known_groups
+
+print(len(get_events()))