Merge pull request #101 from Zohair-coder/dev

changed schedule and added better logging

Author: Zohair-coder

k8s/drexel-scraper/templates/cronjob.yaml

@@ -3,7 +3,7 @@ kind: CronJob
 metadata:
   name: drexel-scheduler-cronjob
 spec:
-  schedule: "10,30,50 * * * *"
+  schedule: {{ .Values.schedule }}
   successfulJobsHistoryLimit: 1
   failedJobsHistoryLimit: 1
   timeZone: "US/Eastern"

k8s/drexel-scraper/values-default.yaml

@@ -3,3 +3,4 @@ dbName: schedulerdb
 host: scheduler.zohair.dev
 tlsSecretName: grafana-tls
 serviceName: grafana
+schedule: "7,27,47 * * * *"

k8s/drexel-scraper/values-dev.yaml

@@ -3,3 +3,4 @@ dbName: schedulerdb_dev
 host: schedulerdev.zohair.dev
 tlsSecretName: grafana-dev-tls
 serviceName: grafana-dev
+schedule: "7,27,47 * * * *"

src/scrape.py

@@ -27,6 +27,10 @@ def scrape(
             if "shib_idp_session" in session.cookies:
                 is_logged_into_drexel_connect = True
                 break
+            else:
+                print(
+                    f"shib_idp_session cookie not found in session. Trying again in {reset_period} seconds..."
+                )
         except Exception:
             print("Error logging in to Drexel Connect: ")
             print(traceback.format_exc())