Print statements galore

Author: TyHil

.github/workflows/daily-update.yml

@@ -43,7 +43,7 @@ jobs:
       run: make build
 
     - name: Scrape Astra
-      run: ./api-tools -scrape -astra
+      run: ./api-tools -scrape -astra -verbose
 
 #    - name: Parse Astra
 #      run: ./api-tools -parse -astra

scrapers/astra.go

@@ -26,17 +26,21 @@ func ScrapeAstra(outDir string) {
 		log.Panic("Error loading .env file")
 	}
 
+	log.Print("1")
 	// Start chromedp
 	chromedpCtx, cancel := utils.InitChromeDp()
+	log.Print("2")
 
 	// Make output folder
 	err := os.MkdirAll(outDir, 0777)
 	if err != nil {
 		panic(err)
 	}
+	log.Print("3")
 
 	days := "{"       // String JSON for storing results by day
 	firstLoop := true // To avoid adding a comma to the JSON on the first loop
+	log.Print("4")
 
 	// Init http client
 	tr := &http.Transport{
@@ -45,11 +49,13 @@ func ScrapeAstra(outDir string) {
 		DisableCompression: true,
 	}
 	cli := &http.Client{Transport: tr}
+	log.Print("5")
 
 	// Get cookies for auth
 	astraHeaders := utils.RefreshAstraToken(chromedpCtx)
 	time.Sleep(500 * time.Millisecond)
 	cancel() // Don't need chromedp anymore
+	log.Print("6")
 
 	// Starting date
 	date := time.Now()

utils/methods.go

@@ -104,6 +104,7 @@ func RefreshToken(chromedpCtx context.Context) map[string][]string {
 
 // This function signs into Astra
 func RefreshAstraToken(chromedpCtx context.Context) map[string][]string {
+	log.Print("5.1")
 	// Get username and password
 	username, present := os.LookupEnv("LOGIN_ASTRA_USERNAME")
 	if !present {
@@ -113,6 +114,7 @@ func RefreshAstraToken(chromedpCtx context.Context) map[string][]string {
 	if !present {
 		log.Panic("LOGIN_ASTRA_PASSWORD is missing from .env!")
 	}
+	log.Print("5.2")
 
 	// Sign in
 	VPrintf("Signing in...")
@@ -132,6 +134,7 @@ func RefreshAstraToken(chromedpCtx context.Context) map[string][]string {
 	if err != nil {
 		panic(err)
 	}
+	log.Print("5.3")
 
 	// Save all cookies to string
 	cookieStr := ""
@@ -156,6 +159,7 @@ func RefreshAstraToken(chromedpCtx context.Context) map[string][]string {
 	if err != nil {
 		panic(err)
 	}
+	log.Print("5.4")
 
 	// Return headers, copied from a request the actual site made
 	return map[string][]string{