Fix(github): avoid running into rate limits

Author: till

cmd/bot/main.go

@@ -32,6 +32,8 @@ var (
 
 	// for github crawling
 	githubToken string = ""
+
+	checkInterval time.Duration = 15 * time.Minute
 )
 
 func init() {
@@ -127,11 +129,16 @@ func main() {
 			for {
 				slog.DebugContext(ctx, "checking...")
 				if err := content.Do(ctx, c); err != nil {
-					slog.ErrorContext(ctx, err.Error())
-					os.Exit(1)
+					if !errors.Is(err, content.ErrCouldNotContent) {
+						slog.ErrorContext(ctx, err.Error())
+						os.Exit(1)
+					}
+					slog.DebugContext(ctx, "backing off...")
+					break
+
 				}
 
-				time.Sleep(5 * time.Minute)
+				time.Sleep(checkInterval)
 			}
 			return nil
 		},

internal/content/content.go

@@ -2,7 +2,7 @@ package content
 
 import (
 	"context"
-	"fmt"
+	"errors"
 	"log/slog"
 	"strings"
 
@@ -13,7 +13,8 @@ import (
 )
 
 var (
-	provider github.Provider
+	provider           github.Provider
+	ErrCouldNotContent = errors.New("could not get content")
 )
 
 func Start(token string, cacheClient cache.Client) error {
@@ -28,7 +29,8 @@ func Start(token string, cacheClient cache.Client) error {
 func Do(ctx context.Context, c bluesky.Client) error {
 	p, err := provider.GetContentToPublish()
 	if err != nil {
-		return fmt.Errorf("could not get content: %v", err)
+		slog.Error("error fetching content", slog.Any("err", err))
+		return ErrCouldNotContent
 	}
 
 	if p == nil {