build: add generic github repo fetching utility

* add leaflet lexicons

* add prod build flag

Author: desertthunder

README.md

@@ -30,3 +30,53 @@ go install
 ### First Steps
 
 For a comprehensive walkthrough including task management, time tracking, notes, and media tracking, see the [Quickstart Guide](website/docs/Quickstart.md).
+
+## Development
+
+Noteleaf uses [Task](https://taskfile.dev) for build automation. Development builds include additional tooling commands not available in production builds.
+
+### Building
+
+```sh
+# Production build
+task build
+
+# Development build (with version info and dev tools)
+task build:dev
+
+# Run tests
+task test
+task cov # ...with coverage
+```
+
+### Development Tools
+
+Dev builds (`task build:dev`) include a `tools` subcommand with maintenance utilities:
+
+**Documentation Generation:**
+
+```sh
+# Generate Docusaurus documentation
+noteleaf tools docgen --format docusaurus --out website/docs/manual
+
+# Generate man pages
+noteleaf tools docgen --format man --out docs/manual
+```
+
+**Data Synchronization:**
+
+```sh
+# Fetch Leaflet lexicons from GitHub
+noteleaf tools fetch lexicons
+
+# Fetch from a specific commit
+noteleaf tools fetch lexicons --sha abc123def
+
+# Generic GitHub repository archive fetcher
+noteleaf tools fetch gh-repo \
+  --repo owner/repo \
+  --path schemas/ \
+  --output local/schemas/
+```
+
+Production builds (`task build:rc`, `task build:prod`) use the `-tags prod` flag to exclude dev tools.

Taskfile.yml

@@ -51,7 +51,7 @@ tasks:
       - echo "Built {{.BUILD_DIR}}/{{.BINARY_NAME}}"
 
   build:dev:
-    desc: Build binary with dev version (includes git commit hash)
+    desc: Build binary with dev version (includes git commit hash and dev tools)
     vars:
       VERSION: "{{.GIT_DESCRIBE}}"
       LDFLAGS: "-X {{.VERSION_PKG}}.Version={{.VERSION}} -X {{.VERSION_PKG}}.Commit={{.GIT_COMMIT}} -X {{.VERSION_PKG}}.BuildDate={{.BUILD_DATE}}"
@@ -61,7 +61,7 @@ tasks:
       - 'echo "Built {{.BUILD_DIR}}/{{.BINARY_NAME}} (version: {{.VERSION}})"'
 
   build:rc:
-    desc: Build release candidate binary (requires git tag with -rc suffix)
+    desc: Build release candidate binary (requires git tag with -rc suffix, excludes dev tools)
     vars:
       VERSION: "{{.GIT_TAG}}"
       LDFLAGS: "-X {{.VERSION_PKG}}.Version={{.VERSION}} -X {{.VERSION_PKG}}.Commit={{.GIT_COMMIT}} -X {{.VERSION_PKG}}.BuildDate={{.BUILD_DATE}}"
@@ -72,11 +72,11 @@ tasks:
         msg: "Git tag must contain '-rc' for release candidate builds (e.g., v1.0.0-rc1)"
     cmds:
       - mkdir -p {{.BUILD_DIR}}
-      - go build -ldflags "{{.LDFLAGS}}" -o {{.BUILD_DIR}}/{{.BINARY_NAME}} {{.CMD_DIR}}
+      - go build -tags prod -ldflags "{{.LDFLAGS}}" -o {{.BUILD_DIR}}/{{.BINARY_NAME}} {{.CMD_DIR}}
       - 'echo "Built {{.BUILD_DIR}}/{{.BINARY_NAME}} (version: {{.VERSION}})"'
 
   build:prod:
-    desc: Build production binary (requires clean semver git tag)
+    desc: Build production binary (requires clean semver git tag, excludes dev tools)
     vars:
       VERSION: "{{.GIT_TAG}}"
       LDFLAGS: "-X {{.VERSION_PKG}}.Version={{.VERSION}} -X {{.VERSION_PKG}}.Commit={{.GIT_COMMIT}} -X {{.VERSION_PKG}}.BuildDate={{.BUILD_DATE}}"
@@ -89,7 +89,7 @@ tasks:
         msg: "Working directory must be clean (no uncommitted changes) for production builds"
     cmds:
       - mkdir -p {{.BUILD_DIR}}
-      - go build -ldflags "{{.LDFLAGS}}" -o {{.BUILD_DIR}}/{{.BINARY_NAME}} {{.CMD_DIR}}
+      - go build -tags prod -ldflags "{{.LDFLAGS}}" -o {{.BUILD_DIR}}/{{.BINARY_NAME}} {{.CMD_DIR}}
       - 'echo "Built {{.BUILD_DIR}}/{{.BINARY_NAME}} (version: {{.VERSION}})"'
 
   clean:

cmd/main.go

@@ -14,7 +14,6 @@ import (
 	"github.com/stormlightlabs/noteleaf/internal/ui"
 	"github.com/stormlightlabs/noteleaf/internal/utils"
 	"github.com/stormlightlabs/noteleaf/internal/version"
-	"github.com/stormlightlabs/noteleaf/tools"
 )
 
 var (
@@ -251,7 +250,7 @@ history of completed media.`,
 		root.AddCommand(cmd)
 	}
 
-	root.AddCommand(tools.NewDocGenCommand(root))
+	registerTools(root)
 
 	opts := []fang.Option{
 		fang.WithVersion(version.String()),

cmd/tools_dev.go

@@ -0,0 +1,13 @@
+//go:build !prod
+
+package main
+
+import (
+	"github.com/spf13/cobra"
+	"github.com/stormlightlabs/noteleaf/tools"
+)
+
+// registerTools adds development tools to the root command
+func registerTools(root *cobra.Command) {
+	root.AddCommand(tools.NewToolsCommand(root))
+}

cmd/tools_prod.go

@@ -0,0 +1,8 @@
+//go:build prod
+
+package main
+
+import "github.com/spf13/cobra"
+
+// registerTools is a no-op in production builds
+func registerTools(*cobra.Command) {}

tools/docgen.go

@@ -1,3 +1,5 @@
+//go:build !prod
+
 package tools
 
 import (
@@ -324,7 +326,7 @@ func findCommand(root *cobra.Command, path []string) *cobra.Command {
 	}
 
 	for _, cmd := range root.Commands() {
-		if cmd.Name() == path[0] || contains(cmd.Aliases, path[0]) {
+		if cmd.Name() == path[0] || slices.Contains(cmd.Aliases, path[0]) {
 			if len(path) == 1 {
 				return cmd
 			}
@@ -334,8 +336,3 @@ func findCommand(root *cobra.Command, path []string) *cobra.Command {
 
 	return nil
 }
-
-// contains checks if a string is in a slice
-func contains(slice []string, str string) bool {
-	return slices.Contains(slice, str)
-}

tools/fetch.go

@@ -0,0 +1,21 @@
+//go:build !prod
+
+package tools
+
+import "github.com/spf13/cobra"
+
+// NewFetchCommand creates a parent command for fetching remote resources
+func NewFetchCommand() *cobra.Command {
+	cmd := &cobra.Command{
+		Use:   "fetch",
+		Short: "Fetch remote resources",
+		Long: `Fetch and synchronize remote resources from GitHub repositories.
+
+Includes commands for fetching lexicons, schemas, and other data files.`,
+	}
+
+	cmd.AddCommand(NewGHRepoCommand())
+	cmd.AddCommand(NewLexiconsCommand())
+
+	return cmd
+}

tools/lexicon_fetch.go

@@ -0,0 +1,51 @@
+//go:build !prod
+
+package tools
+
+import (
+	"context"
+
+	"github.com/spf13/cobra"
+)
+
+// NewLexiconsCommand creates a command for fetching Leaflet lexicons
+func NewLexiconsCommand() *cobra.Command {
+	var sha string
+	var output string
+
+	cmd := &cobra.Command{
+		Use:   "lexicons",
+		Short: "Fetch Leaflet lexicons from GitHub",
+		Long: `Fetches Leaflet lexicons from the hyperlink-academy/leaflet repository.
+
+This is a convenience wrapper around gh-repo with pre-configured defaults
+for the Leaflet lexicon repository.`,
+		Example: `  # Fetch latest lexicons
+  noteleaf tools fetch lexicons
+
+  # Fetch from a specific commit
+  noteleaf tools fetch lexicons --sha abc123def
+
+  # Fetch to a custom directory
+  noteleaf tools fetch lexicons --output ./tmp/lexicons`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			config := ArchiveConfig{
+				Repo:       "hyperlink-academy/leaflet",
+				Path:       "lexicons/pub/leaflet/",
+				Output:     output,
+				SHA:        sha,
+				FormatJSON: true,
+			}
+
+			ctx := cmd.Context()
+			if ctx == nil {
+				ctx = context.Background()
+			}
+
+			return fetchAndExtractArchive(ctx, config, cmd.OutOrStdout())
+		},
+	}
+	cmd.Flags().StringVar(&sha, "sha", "", "Specific commit SHA (default: latest)")
+	cmd.Flags().StringVar(&output, "output", "lexdocs/leaflet/", "Output directory for lexicons")
+	return cmd
+}

tools/registry.go

@@ -0,0 +1,19 @@
+//go:build !prod
+
+package tools
+
+import "github.com/spf13/cobra"
+
+// NewToolsCommand creates a parent command for all development tools
+func NewToolsCommand(root *cobra.Command) *cobra.Command {
+	cmd := &cobra.Command{
+		Use:   "tools",
+		Short: "Development and maintenance tools",
+		Long: `Development tools for documentation generation, data synchronization,
+and maintenance tasks. These commands are only available in dev builds.`,
+	}
+	cmd.AddCommand(NewDocGenCommand(root))
+	cmd.AddCommand(NewFetchCommand())
+
+	return cmd
+}