Merge pull v0.4.7.0

Merge pull v0.4.7.0

Author: go-while

.github/workflows/release.yml

@@ -34,14 +34,6 @@ jobs:
         with:
           go-version: '1.25.x'
 
-      - name: Cache Go modules
-        uses: actions/cache@v4
-        with:
-          path: ~/go/pkg/mod
-          key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
-          restore-keys: |
-            ${{ runner.os }}-go-
-
       - name: Install dependencies
         run: go mod download
 
@@ -117,12 +109,33 @@ jobs:
             fi
           done
 
+      - name: Generate SHA256 checksums
+        run: |
+          OS="${{ matrix.os }}"
+          ARCH="${{ matrix.arch }}"
+          CHECKSUMS_FILE="checksums-${OS}-${ARCH}.sha256"
+          
+          echo "Generating SHA256 checksums for ${OS}-${ARCH} binaries..."
+          cd build
+          sha256sum * > "../${CHECKSUMS_FILE}"
+          cd ..
+          
+          echo "CHECKSUMS_FILE=${CHECKSUMS_FILE}" >> $GITHUB_ENV
+          echo ""
+          echo "Generated checksums for ${OS}-${ARCH}:"
+          echo "================================="
+          cat "${CHECKSUMS_FILE}"
+
       - name: Create release archive
         run: |
           VERSION="${{ steps.version.outputs.version }}"
           OS="${{ matrix.os }}"
           ARCH="${{ matrix.arch }}"
           ARCHIVE_NAME="go-pugleaf-v${VERSION}-${OS}-${ARCH}"
+          
+          # Include checksums in the archive
+          cp "${{ env.CHECKSUMS_FILE }}" build/checksums.sha256
+          
           if [ "${{ matrix.os }}" = "windows" ]; then
             zip -r "${ARCHIVE_NAME}.zip" build/ README.md LICENSE
             echo "ARCHIVE_FILE=${ARCHIVE_NAME}.zip" >> $GITHUB_ENV
@@ -135,7 +148,9 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: go-pugleaf-${{ matrix.os }}-${{ matrix.arch }}
-          path: ${{ env.ARCHIVE_FILE }}
+          path: |
+            ${{ env.ARCHIVE_FILE }}
+            ${{ env.CHECKSUMS_FILE }}
 
   release:
     name: Create release
@@ -163,6 +178,38 @@ jobs:
         with:
           path: artifacts
 
+      - name: Create comprehensive checksums file
+        run: |
+          echo "Creating comprehensive SHA256 checksums file..."
+          echo "# Go-Pugleaf v${{ steps.version.outputs.version }} - SHA256 Checksums" > SHA256SUMS.txt
+          echo "# Generated on $(date -u '+%Y-%m-%d %H:%M:%S UTC')" >> SHA256SUMS.txt
+          echo "" >> SHA256SUMS.txt
+          
+          # Process each platform's checksums
+          for artifact_dir in artifacts/go-pugleaf-*; do
+            if [ -d "$artifact_dir" ]; then
+              platform=$(basename "$artifact_dir" | sed 's/go-pugleaf-//')
+              echo "## Platform: $platform" >> SHA256SUMS.txt
+              
+              # Find and process checksums file for this platform
+              checksums_file=$(find "$artifact_dir" -name "checksums-*.sha256" | head -1)
+              if [ -f "$checksums_file" ]; then
+                echo "Processing checksums for $platform..."
+                while IFS= read -r line; do
+                  # Extract hash and filename
+                  hash=$(echo "$line" | cut -d' ' -f1)
+                  filename=$(echo "$line" | cut -d' ' -f2-)
+                  echo "$hash  $filename ($platform)" >> SHA256SUMS.txt
+                done < "$checksums_file"
+              fi
+              echo "" >> SHA256SUMS.txt
+            fi
+          done
+          
+          echo "Comprehensive checksums file created:"
+          echo "====================================="
+          cat SHA256SUMS.txt
+
       - name: Create release
         uses: softprops/action-gh-release@v2
         with:
@@ -193,8 +240,27 @@ jobs:
             - macOS (amd64, arm64)
             - Windows (amd64)
 
+            ### Binary Verification:
+            All binaries include SHA256 checksums for integrity verification:
+            - **SHA256SUMS.txt** - Comprehensive checksums for all platforms
+            - **checksums-{os}-{arch}.sha256** - Individual platform checksums
+            - Each archive also contains a `checksums.sha256` file for verification after extraction
+
+            **Verification Examples:**
+            ```bash
+            # Verify individual platform binaries
+            sha256sum -c checksums-linux-amd64.sha256
+            
+            # Verify after archive extraction
+            tar -xzf go-pugleaf-v${{ steps.version.outputs.version }}-linux-amd64.tar.gz
+            cd build/
+            sha256sum -c checksums.sha256
+            ```
+
             Extract the archive for your platform and run the binaries.
             See README.md for usage instructions.
-          files: artifacts/*/*
+          files: |
+            artifacts/*/*
+            SHA256SUMS.txt
           draft: false
           prerelease: false

.gitignore

@@ -29,6 +29,8 @@ go.work
 /demo_history
 internal/nntp/analysis_*
 update.tar.gz
+checksums.sha256
+checksums.sha256.archive
 active_files/local-mode.active.filtered
 active_files/local-mode.active.filtered.sorted
 active_files/local-mode.active.new

.update

@@ -53,31 +53,31 @@ git checkout testing-001
 ### Initial Setup
 
 1. **Create admin account** - Choose one of two methods:
-   - **Web registration**: First registered user becomes administrator
-   - **Command line**: Use the usermgr tool to create admin users directly
-   ```bash
-   go build -o build/usermgr ./cmd/usermgr
-   mv build/usermgr .
-   ./usermgr -create -username admin -email [email protected] -display "Administrator" -admin
-   ```
+  - **Web registration**: First registered user becomes administrator
+  - **Command line**: Use the usermgr tool to create admin users directly
+```bash
+./build_usermgr.sh
+mv build/usermgr .
+./usermgr -create -username admin -email [email protected] -display "Administrator" -admin
+```
 2. **Secure your instance** - Login → Statistics → Disable registrations
 3. **Add newsgroups** - Admin → Add groups you want to follow
-- or bulk import newsgroups
+  - Or bulk import newsgroups:
 ```bash
-./webserver -import-active preload/active.txt
-./webserver -update-desc preload/newsgroups.descriptions
-- rslight section import:
-- see etc/menu.conf and creating sections aka folders in etc/ containing a groups.txt
-- like etc/section/groups.txt
+./webserver -import-active preload/active.txt -nntphostname your.domain.com
+./webserver -update-desc preload/newsgroups.descriptions -nntphostname your.domain.com
 ./rslight-importer -data data -etc etc -spool spool -nntphostname your.domain.com
-- spool folder can be empty if you don't want to import rocksolid backups.
 ```
+  - rslight section import: see etc/menu.conf and creating sections aka folders in etc/ containing a groups.txt (e.g., etc/section/groups.txt)
+  - spool folder can be empty if you don't want to import rocksolid backups.
 4. **Configure provider** - Admin → Providers (defaults works)
 
 5. **Limit Connections**
- - Please limit to max 500 connections at lux-feed1.newsdeef.eu
+ - Please limit to max 50 connections at 81-171-22-215.pugleaf.net
  - this is a free service and we want to keep it running for everyone.
  - blueworldhosting and eternal-september have hardcoded limit of 3 conns!
+ - There is NO NEED to download all usenet from archives again!
+ - Unfiltered databases will be shared via torrent soon!
 
 6. **Fetch articles** - Use `pugleaf-fetcher` to download articles from subscribed groups
 7. **Runtime Mode** - Set connections to max 10 when your back filling is finished.
@@ -163,7 +163,7 @@ The usermgr tool is particularly useful for:
 - Batch user management and automation
 - Managing users when web interface is unavailable
 
-📖 **For complete documentation of all 19 available binaries and their flags, see [Binary Documentation](#-binary-documentation) below.**
+📖 **For complete documentation of all 19 available binaries and their flags, see [Binary Documentation](#binary-documentation) below.**
 
 ### Building individual tools
 
@@ -180,6 +180,43 @@ Or build a single tool manually, e.g.:
 go build -o build/usermgr ./cmd/usermgr
 ```
 
+### Building and Release
+
+**Build all binaries:**
+```bash
+# Build all binaries (automatically generates checksums)
+./build_ALL.sh
+```
+
+**Generate checksums manually:**
+```bash
+# Generate SHA256 checksums for all executables in build/
+./createChecksums.sh
+```
+
+**Build and create release package:**
+```bash
+# Build all binaries and create release package with checksums
+./build_ALL.sh update
+```
+
+This creates:
+- `checksums.sha256` - SHA256 hashes for all individual executables (with build/ paths)
+- `checksums.sha256.archive` - SHA256 hashes with relative paths for archive inclusion
+- `update.tar.gz` - Compressed archive of all binaries including checksums.sha256
+- `.update` - SHA256 hash of the tar.gz file
+
+**Verify checksums:**
+```bash
+# Verify all executable checksums (from repository root)
+sha256sum -c checksums.sha256
+
+# Verify checksums after extracting release archive
+tar -xzf update.tar.gz
+cd extracted-directory/
+sha256sum -c checksums.sha256  # Verify all executables in release
+```
+
 ## 📚 Binary Documentation
 
 go-pugleaf includes command-line applications for various newsgroup management tasks.
@@ -190,6 +227,7 @@ go-pugleaf includes command-line applications for various newsgroup management t
 
 #### `webserver` (cmd/web)
 **Main web interface**
+```bash
 ./webserver -nntphostname your.domain.com
 ```
 
@@ -252,7 +290,7 @@ go-pugleaf includes command-line applications for various newsgroup management t
 - `-nntphostname string` - Your hostname must be set!
 
 **Connection Configuration:**
-- `-host string` - NNTP hostname (default: "lux-feed1.newsdeef.eu")
+- `-host string` - NNTP hostname (default: "81-171-22-215.pugleaf.net")
 - `-port int` - NNTP port (default: 563)
 - `-username string` - NNTP username (default: "read")
 - `-password string` - NNTP password (default: "only")
@@ -303,7 +341,7 @@ go-pugleaf includes command-line applications for various newsgroup management t
 ```
 
 **Connection Configuration:**
-- `-host string` - NNTP hostname (default: "lux-feed1.newsdeef.eu")
+- `-host string` - NNTP hostname (default: "81-171-22-215.pugleaf.net")
 - `-port int` - NNTP port (default: 563)
 - `-username string` - NNTP username (default: "read")
 - `-password string` - NNTP password (default: "only")
@@ -573,3 +611,4 @@ GPL v2 - see [LICENSE](LICENSE)
 This project is inspired by the work of Thomas "Retro Guy" Miller and the original RockSolid Light project.
 
 -- the pugleaf.net development team -
+```

README.md

@@ -1 +1 @@
-4.6.9
+4.7.0

appVersion.txt

@@ -17,4 +17,8 @@ rm -v build/*
 ./build_recover-db.sh
 ./build_expire-news.sh
 
+# Always generate checksums after building
+echo "Generating checksums for built executables..."
+./createChecksums.sh
+
 test "$1" = "update" && ./createUpdate.sh

build_ALL.sh

@@ -1,4 +1,4 @@
 #!/bin/bash
 echo "$0"
-go build -race -o build/webserver -ldflags "-X main.appVersion=$(cat appVersion.txt)" ./cmd/web/
+GOEXPERIMENT=greenteagc go build -race -o build/webserver -ldflags "-X main.appVersion=$(cat appVersion.txt)" ./cmd/web/
 exit $?

build_webserver.sh

@@ -129,7 +129,7 @@ func main() {
 
 	// Command line flags for NNTP server connection
 	var (
-		host       = flag.String("host", "lux-feed1.newsdeef.eu", "NNTP hostname")
+		host       = flag.String("host", "81-171-22-215.pugleaf.net", "NNTP hostname")
 		port       = flag.Int("port", 563, "NNTP port")
 		username   = flag.String("username", "read", "NNTP username")
 		password   = flag.String("password", "only", "NNTP password")