Docker build

Author: losfair

.github/workflows/ci.yml

@@ -0,0 +1,57 @@
+name: Build and Push Docker Image
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}/ctmon-ingest
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Set up Go
+      uses: actions/setup-go@v4
+      with:
+        go-version: '1.23'
+
+    - name: Run tests
+      run: go test -v ./...
+
+    - name: Log in to Container Registry
+      uses: docker/login-action@v3
+      with:
+        registry: ${{ env.REGISTRY }}
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: Extract metadata
+      id: meta
+      uses: docker/metadata-action@v5
+      with:
+        images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+        tags: |
+          type=ref,event=branch
+          type=ref,event=pr
+          type=sha
+          type=raw,value=latest,enable={{is_default_branch}}
+
+    - name: Build and push Docker image
+      uses: docker/build-push-action@v5
+      with:
+        context: .
+        push: true
+        tags: ${{ steps.meta.outputs.tags }}
+        labels: ${{ steps.meta.outputs.labels }}
+        target: ctmon_ingest

Dockerfile

@@ -0,0 +1,36 @@
+# Build stage
+FROM golang:1.23-alpine AS builder
+
+WORKDIR /app
+
+# Install git for fetching dependencies
+RUN apk add --no-cache git
+
+# Copy go mod files
+COPY go.mod go.sum ./
+
+# Download dependencies
+RUN go mod download
+
+# Copy source code
+COPY . .
+
+# Build the binary
+RUN CGO_ENABLED=0 GOOS=linux go build -a -installsuffix cgo -o ctmon-ingest ./cmd/ctmon-ingest
+
+# Runtime stage
+FROM alpine:latest AS ctmon_ingest
+
+# Install ca-certificates for HTTPS requests
+RUN apk --no-cache add ca-certificates
+
+WORKDIR /root/
+
+# Copy the binary from builder stage
+COPY --from=builder /app/ctmon-ingest .
+
+# Expose port (if needed for health checks)
+EXPOSE 8080
+
+# Run the binary
+CMD ["./ctmon-ingest"]

cmd/ctmon-ingest/main.go

@@ -125,26 +125,6 @@ func (cb *CircuitBreaker) recordFailure() {
 	}
 }
 
-func isRetryableError(err error) bool {
-	if err == nil {
-		return false
-	}
-	// Check for network-related errors that are worth retrying
-	errorStr := err.Error()
-	return strings.Contains(errorStr, "timeout") ||
-		strings.Contains(errorStr, "connection refused") ||
-		strings.Contains(errorStr, "connection reset") ||
-		strings.Contains(errorStr, "temporary failure") ||
-		strings.Contains(errorStr, "i/o timeout") ||
-		strings.Contains(errorStr, "network is unreachable") ||
-		strings.Contains(errorStr, "context deadline exceeded") ||
-		strings.HasPrefix(errorStr, "retryable http error ")
-}
-
-func isRetryableHTTPStatus(statusCode int) bool {
-	return statusCode >= 500 || statusCode == 429 || statusCode == 408
-}
-
 func isEndOfLogError(err error) bool {
 	if err == nil {
 		return false
@@ -214,10 +194,6 @@ func fetchEntriesWithRetry(client *http.Client, logURL string, start, end int64)
 			// This is end-of-log, don't retry but return special error type
 			return nil, fmt.Errorf("end_of_log: %w", err)
 		}
-		if !isRetryableError(err) {
-			log.Printf("Non-retryable error, giving up: %v", err)
-			break
-		}
 
 		// Calculate and apply backoff delay
 		delay := calculateBackoffDelay(attempt)
@@ -250,9 +226,6 @@ func fetchEntries(client *http.Client, logURL string, start, end int64) (*GetEnt
 
 	if resp.StatusCode != http.StatusOK {
 		bodyBytes, _ := io.ReadAll(resp.Body)
-		if isRetryableHTTPStatus(resp.StatusCode) {
-			return nil, fmt.Errorf("retryable http error %s: %s", resp.Status, string(bodyBytes))
-		}
 		return nil, fmt.Errorf("http request failed with status %s: %s", resp.Status, string(bodyBytes))
 	}
 
@@ -417,23 +390,6 @@ func initClickHouse() (*sql.DB, error) {
 	return conn, nil
 }
 
-func isRetryableDBError(err error) bool {
-	if err == nil {
-		return false
-	}
-	errorStr := err.Error()
-	// ClickHouse specific retryable errors
-	return strings.Contains(errorStr, "connection refused") ||
-		strings.Contains(errorStr, "connection reset") ||
-		strings.Contains(errorStr, "timeout") ||
-		strings.Contains(errorStr, "network is unreachable") ||
-		strings.Contains(errorStr, "broken pipe") ||
-		strings.Contains(errorStr, "connection lost") ||
-		strings.Contains(errorStr, "server is not ready") ||
-		strings.Contains(errorStr, "too many connections") ||
-		strings.Contains(errorStr, "context deadline exceeded")
-}
-
 func boolToUint8(b bool) uint8 {
 	if b {
 		return 1
@@ -526,11 +482,6 @@ func ingestBatchWithRetry(db *sql.DB, batch []*CertificateDetails, cb *CircuitBr
 			break
 		}
 
-		if !isRetryableDBError(err) {
-			log.Printf("Non-retryable database error, giving up: %v", err)
-			break
-		}
-
 		delay := calculateBackoffDelay(attempt)
 		log.Printf("Retrying database batch operation in %v...", delay)
 		time.Sleep(delay)
@@ -658,12 +609,6 @@ func getLatestLogIndexWithRetry(db *sql.DB, logID string, cb *CircuitBreaker) (i
 			break
 		}
 
-		// Check if error is retryable
-		if !isRetryableDBError(err) {
-			log.Printf("Non-retryable database error, giving up: %v", err)
-			break
-		}
-
 		// Calculate and apply backoff delay
 		delay := calculateBackoffDelay(attempt)
 		log.Printf("Retrying latest log index fetch in %v...", delay)