Improve Linux installation: better error handling and logging

- Add Linux-specific error handling (errno 98, 13) for port binding
- Improve logging for internal speedtest server startup
- Improve logging for scheduler initialization
- Add scheduler section to default config.yaml
- Add port 5201 availability check in install script
- Enhance installation script output with better diagnostics
- Add explicit permission settings for data/logs directories

Co-authored-by: c4g7-dev <141867000+c4g7-dev@users.noreply.github.com>

Author: Copilot

app/internal_speedtest.py

@@ -207,8 +207,11 @@ def start(self) -> bool:
                 return True
 
             except OSError as e:
-                if e.errno == 10048:  # Windows: Address already in use
+                import errno
+                if e.errno in (10048, errno.EADDRINUSE):  # Windows: 10048, Linux: 98
                     LOGGER.error(f"Port {self.port} is already in use")
+                elif e.errno == errno.EACCES:  # Permission denied (Linux)
+                    LOGGER.error(f"Permission denied when trying to bind to port {self.port}")
                 else:
                     LOGGER.error(f"Failed to start server: {e}")
                 self._server_socket = None

app/scheduler.py

@@ -35,6 +35,7 @@ def __init__(
     def _load_scheduler_config(self) -> dict:
         """Load scheduler configuration from JSON file."""
         if not self.config_file.exists():
+            LOGGER.debug("Scheduler config file not found at %s, using defaults", self.config_file)
             return {
                 "mode": "simple",
                 "enabled": self.config.scheduler.enabled,
@@ -43,9 +44,22 @@ def _load_scheduler_config(self) -> dict:
 
         try:
             with open(self.config_file, "r") as f:
-                return json.load(f)
+                config = json.load(f)
+                LOGGER.debug("Loaded scheduler config from %s: mode=%s", 
+                           self.config_file, config.get("mode", "simple"))
+                return config
+        except PermissionError as exc:
+            LOGGER.error("Permission denied reading scheduler config from %s: %s", 
+                        self.config_file, exc)
+            LOGGER.error("Using default configuration. Check file permissions.")
+            return {
+                "mode": "simple",
+                "enabled": self.config.scheduler.enabled,
+                "interval": self.config.scheduler.interval_minutes
+            }
         except Exception as exc:
-            LOGGER.error("Failed to load scheduler config: %s", exc)
+            LOGGER.error("Failed to load scheduler config from %s: %s", 
+                        self.config_file, exc, exc_info=True)
             return {
                 "mode": "simple",
                 "enabled": self.config.scheduler.enabled,
@@ -127,25 +141,33 @@ def _get_interval_minutes(self, sched_config: dict) -> int:
 
     def start(self) -> None:
         if self.started:
+            LOGGER.warning("Scheduler already started, ignoring duplicate start request")
             return
 
+        LOGGER.info("Initializing scheduler...")
         sched_config = self._load_scheduler_config()
 
         # Check if scheduler is enabled (for simple mode)
         if sched_config.get("mode") == "simple" and not sched_config.get("enabled", True):
-            LOGGER.info("Scheduler is disabled in configuration")
+            LOGGER.warning("Scheduler is disabled in configuration (simple mode)")
+            LOGGER.info("To enable scheduler, go to the dashboard and toggle the scheduler on")
             return
 
-        interval = self._get_interval_minutes(sched_config)
-        trigger = IntervalTrigger(minutes=interval)
-        self.scheduler.add_job(self._run_cycle, trigger=trigger, id="scheduled-measurements")
-        self.scheduler.start()
-        self.started = True
-        LOGGER.info(
-            "Scheduler started with interval %s minutes (mode: %s)", 
-            interval, 
-            sched_config.get("mode", "simple")
-        )
+        try:
+            interval = self._get_interval_minutes(sched_config)
+            trigger = IntervalTrigger(minutes=interval)
+            self.scheduler.add_job(self._run_cycle, trigger=trigger, id="scheduled-measurements")
+            self.scheduler.start()
+            self.started = True
+            LOGGER.info(
+                "✓ Scheduler started successfully with interval %s minutes (mode: %s)", 
+                interval, 
+                sched_config.get("mode", "simple")
+            )
+        except Exception as exc:
+            LOGGER.error("✗ Failed to start scheduler: %s", exc, exc_info=True)
+            LOGGER.error("  Scheduled measurements will not run automatically")
+            LOGGER.error("  You can still trigger measurements manually from the dashboard")
 
     def shutdown(self) -> None:
         if self.started:

app/web/app.py

@@ -49,10 +49,15 @@ def create_web_app(
     internal_exporter = InternalCSVExporter(internal_session_factory, data_dir)
 
     # Auto-start the speedtest server on app startup
+    LOGGER.info("Starting internal speedtest server...")
     if internal_manager.start_server():
-        LOGGER.info("Internal speedtest server started automatically on startup")
+        LOGGER.info("✓ Internal speedtest server started successfully on port 5201")
     else:
-        LOGGER.warning("Failed to auto-start internal speedtest server")
+        LOGGER.error("✗ Failed to start internal speedtest server - check logs for details")
+        LOGGER.error("  The homenet speedtest feature will not be available")
+        LOGGER.error("  Common issues:")
+        LOGGER.error("    - Port 5201 already in use by another service")
+        LOGGER.error("    - Permission denied (check systemd service configuration)")
 
     @app.route("/")
     def index():

config.yaml

@@ -30,6 +30,10 @@ bufferbloat:
   ping_host: 1.1.1.1
   ping_count: 20
 
+scheduler:
+  enabled: true
+  interval_minutes: 30
+
 web:
   host: 0.0.0.0
   port: 8000

install-linux.sh

@@ -71,7 +71,12 @@ mkdir -p "$INSTALL_DIR"/{data,logs,bin}
 # Copy application files
 echo "Copying application files..."
 cp -r . "$INSTALL_DIR/"
+
+# Set proper ownership
 chown -R "$SERVICE_USER:$SERVICE_USER" "$INSTALL_DIR"
+# Ensure data directory is writable
+chmod 755 "$INSTALL_DIR/data"
+chmod 755 "$INSTALL_DIR/logs"
 echo -e "${GREEN}✓ Files copied to $INSTALL_DIR${NC}\n"
 
 # Create virtual environment
@@ -91,6 +96,17 @@ echo "Downloading Ookla Speedtest CLI..."
 sudo -u "$SERVICE_USER" .venv/bin/python installer.py
 echo -e "${GREEN}✓ Ookla binary downloaded${NC}\n"
 
+# Check if port 5201 is available for internal speedtest server
+echo "Checking if port 5201 is available for internal speedtest server..."
+if lsof -Pi :5201 -sTCP:LISTEN -t >/dev/null 2>&1 || netstat -tuln 2>/dev/null | grep -q ":5201 "; then
+    echo -e "${YELLOW}⚠ Warning: Port 5201 is already in use${NC}"
+    echo -e "${YELLOW}  The internal homenet speedtest feature may not work${NC}"
+    echo -e "${YELLOW}  You can check what's using it with: sudo lsof -i :5201${NC}"
+else
+    echo -e "${GREEN}✓ Port 5201 is available${NC}"
+fi
+echo ""
+
 # Install systemd service
 echo "Installing systemd service..."
 cp netwatch.service "$SERVICE_FILE"
@@ -115,6 +131,12 @@ fi
 echo -e "${GREEN}=== Installation Complete! ===${NC}\n"
 echo "NetWatch is now running as a systemd service"
 echo ""
+echo "Features enabled:"
+echo "  ✓ Internet speedtest (Ookla)"
+echo "  ✓ Internet bufferbloat testing (iperf3)"
+echo "  ✓ Homenet speedtest server (port 5201)"
+echo "  ✓ Automatic scheduler (check dashboard to configure)"
+echo ""
 echo "Useful commands:"
 echo "  - View status:       systemctl status netwatch"
 echo "  - View logs:         journalctl -u netwatch -f"
@@ -125,3 +147,13 @@ echo ""
 echo "Dashboard URL: http://$(hostname -I | awk '{print $1}'):8000"
 echo ""
 echo -e "${YELLOW}Note: Make sure port 8000 is open in your firewall${NC}"
+echo -e "${YELLOW}      For homenet speedtest, port 5201 should also be accessible on your LAN${NC}"
+echo ""
+echo "To verify everything is working:"
+echo "  1. Open the dashboard in your browser"
+echo "  2. Check the scheduler status in the top right"
+echo "  3. Try a manual speedtest"
+echo "  4. Check the Homenet tab to verify internal speedtest server is running"
+echo ""
+echo "If you encounter issues, check the logs with:"
+echo "  journalctl -u netwatch -n 100 --no-pager"