Capture Robolectric logs and surface UI test artifacts

Author: shai-almog

.github/workflows/scripts-android.yml

@@ -23,10 +23,10 @@ jobs:
         run: ./scripts/build-android-port.sh -q -DskipTests
       - name: Build Hello Codename One Android app
         run: ./scripts/build-android-app.sh -q -DskipTests
-      - name: Upload UI test screenshot artifact
+      - name: Upload UI test artifacts
         if: always()
         uses: actions/upload-artifact@v4
         with:
-          name: hello-codenameone-ui-test-screenshot
-          path: ${{ env.CN1_UI_TEST_SCREENSHOT }}
+          name: hello-codenameone-ui-test-artifacts
+          path: ${{ env.CN1_UI_TEST_ARTIFACT_DIR }}
           if-no-files-found: warn

scripts/build-android-app.sh

@@ -301,6 +301,12 @@ rm -rf "$SCREENSHOT_OUTPUT_DIR"
 mkdir -p "$SCREENSHOT_OUTPUT_DIR"
 export CN1_TEST_SCREENSHOT_DIR="$SCREENSHOT_OUTPUT_DIR"
 
+FINAL_ARTIFACT_DIR="${CN1_TEST_SCREENSHOT_EXPORT_DIR:-$REPO_ROOT/build-artifacts}"
+mkdir -p "$FINAL_ARTIFACT_DIR"
+if [ -n "${GITHUB_ENV:-}" ]; then
+  printf 'CN1_UI_TEST_ARTIFACT_DIR=%s\n' "$FINAL_ARTIFACT_DIR" >> "$GITHUB_ENV"
+fi
+
 ba_log "Invoking Gradle build in $GRADLE_PROJECT_DIR"
 chmod +x "$GRADLE_PROJECT_DIR/gradlew"
 ORIGINAL_JAVA_HOME="$JAVA_HOME"
@@ -326,26 +332,49 @@ else
   GRADLE_TEST_WRAPPER=("${GRADLE_TEST_CMD[@]}")
 fi
 
+GRADLE_UI_TEST_LOG="$GRADLE_PROJECT_DIR/gradle-ui-test.log"
+ba_log "Capturing Gradle UI test output to $GRADLE_UI_TEST_LOG"
+ba_log "Robolectric UI tests execute without launching an emulator; consult the captured log for lifecycle output"
+
 set +e
 (
   cd "$GRADLE_PROJECT_DIR"
-  "${GRADLE_TEST_WRAPPER[@]}"
+  "${GRADLE_TEST_WRAPPER[@]}" &>"$GRADLE_UI_TEST_LOG"
 )
 TEST_EXIT_CODE=$?
 set -e
 
+if [ -f "$GRADLE_UI_TEST_LOG" ]; then
+  cp "$GRADLE_UI_TEST_LOG" "$FINAL_ARTIFACT_DIR/ui-test-gradle.log"
+  ba_log "Gradle UI test log saved to $FINAL_ARTIFACT_DIR/ui-test-gradle.log"
+fi
+
 if [ "$TEST_EXIT_CODE" -eq 124 ]; then
   ba_log "Gradle UI tests exceeded ${UI_TEST_TIMEOUT_SECONDS}s timeout and were terminated"
 fi
 if [ "$TEST_EXIT_CODE" -ne 0 ]; then
   ba_log "Gradle UI tests exited with status $TEST_EXIT_CODE"
+  if [ -s "$GRADLE_UI_TEST_LOG" ]; then
+    ba_log "----- Begin Gradle UI test log -----"
+    sed 's/^/[build-android-app] | /' "$GRADLE_UI_TEST_LOG"
+    ba_log "----- End Gradle UI test log -----"
+  else
+    ba_log "Gradle UI test log $GRADLE_UI_TEST_LOG was empty or missing"
+  fi
   TEST_RESULTS_DIR="$APP_MODULE_DIR/build/test-results/testDebugUnitTest"
   if [ -d "$TEST_RESULTS_DIR" ]; then
     ba_log "Available XML results under $TEST_RESULTS_DIR:"
     find "$TEST_RESULTS_DIR" -maxdepth 1 -type f -name '*.xml' -print | sed 's#^.*/##' | sed 's/^/[build-android-app]   /'
   else
     ba_log "No test result XML directory found at $TEST_RESULTS_DIR"
   fi
+  shopt -s nullglob
+  for ui_log in "$SCREENSHOT_OUTPUT_DIR"/*.log; do
+    ba_log "----- Begin UI test log: $(basename "$ui_log") -----"
+    sed 's/^/[build-android-app] | /' "$ui_log"
+    ba_log "----- End UI test log: $(basename "$ui_log") -----"
+  done
+  shopt -u nullglob
 fi
 
 if [ "$TEST_EXIT_CODE" -eq 0 ]; then
@@ -364,15 +393,19 @@ if [ -z "$SCREENSHOT_FILE" ]; then
   ba_log "UI test completed but no screenshot was produced in $SCREENSHOT_OUTPUT_DIR" >&2
   SCREENSHOT_STATUS=1
 else
-  FINAL_SCREENSHOT_DIR="${CN1_TEST_SCREENSHOT_EXPORT_DIR:-$REPO_ROOT/build-artifacts}"
-  mkdir -p "$FINAL_SCREENSHOT_DIR"
-  FINAL_SCREENSHOT="$FINAL_SCREENSHOT_DIR/ui-test-screenshot.png"
+  FINAL_SCREENSHOT="$FINAL_ARTIFACT_DIR/ui-test-screenshot.png"
   cp "$SCREENSHOT_FILE" "$FINAL_SCREENSHOT"
   if [ -n "${GITHUB_ENV:-}" ]; then
     printf 'CN1_UI_TEST_SCREENSHOT=%s\n' "$FINAL_SCREENSHOT" >> "$GITHUB_ENV"
   fi
   ba_log "UI test screenshot available at $FINAL_SCREENSHOT"
 fi
+shopt -s nullglob
+for ui_log in "$SCREENSHOT_OUTPUT_DIR"/*.log; do
+  cp "$ui_log" "$FINAL_ARTIFACT_DIR/$(basename "$ui_log")"
+  ba_log "UI test log saved to $FINAL_ARTIFACT_DIR/$(basename "$ui_log")"
+done
+shopt -u nullglob
 unset CN1_TEST_SCREENSHOT_DIR
 
 if [ "$TEST_EXIT_CODE" -ne 0 ]; then
@@ -385,4 +418,4 @@ fi
 
 APK_PATH=$(find "$GRADLE_PROJECT_DIR" -path "*/outputs/apk/debug/*.apk" | head -n 1 || true)
 [ -n "$APK_PATH" ] || { ba_log "Gradle build completed but no APK was found" >&2; exit 1; }
-ba_log "Successfully built Android APK at $APK_PATH"
+ba_log "Successfully built Android APK at $APK_PATH"

scripts/templates/HelloCodenameOneUiTest.java.tmpl

@@ -13,7 +13,9 @@ import com.codename1.ui.Form;
 
 import java.io.File;
 import java.io.FileOutputStream;
+import java.io.FileWriter;
 import java.io.IOException;
+import java.io.PrintWriter;
 import org.junit.Test;
 import org.junit.runner.RunWith;
 import org.robolectric.Robolectric;
@@ -114,11 +116,7 @@ public class @MAIN_NAME@UiTest {
     }
 
     private static File saveScreenshot(Bitmap screenshot) throws IOException {
-        String directory = System.getenv("CN1_TEST_SCREENSHOT_DIR");
-        File outputDir = (directory != null && !directory.isEmpty()) ? new File(directory) : new File("build/ui-test-screenshots");
-        if (!outputDir.exists() && !outputDir.mkdirs()) {
-            throw new IOException("Failed to create screenshot directory " + outputDir.getAbsolutePath());
-        }
+        File outputDir = resolveArtifactDirectory();
         File screenshotFile = new File(outputDir, "@[email protected]");
         try (FileOutputStream out = new FileOutputStream(screenshotFile)) {
             if (!screenshot.compress(Bitmap.CompressFormat.PNG, 100, out)) {
@@ -128,6 +126,25 @@ public class @MAIN_NAME@UiTest {
         return screenshotFile;
     }
 
+    private static File resolveArtifactDirectory() throws IOException {
+        String directory = System.getenv("CN1_TEST_SCREENSHOT_DIR");
+        File outputDir = (directory != null && !directory.isEmpty()) ? new File(directory)
+                : new File("build/ui-test-screenshots");
+        if (!outputDir.exists() && !outputDir.mkdirs()) {
+            throw new IOException("Failed to create screenshot directory " + outputDir.getAbsolutePath());
+        }
+        return outputDir;
+    }
+
+    private static File resolveArtifactDirectoryForLogging() {
+        try {
+            return resolveArtifactDirectory();
+        } catch (IOException ex) {
+            System.out.println("[@MAIN_NAME@UiTest] Unable to prepare artifact directory for logging: " + ex.getMessage());
+            return null;
+        }
+    }
+
     private static View waitForDecorViewWithDimensions(@MAIN_NAME@Stub activity, long timeoutMillis) throws InterruptedException {
         long start = System.currentTimeMillis();
         long nextLog = start;
@@ -165,7 +182,9 @@ public class @MAIN_NAME@UiTest {
     }
 
     private static void log(String message) {
-        System.out.println("[@MAIN_NAME@UiTest] " + message);
+        String formatted = "[@MAIN_NAME@UiTest] " + message;
+        System.out.println(formatted);
+        appendLogLine(formatted);
     }
 
     private static void pumpSchedulers() {
@@ -174,4 +193,17 @@ public class @MAIN_NAME@UiTest {
         Robolectric.flushForegroundThreadScheduler();
         Robolectric.flushBackgroundThreadScheduler();
     }
+
+    private static synchronized void appendLogLine(String message) {
+        File directory = resolveArtifactDirectoryForLogging();
+        if (directory == null) {
+            return;
+        }
+        File logFile = new File(directory, "@[email protected]");
+        try (FileWriter writer = new FileWriter(logFile, true); PrintWriter out = new PrintWriter(writer)) {
+            out.println(message);
+        } catch (IOException ex) {
+            System.out.println("[@MAIN_NAME@UiTest] Failed to persist log entry: " + ex.getMessage());
+        }
+    }
 }