Merge pull request 'test(m9): drive scroller + state-driven triggers in UI suite (#135)' (#136) from feat/135-uitest-scroller-trigger into milestone/m9-monterey

btnPrintPage-0 reports an in-viewport a11y frame but stays unhittable
and scroll-wheel events on the LazyVGrid are inert; drag the vertical
AXScrollBar thumb to perform a real scroll before clicking.

The handheld chartread test could drop a btnTrigger click racing the
strip state transition; poll btnTrigger until btnDoneRead appears
instead of assuming exactly two strips.

Generated with [Devin](https://devin.ai)

Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>

.gitea/workflows/macos.yml

@@ -21,8 +21,14 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v4
 
-      - name: Assert Xcode 14 toolchain
-        run: xcodebuild -version | grep -E "Xcode 14." || (echo "Unexpected Xcode version" && exit 1)
+      - name: Assert Xcode 14+ toolchain
+        run: |
+          line="$(xcodebuild -version | head -1)"
+          major="$(printf '%s' "$line" | sed -n 's/^Xcode \([0-9][0-9]*\)\..*/\1/p')"
+          if [ -z "$major" ] || [ "$major" -lt 14 ]; then
+            echo "Unexpected Xcode version: $line" >&2; exit 1
+          fi
+          echo "$line"
 
       # Homebrew's xcodegen formula requires Xcode 15.3, which cannot be
       # installed on macOS 12 (#109). The script installs a pinned
@@ -45,6 +51,19 @@ jobs:
             CODE_SIGNING_ALLOWED=YES \
             CODE_SIGN_IDENTITY='-'
 
+      # Xcode embeds the shared ICCeryCore package framework into the app
+      # and the test bundle without signing it. Ad-hoc hosts still require
+      # every loaded dylib to carry a cdhash — dyld killed the test host at
+      # launch (run 31992) — so sign every embedded copy once the build is
+      # done (embed steps run after any build script phase) (#119).
+      - name: Sign package product frameworks
+        run: |
+          find "$DERIVED/Build/Products/Debug" -depth -name '*_PackageProduct.framework' -print0 \
+            | while IFS= read -r -d '' fw; do
+                echo "signing $fw"
+                codesign --force --sign - --timestamp=none "$fw"
+              done
+
       - name: Test unit (ICCeryCoreTests)
         run: |
           XCTESTRUN="$(find "$DERIVED" -name 'ICCery*.xctestrun' | head -n 1)"
@@ -127,6 +146,30 @@ jobs:
           echo "warning: skipping UI tests after repeated runner attach/activate failures"
           exit 0
 
+      # XCTest stores the a11y hierarchy snapshot and screenshots in the
+      # xcresult on failure — upload it so UI failures can be triaged
+      # without access to the runner (#126).
+      - name: Prepare Node CA bundle (failure path)
+        if: failure()
+        run: |
+          NODE_CA_FILE="/tmp/macos-ca-bundle.pem"
+          security find-certificate -a -p \
+            /System/Library/Keychains/SystemRootCertificates.keychain \
+            /Library/Keychains/System.keychain \
+            > "$NODE_CA_FILE" 2>/dev/null || true
+          if [ ! -s "$NODE_CA_FILE" ] && [ -f /etc/ssl/cert.pem ]; then
+            cp /etc/ssl/cert.pem "$NODE_CA_FILE"
+          fi
+
+      - name: Upload UI test xcresult
+        if: failure()
+        uses: actions/upload-artifact@v3
+        env:
+          NODE_EXTRA_CA_CERTS: /tmp/macos-ca-bundle.pem
+        with:
+          name: ui-test-xcresult
+          path: build/DerivedData-test/Logs/Test
+
   package:
     needs: build-and-test
     runs-on: macos-12

Resources/ICCery.Debug.entitlements

@@ -0,0 +1,16 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<!-- App Sandbox intentionally absent: ICCery must spawn Argyll tools,
+	     read/write user-chosen working directories, and talk to lp/CUPS. -->
+	<key>com.apple.security.device.usb</key>
+	<true/>
+	<!-- Debug only: the shared ICCeryCore package framework embedded in the
+	     test products is ad-hoc signed with no Team ID, so hardened-runtime
+	     library validation kills the test host at launch (run 31992, #119).
+	     Release uses ICCery.entitlements and links the package statically. -->
+	<key>com.apple.security.cs.disable-library-validation</key>
+	<true/>
+</dict>
+</plist>

Tests/ICCeryCoreTests/ProcessRunSupportTests.swift

@@ -21,7 +21,9 @@ final class ProcessRunSupportTests: XCTestCase {
             setRunning: { running.append($0) },
             resetLog: { resets += 1 },
             onLog: { batch in
-                MainActor.assertIsolated()
+                // MainActor.assertIsolated() needs Swift 5.9; the runner is
+                // on Xcode 14.2 (Swift 5.7) (#115).
+                XCTAssertTrue(Thread.isMainThread)
                 received.append(contentsOf: batch)
             }
         ) { onLog in

Tests/ICCeryUITests/AboutHelpUITests.swift

@@ -46,7 +46,12 @@ final class AboutHelpUITests: XCTestCase {
         launchApp()
 
         let openAbout = app.buttons["openAboutBtn"]
-        XCTAssertTrue(openAbout.waitForExistence(timeout: 10))
+        if !openAbout.waitForExistence(timeout: 10) {
+            // CI triage (#128): print the a11y tree so an empty or
+            // unexpected hierarchy shows up directly in the job log.
+            print("AXTREE-BEGIN windows=\(app.windows.count)\n\(app.debugDescription)\nAXTREE-END")
+        }
+        XCTAssertTrue(openAbout.exists)
         openAbout.click()
 
         _ = waitFor("aboutVersion", timeout: 10)
@@ -64,14 +69,18 @@ final class AboutHelpUITests: XCTestCase {
         let toggle = app.buttons["btnToggleAllHelp"]
         XCTAssertTrue(toggle.waitForExistence(timeout: 10))
 
-        let sidebar = app.groups.containing(.button, identifier: "openSettingsBtn").element
-        let before = sidebar.frame
+        // SDK 13.1 emits no AXGroup for the sidebar root, and an
+        // identifier on the container clobbers child identifiers
+        // (#130) — measure a stable sidebar child instead.
+        let sidebarChild = app.descendants(matching: .any)["presetSelect"]
+        XCTAssertTrue(sidebarChild.waitForExistence(timeout: 10))
+        let before = sidebarChild.frame
 
         toggle.click()
-        let after = sidebar.frame
+        let after = sidebarChild.frame
 
-        XCTAssertEqual(before.size.height, after.size.height,
-                       "Toggling global help must not reflow the sidebar height.")
+        XCTAssertEqual(before, after,
+                       "Toggling global help must not reflow the sidebar.")
         XCTAssertTrue(app.descendants(matching: .any)["openSettingsBtn"].exists)
     }
 }

Tests/ICCeryUITests/Milestone3UITests.swift

@@ -198,7 +198,37 @@ final class Milestone3UITests: XCTestCase {
         }
         XCTAssertTrue(app.buttons["btnPrintAll"].isEnabled)
 
-        app.buttons["btnPrintPage-0"].click()
+        // The gallery cell's Print button sits at the window's bottom
+        // edge where synthesized scroll-wheel events are inert on the
+        // LazyVGrid (#132). Drag the NSScrollView's vertical AXScrollBar
+        // thumb instead — a real scroll that re-renders the cell onscreen.
+        var printPage = app.buttons["btnPrintPage-0"]
+        let scrollDeadline = Date().addingTimeInterval(15)
+        while !printPage.isHittable, Date() < scrollDeadline {
+            let scroller = app.scrollBars.allElementsBoundByIndex
+                .first { $0.frame.height > $0.frame.width }
+            if let scroller {
+                scroller.coordinate(withNormalizedOffset:
+                    CGVector(dx: 0.5, dy: 0.1))
+                    .press(forDuration: 0.1, thenDragTo:
+                        scroller.coordinate(withNormalizedOffset:
+                            CGVector(dx: 0.5, dy: 0.6)))
+            } else {
+                app.scrollViews["stage-2"].scroll(byDeltaX: 0, deltaY: -1)
+            }
+            RunLoop.current.run(until: Date().addingTimeInterval(0.5))
+            printPage = app.buttons["btnPrintPage-0"]
+        }
+        if printPage.isHittable {
+            printPage.click()
+        } else {
+            // LazyVGrid cells can report a stale a11y frame — click the
+            // point directly; the lp argv assert below still verifies.
+            print("AXTREE-BEGIN frame=\(printPage.frame)\n" +
+                  "\(app.debugDescription)\nAXTREE-END")
+            printPage.coordinate(withNormalizedOffset:
+                CGVector(dx: 0.5, dy: 0.5)).click()
+        }
         let argv = waitForLpLine()
         XCTAssertTrue(argv.contains("AP_ColorMatchingMode"), argv)
         XCTAssertTrue(argv.contains("page1.tif"), argv)

Tests/ICCeryUITests/Milestone4UITests.swift

@@ -111,16 +111,9 @@ final class Milestone4UITests: XCTestCase {
         }
         app.buttons["btnCalibrate"].click()
 
-        // Trigger strip A.
-        _ = waitFor("btnTrigger", timeout: 20)
-        app.buttons["btnTrigger"].click()
-
-        // Trigger strip B.
-        _ = waitFor("btnTrigger", timeout: 20)
-        app.buttons["btnTrigger"].click()
-
-        // All strips read → Done & Save appears.
-        _ = waitFor("btnDoneRead", timeout: 20)
+        // Trigger each strip until all are read → Done & Save appears.
+        driveStripsUntilDone()
+        XCTAssertTrue(element("btnDoneRead").exists)
         app.buttons["btnDoneRead"].firstMatch.click()
 
         // Averaging panel appears with one pass snapshot.
@@ -186,11 +179,21 @@ final class Milestone4UITests: XCTestCase {
         start.click()
         _ = waitFor("btnCalibrate", timeout: 25)
         app.buttons["btnCalibrate"].click()
-        _ = waitFor("btnTrigger", timeout: 20)
-        app.buttons["btnTrigger"].click()
-        _ = waitFor("btnTrigger", timeout: 20)
-        app.buttons["btnTrigger"].click()
-        _ = waitFor("btnDoneRead", timeout: 20)
+        driveStripsUntilDone()
+        XCTAssertTrue(element("btnDoneRead").exists)
         app.buttons["btnDoneRead"].firstMatch.click()
     }
+
+    /// Clicks Trigger for each remaining strip until `btnDoneRead`
+    /// appears — the button is re-polled each pass so a click that
+    /// races a state transition isn't lost.
+    private func driveStripsUntilDone() {
+        let deadline = Date().addingTimeInterval(40)
+        while !element("btnDoneRead").exists, Date() < deadline {
+            if app.buttons["btnTrigger"].waitForExistence(timeout: 10) {
+                app.buttons["btnTrigger"].click()
+            }
+            RunLoop.current.run(until: Date().addingTimeInterval(0.5))
+        }
+    }
 }

project.yml

@@ -19,6 +19,7 @@ targets:
       - path: Resources
         excludes:
           - ICCery.entitlements
+          - ICCery.Debug.entitlements
           - Argyll
       - path: Resources/Argyll
         type: folder
@@ -62,6 +63,15 @@ targets:
         OTHER_SWIFT_FLAGS: ["$(inherited)", "-strict-concurrency=minimal"]
         MACOSX_DEPLOYMENT_TARGET: "12.0"
         ARCHS: "$(ARCHS_STANDARD)"
+      # Debug builds sign ad-hoc; hardened-runtime library validation would
+      # reject the embedded ICCeryCore package framework (no Team ID) when
+      # the test host launches (run 31992, #119). DISABLE_LIBRARY_VALIDATION
+      # does not inject the entitlement on Xcode 14.2, so use a dedicated
+      # Debug entitlements file. Release keeps validation and links the
+      # package statically anyway.
+      configs:
+        Debug:
+          CODE_SIGN_ENTITLEMENTS: Resources/ICCery.Debug.entitlements
 
   ICCeryCoreTests:
     type: bundle.unit-test