test: Add first UI test

.github/workflows/ci.yaml

@@ -22,6 +22,19 @@ jobs:
         CLIENT_TOKEN: ${{ secrets.CONFIDENCE_CLIENT_TOKEN }}
       run: scripts/run_tests.sh $CLIENT_TOKEN
 
+  UITests:
+    runs-on: macOS-latest
+    steps:
+    - uses: actions/checkout@v3
+    - name: webfactory/ssh-agent
+      uses: webfactory/[email protected]
+      with:
+        ssh-private-key: ${{ secrets.SDK_REPO_PRIVATE_KEY }}
+    - name: Build and UITest
+      env:
+        CLIENT_TOKEN: ${{ secrets.CONFIDENCE_CLIENT_TOKEN }}
+      run: ConfidenceDemoApp/scripts/run_tests.sh $CLIENT_TOKEN
+
   SwiftLint:
     runs-on: ubuntu-latest
     steps:

.gitignore

@@ -1,5 +1,6 @@
 .DS_Store
 /.build
+ConfidenceDemoApp/build/XCBuildData/**
 /Packages
 /**/*.xcodeproj
 xcuserdata/

.swiftlint.yml

@@ -5,6 +5,7 @@ excluded:
   - ${PWD}/.build
   - ${PWD}/Tools/*/.build
   - ${PWD}/Sources/ConfidenceProvider/FlagResolver/
+  - ${PWD}/ConfidenceDemoApp/
 
 disabled_rules:
   - discarded_notification_center_observer

ConfidenceDemoApp/ConfidenceDemoApp/ContentView.swift

@@ -22,6 +22,7 @@ struct ContentView: View {
                     .foregroundColor(color.color)
                     .padding(10)
                 Text(text.text)
+                    .accessibilityIdentifier("flag_text")
                 Button("Get remote flag value") {
                     text.text = confidence.getValue(key: "swift-demoapp.color", defaultValue: "ERROR")
                     if text.text == "Green" {
@@ -31,7 +32,7 @@ struct ContentView: View {
                     } else {
                         color.color = .red
                     }
-                }
+                }.accessibilityIdentifier("flag_button")
                 Button("Flush 🚽") {
                     confidence.flush()
                 }

ConfidenceDemoApp/ConfidenceDemoAppUITests/ConfidenceDemoAppUITests.swift

@@ -0,0 +1,35 @@
+import XCTest
+
+@testable import ConfidenceDemoApp
+
+final class ConfidenceDemoAppUITests: XCTestCase {
+    override func setUpWithError() throws {
+        try super.setUpWithError()
+        continueAfterFailure = false
+
+        let app = XCUIApplication()
+        app.launchEnvironment = ["CLIENT_SECRET": ProcessInfo.processInfo.environment["CLIENT_SECRET"] ?? ""]
+        app.launch()
+    }
+
+    override func tearDownWithError() throws {
+        try super.tearDownWithError()
+    }
+
+    func testGetFlagValue() {
+        let app = XCUIApplication()
+        let button = app.buttons["flag_button"]
+        button.tap()
+        let flag = app.staticTexts["flag_text"]
+        XCTAssertEqual(flag.label, "Yellow")
+    }
+
+    func testLaunchPerformance() throws {
+        if #available(macOS 10.15, iOS 17.0, tvOS 13.0, watchOS 7.0, *) {
+            // This measures how long it takes to launch your application.
+            measure(metrics: [XCTApplicationLaunchMetric()]) {
+                XCUIApplication().launch()
+            }
+        }
+    }
+}

ConfidenceDemoApp/ConfidenceDemoAppUITests/ConfidenceDemoAppUITestsLaunchTests.swift

@@ -0,0 +1,27 @@
+import XCTest
+
+@testable import ConfidenceDemoApp
+
+final class ConfidenceDemoAppUITestsLaunchTests: XCTestCase {
+    override class var runsForEachTargetApplicationUIConfiguration: Bool {
+        true
+    }
+
+    override func setUpWithError() throws {
+        try super.setUpWithError()
+        continueAfterFailure = false
+    }
+
+    func testLaunch() throws {
+        let app = XCUIApplication()
+        app.launch()
+
+        // Insert steps here to perform after app launch but before taking a screenshot,
+        // such as logging into a test account or navigating somewhere in the app
+
+        let attachment = XCTAttachment(screenshot: app.screenshot())
+        attachment.name = "Launch Screen"
+        attachment.lifetime = .keepAlways
+        add(attachment)
+    }
+}

ConfidenceDemoApp/scripts/run_tests.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+
+set -e
+
+script_dir=$(dirname $0)
+root_dir="$script_dir/../"
+
+# Set the client token in your local keychain using the following command:
+# security add-generic-password -s 'swift-provider-e2e'  -a 'confidence-test' -w 'TOKEN'
+# You can then run the script with no arguments - you will need to allow access the first time only.
+test_runner_client_token=$1
+if [[ -z "${test_runner_client_token// }" ]]; then
+    test_runner_client_token=$(security find-generic-password -w -s 'swift-provider-e2e' -a 'confidence-test')
+fi
+
+(cd $root_dir &&
+    TEST_RUNNER_CLIENT_TOKEN=$test_runner_client_token TEST_RUNNER_TEST_FLAG_NAME=$2 xcodebuild \
+        -quiet \
+        -scheme ConfidenceDemoApp \
+        -destination 'platform=iOS Simulator,name=iPhone 15,OS=17.2' \
+        test)