Run e2e tests against XcFramework test fixture

.buildkite/pipeline.full.yml

@@ -2,11 +2,96 @@ env:
   LANG: "en_GB.UTF-8"
 
 steps:
+
+  - label: Build XcFramework test fixtures
+    key: xcframework_cocoa_fixture
+    depends_on: framework_build
+    timeout_in_minutes: 30
+    agents:
+      queue: macos-14
+    env:
+      XCODE_VERSION: 15.3.0
+    plugins:
+      - artifacts#v1.9.3:
+          download: "Bugsnag.xcframework.zip"
+          upload:
+            - features/fixtures/ios/output/iOSTestAppXcFramework.ipa
+            #      - features/fixtures/macos/output/macOSTestApp.zip
+            - features/fixtures/ios/output/xcframework_ipa_url_bb.txt
+    commands:
+      - unzip Bugsnag.xcframework.zip
+      - bundle install
+      - make xcframework-test-fixtures
+      - bundle exec upload-app --farm=bb --app=./features/fixtures/ios/output/iOSTestAppXcFramework.ipa --app-id-file=./features/fixtures/ios/output/xcframework_ipa_url_bb.txt
+
   ##############################################################################
   #
   # E2E tests
   #
 
+  ##############################################################################
+  #
+  # XcFramework E2E tests
+  #
+
+  - label: ':bitbar: iOS 16 XcFramework barebone E2E tests'
+    depends_on:
+      - xcframework_cocoa_fixture
+    timeout_in_minutes: 20
+    agents:
+      queue: opensource
+    plugins:
+      artifacts#v1.9.3:
+        download: "features/fixtures/ios/output/xcframework_ipa_url_bb.txt"
+        upload: "maze_output/failed/**/*"
+      docker-compose#v4.7.0:
+        pull: cocoa-maze-runner-bitbar
+        run: cocoa-maze-runner-bitbar
+        service-ports: true
+        command:
+          - "--app=@/app/build/xcframework_ipa_url_bb.txt"
+          - "--farm=bb"
+          - "--device=IOS_16"
+          - "--no-tunnel"
+          - "--aws-public-ip"
+          - "features/release/barebone_tests.feature"
+    concurrency: 25
+    concurrency_group: 'bitbar'
+    concurrency_method: eager
+    retry:
+      automatic:
+        - exit_status: -1  # Agent was lost
+          limit: 2
+
+  - label: ':bitbar: iOS 13 XcFramework barebone E2E tests'
+    depends_on:
+      - xcframework_cocoa_fixture
+    timeout_in_minutes: 20
+    agents:
+      queue: opensource
+    plugins:
+      artifacts#v1.9.3:
+        download: "features/fixtures/ios/output/xcframework_ipa_url_bb.txt"
+        upload: "maze_output/failed/**/*"
+      docker-compose#v4.7.0:
+        pull: cocoa-maze-runner-bitbar
+        run: cocoa-maze-runner-bitbar
+        service-ports: true
+        command:
+          - "--app=@/app/build/xcframework_ipa_url_bb.txt"
+          - "--farm=bb"
+          - "--device=IOS_13"
+          - "--no-tunnel"
+          - "--aws-public-ip"
+          - "features/release/barebone_tests.feature"
+    concurrency: 25
+    concurrency_group: 'bitbar'
+    concurrency_method: eager
+    retry:
+      automatic:
+        - exit_status: -1  # Agent was lost
+          limit: 2
+
   #
   # BitBar
   #

.buildkite/pipeline.yml

@@ -8,6 +8,7 @@ steps:
   #
 
   - label: Static framework and Swift Package Manager builds
+    key: framework_build
     timeout_in_minutes: 10
     agents:
       queue: macos-14
@@ -17,10 +18,10 @@ steps:
       - make build_xcframework
       - make build_swift
       - make build_ios_static
+      - zip -r Bugsnag.xcframework.zip build/xcframeworks/products/Bugsnag.xcframework
     plugins:
       - artifacts#v1.9.3:
-          upload: "build/xcframeworks/products/Bugsnag.xcframework"
-          compressed: xcframework.zip
+          upload: "Bugsnag.xcframework.zip"
 
   - label: Build test fixtures
     key: cocoa_fixture

.gitignore

@@ -34,3 +34,4 @@ Package.resolved
 /oclint.json
 bb.ready
 /maze_output
+Gemfile.lock

Makefile

@@ -137,6 +137,10 @@ test-fixtures: ## Build the end-to-end test fixture
 	@./features/scripts/export_mac_app.sh Release
 	@./features/scripts/export_mac_app.sh Debug
 
+xcframework-test-fixtures: ## Build the xcframework end-to-end test fixture
+	@./features/scripts/export_xcframework_ios_app.sh
+#	@./features/scripts/export_xcframework_mac_app.sh
+
 e2e_ios_local:
 	@./features/scripts/export_ios_app.sh
 	bundle exec maze-runner --app=features/fixtures/ios/output/iOSTestApp.ipa --farm=local --os=ios --apple-team-id=7W9PZ27Y5F --udid="$(shell idevice_id -l)" $(FEATURES)

docker-compose.yml

@@ -46,15 +46,3 @@ services:
       - ./features/:/app/features/
       - ./maze_output:/app/maze_output
       - /var/run/docker.sock:/var/run/docker.sock
-
-  cocoa-maze-runner-legacy:
-    image: 855461928731.dkr.ecr.us-west-1.amazonaws.com/maze-runner-releases:latest-v9-cli-legacy
-    environment:
-      <<: *common-environment
-      BROWSER_STACK_USERNAME:
-      BROWSER_STACK_ACCESS_KEY:
-      USE_LEGACY_DRIVER: 1
-    volumes:
-      - ./features/fixtures/ios/output:/app/build
-      - ./features/:/app/features/
-      - ./maze_output:/app/maze_output