Merge pull request #1701 from bugsnag/je/plat-12959-ios-18

[PLAT-12959] Add iOS 18 tests
bugsnag · Oct 29, 2024 · 09b3a24 · 09b3a24
2 parents 0e9af66 + 72cfce0
commit 09b3a24
Show file tree

Hide file tree

Showing 2 changed files with 112 additions and 8 deletions.
diff --git a/.buildkite/pipeline.full.yml b/.buildkite/pipeline.full.yml
@@ -380,6 +380,110 @@ steps:
   #
   # BrowserStack
   #
+  - label: ':browserstack: iOS 17 E2E tests batch 1'
+    depends_on:
+      - cocoa_fixture
+    timeout_in_minutes: 60
+    agents:
+      queue: opensource
+    plugins:
+      artifacts#v1.5.0:
+        download: "features/fixtures/ios/output/ipa_url_bs_release.txt"
+        upload: "maze_output/failed/**/*"
+      docker-compose#v3.7.0:
+        pull: cocoa-maze-runner
+        run: cocoa-maze-runner
+        service-ports: true
+        command:
+          - "--app=@/app/build/ipa_url_bs_release.txt"
+          - "--farm=bs"
+          - "--device=IOS_17"
+          - "--appium-version=1.21.0"
+          - "--a11y-locator"
+          - "--fail-fast"
+          - "features/release"
+          - "--exclude=features/release/[e-z].*.feature$"
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^master|next$$"
+    concurrency: 25
+    concurrency_group: 'browserstack-app'
+    concurrency_method: eager
+    retry:
+      automatic:
+        - exit_status: -1  # Agent was lost
+          limit: 2
+
+  - label: ':browserstack: iOS 17 E2E tests batch 2'
+    depends_on:
+      - cocoa_fixture
+    timeout_in_minutes: 60
+    agents:
+      queue: opensource
+    plugins:
+      artifacts#v1.5.0:
+        download: "features/fixtures/ios/output/ipa_url_bs_release.txt"
+        upload: "maze_output/failed/**/*"
+      docker-compose#v3.7.0:
+        pull: cocoa-maze-runner
+        run: cocoa-maze-runner
+        service-ports: true
+        command:
+          - "--app=@/app/build/ipa_url_bs_release.txt"
+          - "--farm=bs"
+          - "--device=IOS_17"
+          - "--appium-version=1.21.0"
+          - "--a11y-locator"
+          - "--fail-fast"
+          - "features/release"
+          - "--exclude=features/release/[a-d].*.feature$"
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^master|next$$"
+    concurrency: 25
+    concurrency_group: 'browserstack-app'
+    concurrency_method: eager
+    retry:
+      automatic:
+        - exit_status: -1  # Agent was lost
+          limit: 2
+
+  - label: ':browserstack: iOS 17 app hang tests'
+    depends_on:
+      - cocoa_fixture
+    timeout_in_minutes: 30
+    agents:
+      queue: opensource
+    plugins:
+      artifacts#v1.5.0:
+        download: "features/fixtures/ios/output/ipa_url_bs_release.txt"
+        upload: "maze_output/failed/**/*"
+      docker-compose#v3.7.0:
+        pull: cocoa-maze-runner
+        run: cocoa-maze-runner
+        command:
+          - "--app=@build/ipa_url_bs_release.txt"
+          - "--farm=bs"
+          - "--device=IOS_17"
+          - "--appium-version=1.21.0"
+          - "--fail-fast"
+          - "features/app_hangs.feature"
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^master|next$$"
+    concurrency: 5
+    concurrency_group: 'browserstack-app'
+    concurrency_method: eager
+    retry:
+      automatic:
+        - exit_status: -1  # Agent was lost
+          limit: 2
+        - exit_status: 104 # App hang related error
+          limit: 2
+
   # PLAT-11155: App hang tests run on BrowserStack (Appium 1.x) for now
   - label: ':browserstack: iOS 16 app hang tests'
     depends_on:

diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
@@ -367,7 +367,7 @@ steps:
   #
   # BrowserStack
   #
-  - label: ':browserstack: iOS 17 E2E tests batch 1'
+  - label: ':browserstack: iOS 18 E2E tests batch 1'
     depends_on:
       - cocoa_fixture
     timeout_in_minutes: 60
@@ -384,7 +384,7 @@ steps:
         command:
           - "--app=@/app/build/ipa_url_bs_release.txt"
           - "--farm=bs"
-          - "--device=IOS_17"
+          - "--device=IOS_18"
           - "--appium-version=1.21.0"
           - "--a11y-locator"
           - "--fail-fast"
@@ -402,7 +402,7 @@ steps:
         - exit_status: -1  # Agent was lost
           limit: 2
 
-  - label: ':browserstack: iOS 17 E2E tests batch 2'
+  - label: ':browserstack: iOS 18 E2E tests batch 2'
     depends_on:
       - cocoa_fixture
     timeout_in_minutes: 60
@@ -419,7 +419,7 @@ steps:
         command:
           - "--app=@/app/build/ipa_url_bs_release.txt"
           - "--farm=bs"
-          - "--device=IOS_17"
+          - "--device=IOS_18"
           - "--appium-version=1.21.0"
           - "--a11y-locator"
           - "--fail-fast"
@@ -438,7 +438,7 @@ steps:
           limit: 2
 
   # PLAT-11155: App hang tests run on BrowserStack (Appium 1.x) for now
-  - label: ':browserstack: iOS 17 app hang tests'
+  - label: ':browserstack: iOS 18 app hang tests'
     depends_on:
       - cocoa_fixture
     timeout_in_minutes: 30
@@ -454,7 +454,7 @@ steps:
         command:
           - "--app=@build/ipa_url_bs_release.txt"
           - "--farm=bs"
-          - "--device=IOS_17"
+          - "--device=IOS_18"
           - "--appium-version=1.21.0"
           - "--fail-fast"
           - "features/app_hangs.feature"
@@ -622,7 +622,7 @@ steps:
   # Debug configration E2E tests
   #
 
-  - label: ':browserstack: iOS 17 debug configuration tests'
+  - label: ':browserstack: iOS 18 debug configuration tests'
     depends_on:
       - cocoa_fixture
     timeout_in_minutes: 60
@@ -638,7 +638,7 @@ steps:
         command:
           - "--app=@/app/build/ipa_url_bs_debug.txt"
           - "--farm=bs"
-          - "--device=IOS_17"
+          - "--device=IOS_18"
           - "--fail-fast"
           - "features/debug"
       test-collector#v1.10.2: