move full test anr to bs

.buildkite/pipeline.yml

@@ -439,6 +439,7 @@ steps:
         command:
           - "features/full_tests"
           - "--exclude=features/full_tests/[^a-k].*.feature"
+          - "--exclude=features/full_tests/anr.feature"
           - "--app=@build/fixture-r21-url.txt"
           - "--app-activity=com.bugsnag.android.mazerunner.MainActivity"
           - "--app-package=com.bugsnag.android.mazerunner"
@@ -454,6 +455,37 @@ steps:
     concurrency_group: 'bitbar'
     concurrency_method: eager
 
+  - label: ':browserstack: Android 12 NDK r21 end-to-end tests - batch ANR'
+    depends_on:
+      - "fixture-r21"
+    timeout_in_minutes: 60
+    plugins:
+      artifacts#v1.9.0:
+        download:
+          - "build/bs-fixture-r21-url.txt"
+          - "build/fixture-r21/*"
+        upload:
+          - "maze_output/failed/**/*"
+          - "maze_output/metrics.csv"
+      docker-compose#v4.7.0:
+        pull: maze-runner
+        run: maze-runner
+        service-ports: true
+        command:
+          - "features/full_tests/anr.feature"
+          - "--app=@build/bs-fixture-r21-url.txt"
+          - "--app-activity=com.bugsnag.android.mazerunner.MainActivity"
+          - "--app-package=com.bugsnag.android.mazerunner"
+          - "--appium-version=1.22.0"
+          - "--farm=bs"
+          - "--device=ANDROID_12"
+          - "--fail-fast"
+    env:
+      TEST_FIXTURE_SYMBOL_DIR: "build/fixture-r21"
+    concurrency: 5
+    concurrency_group: 'browserstack-app'
+    concurrency_method: eager
+
   - label: ':bitbar: Android 12 NDK r21 end-to-end tests - batch 2'
     depends_on:
       - "fixture-r21"
@@ -473,6 +505,7 @@ steps:
         command:
           - "features/full_tests"
           - "--exclude=features/full_tests/[^l-z].*.feature"
+          - "--exclude=features/full_tests/anr.feature"
           - "--app=@build/fixture-r21-url.txt"
           - "--app-activity=com.bugsnag.android.mazerunner.MainActivity"
           - "--app-package=com.bugsnag.android.mazerunner"

features/full_tests/anr.feature

@@ -0,0 +1,142 @@
+Feature: ANRs triggered in CXX code are captured
+
+  Background:
+    Given I clear all persistent data
+
+  @anr
+  @skip_samsung
+  @skip_android_10
+  Scenario: ANR triggered in CXX code is captured
+    When I run "CXXAnrScenario"
+    And I wait for 2 seconds
+    And I tap the screen 3 times
+    Then I wait to receive an error
+    And the error is valid for the error reporting API version "4.0" for the "Android Bugsnag Notifier" notifier
+    And the exception "errorClass" equals "ANR"
+    And the exception "message" starts with " Input dispatching timed out"
+    And the error "Bugsnag-Stacktrace-Types" header equals "android,c"
+    And the error payload field "events.0.exceptions.0.type" equals "android"
+    And the error payload field "events.0.exceptions.0.stacktrace.0.type" equals "c"
+    And the error payload field "events.0.threads.0.type" equals "android"
+    And the error payload field "events.0.threads.0.stacktrace.0.type" is null
+
+  @anr
+  @skip_samsung
+  @skip_android_10
+  Scenario: ANR triggered in CXX code is captured even when NDK detection is disabled
+    When I run "CXXAnrNdkDisabledScenario"
+    And I wait for 2 seconds
+    And I tap the screen 3 times
+    Then I wait to receive an error
+    And the error is valid for the error reporting API version "4.0" for the "Android Bugsnag Notifier" notifier
+    And the exception "errorClass" equals "ANR"
+    And the exception "message" starts with " Input dispatching timed out"
+    And the error "Bugsnag-Stacktrace-Types" header equals "android"
+    And the error payload field "events.0.exceptions.0.type" equals "android"
+    And the error payload field "events.0.exceptions.0.stacktrace.0.type" is null
+    And the error payload field "events.0.threads.0.type" equals "android"
+    And the error payload field "events.0.threads.0.stacktrace.0.type" is null
+
+
+Feature: ANRs triggered in JVM code are captured
+
+  Background:
+    Given I clear all persistent data
+
+  @anr
+  @skip_samsung
+  @skip_android_10
+  Scenario: ANR triggered in JVM loop code is captured
+    When I clear any error dialogue
+    And I run "JvmAnrLoopScenario"
+    And I wait for 2 seconds
+    And I tap the screen 3 times
+    Then I wait to receive an error
+    And the error is valid for the error reporting API version "4.0" for the "Android Bugsnag Notifier" notifier
+    And the exception "errorClass" equals "ANR"
+    And the exception "message" starts with " Input dispatching timed out"
+    And the error "Bugsnag-Stacktrace-Types" header equals "android"
+    And the error payload field "events.0.exceptions.0.type" equals "android"
+    And the error payload field "events.0.exceptions.0.stacktrace.0.type" is null
+    And the error payload field "events.0.threads.0.type" equals "android"
+    And the error payload field "events.0.threads.0.stacktrace.0.type" is null
+
+  @anr
+  @skip_samsung
+  @skip_android_10
+  Scenario: ANR triggered in JVM sleep code is captured
+    When I clear any error dialogue
+    And I run "JvmAnrSleepScenario"
+    And I wait for 2 seconds
+    And I tap the screen 3 times
+    Then I wait to receive an error
+    And the error is valid for the error reporting API version "4.0" for the "Android Bugsnag Notifier" notifier
+    And the exception "errorClass" equals "ANR"
+    And the exception "message" starts with " Input dispatching timed out"
+    And the error "Bugsnag-Stacktrace-Types" header equals "android,c"
+    And the error payload field "events.0.exceptions.0.type" equals "android"
+
+  @anr
+  @skip_samsung
+  @skip_android_10
+  Scenario: ANR triggered in JVM code is not captured when detectAnrs = false
+    When I run "JvmAnrDisabledScenario"
+    # No screen taps for this scenario as it seems to break Appium with Android 8
+    Then I wait to receive an error
+    And the error is valid for the error reporting API version "4.0" for the "Android Bugsnag Notifier" notifier
+    And the error payload field "events" is an array with 1 elements
+    And the exception "errorClass" equals "java.lang.RuntimeException"
+    And the exception "message" equals "JvmAnrDisabledScenario"
+
+  @anr
+  @skip_samsung
+  @skip_android_10
+  Scenario: ANR triggered in JVM code is not captured when outside of release stage
+    When I run "JvmAnrOutsideReleaseStagesScenario"
+    And I wait for 2 seconds
+    And I tap the screen 3 times
+    And I wait for 10 seconds
+    And I close and relaunch the app after an ANR
+    And I configure Bugsnag for "JvmAnrOutsideReleaseStagesScenario"
+    Then Bugsnag confirms it has no errors to send
+    And I wait for 10 seconds
+    #  Wait extra 10 seconds in the end, so appium will have enough time to terminated the previous anr session
+
+
+Feature: Switching automatic error detection on/off for Unity ANR
+
+  Background:
+    Given I clear all persistent data
+
+  @anr
+  @skip_samsung
+  @skip_android_10
+  Scenario: ANR not captured with autoDetectAnrs=false
+    When I run "AutoDetectAnrsFalseScenario"
+    And I wait for 2 seconds
+    And I tap the screen 3 times
+    And I wait for 10 seconds
+    And I close and relaunch the app after an ANR
+    And I configure Bugsnag for "AutoDetectAnrsFalseScenario"
+    Then Bugsnag confirms it has no errors to send
+    And I wait for 10 seconds
+    #  Wait extra 10 seconds in the end, so appium will have enough time to terminated the previous anr session
+
+  @anr
+  @skip_samsung
+  @skip_android_10
+  Scenario: ANR captured with autoDetectAnrs reenabled
+    When I clear any error dialogue
+    And I run "AutoDetectAnrsTrueScenario"
+    And I wait for 2 seconds
+    And I tap the screen 3 times
+    And I wait to receive an error
+    Then the error is valid for the error reporting API version "4.0" for the "Android Bugsnag Notifier" notifier
+    And the error payload field "events" is an array with 1 elements
+    And the exception "errorClass" equals "ANR"
+    And the exception "message" starts with " Input dispatching timed out"
+    And the exception "type" equals "android"
+    And the event "unhandled" is true
+    And the event "severity" equals "error"
+    And the event "severityReason.type" equals "anrError"
+    And the event "severityReason.unhandledOverridden" is false