Browse Source

Isolate 1 UI test (WIP)

nightly-build-test
Richard Pappalardo 1 year ago
parent
commit
9abda26244
3 changed files with 62 additions and 1 deletions
  1. +57
    -0
      automation/taskcluster/androidTest/flank-x86-start-test.yml
  2. +4
    -0
      automation/taskcluster/androidTest/ui-test.sh
  3. +1
    -1
      taskcluster/ci/test/kind.yml

+ 57
- 0
automation/taskcluster/androidTest/flank-x86-start-test.yml View File

@ -0,0 +1,57 @@
# gcloud args match the official gcloud cli
# https://cloud.google.com/sdk/gcloud/reference/firebase/test/android/run
gcloud:
results-bucket: fenix_test_artifacts
record-video: true
# The maximum possible testing time is 30m on physical devices and 60m on virtual devices.
timeout: 30m
# will start test then close socket. no reports will be generated.
# to retrieve results later, use the "refresh" command
# reports will be generated from /results/matrix_ids.json
#async: true
# will start test then leave socket open. reports will be published
# to /results
# see: https://github.com/TestArmada/flank/issues/339
async: false
# results-history-name
# by default, set to app name
# declare results-history-name to create a separate dropdown menu in Firebase
# see: https://github.com/TestArmada/flank/issues/341
#results-history-name: tmp_parallel
# The number of times a TestExecution should be re-attempted if one or more\nof its test cases fail for any reason.
# The maximum number of reruns allowed is 10. Default is 0, which implies no reruns.
num-flaky-test-attempts: 3
# test and app are the only required args
app: /app/path
test: /test/path
auto-google-login: true
use-orchestrator: true
environment-variables:
clearPackageData: true
directories-to-pull:
- /sdcard/screenshots
performance-metrics: true
test-targets:
- class org.mozilla.fenix.ui.NavigationToolbarTest#visitURLTest
device:
- model: Nexus6
version: 25
- model: Pixel2
version: 28
flank:
project: GOOGLE_PROJECT
# test shards - the amount of groups to split the test suite into
# set to -1 to use one shard per test.
max-test-shards: -1
# repeat tests - the amount of times to run the tests.
# 1 runs the tests once. 10 runs all the tests 10x
repeat-tests: 1

+ 4
- 0
automation/taskcluster/androidTest/ui-test.sh View File

@ -69,6 +69,10 @@ if [[ "${device_type}" =~ ^(arm64-v8a|armeabi-v7a|x86_64|x86)$ ]]; then
APK_APP="${PATH_APK}/app-geckoNightly-${device_type}-debug.apk"
flank_template="${PATH_TEST}/flank-${device_type}.yml"
echo "device_type: ${device_type}"
elif [[ "${device_type}" == *"start-test"* ]]; then
APK_APP="${PATH_APK}/app-geckoNightly-x86-debug.apk"
flank_template="${PATH_TEST}/flank-x86-start-test.yml"
echo "device_type: ${device_type}"
else
echo "NOT FOUND"
exitcode=1

+ 1
- 1
taskcluster/ci/test/kind.yml View File

@ -51,7 +51,7 @@ jobs:
# TODO Generate APKs in a build task instead
gradlew: ['clean', 'assembleDebug', 'assembleAndroidTest']
post-gradlew:
- ['automation/taskcluster/androidTest/ui-test.sh', 'x86', '-1']
- ['automation/taskcluster/androidTest/ui-test.sh', 'x86-start-test', '-1']
secrets:
- name: project/mobile/fenix/firebase
key: firebaseToken

Loading…
Cancel
Save