Bug 1896742 - Fix typos found in up android startup video analysis tests. r=perftest-reviewers,sparky

It was found out the test name in the cvne file was mis-spelled, fixing the typo causes a new test to be created, if this hapenned we would miss alerts generated
To fix this we will run 2 test in paralle so we can get 2 weeks of data, and then delete the old test after a few weeks

Differential Revision: https://phabricator.services.mozilla.com/D228373
This commit is contained in:
aglavic
2024-12-09 15:07:07 +00:00
parent 5377ea9d45
commit af0cec7095
4 changed files with 62 additions and 3 deletions

View File

@@ -46,6 +46,26 @@ hw-a55-aarch64-shippable-startup-chrome-m-shopify-applink-startup:
--perfherder --perfherder
--output $MOZ_FETCHES_DIR/../artifacts --output $MOZ_FETCHES_DIR/../artifacts
hw-a55-startup-chrome-m-shopify-applink-startup:
worker-type: t-bitbar-gw-perf-a55
description: Run android cold_view_nav_end perftest on Chrome on a Samsung A55
treeherder:
symbol: perftest-chrome(applink-startup-legacy)
tier: 2
platform: android-hw-a55-14-0-aarch64-shippable/opt
attributes:
cron: true
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $GECKO_PATH &&
python3 python/mozperftest/mozperftest/runner.py
--flavor custom-script
--app chrome-m
testing/performance/mobile-startup/cvne_old.sh
--perfherder
--output $MOZ_FETCHES_DIR/../artifacts
hw-a55-aarch64-shippable-startup-fenix-shopify-applink-startup: hw-a55-aarch64-shippable-startup-fenix-shopify-applink-startup:
worker-type: t-bitbar-gw-perf-a55 worker-type: t-bitbar-gw-perf-a55
description: Run android cold_view_nav_end perftest on Fenix on a Samsung A55 description: Run android cold_view_nav_end perftest on Fenix on a Samsung A55
@@ -74,6 +94,34 @@ hw-a55-aarch64-shippable-startup-fenix-shopify-applink-startup:
--android-install-apk $MOZ_FETCHES_DIR/target.arm64-v8a.apk --android-install-apk $MOZ_FETCHES_DIR/target.arm64-v8a.apk
--output $MOZ_FETCHES_DIR/../artifacts --output $MOZ_FETCHES_DIR/../artifacts
hw-a55-startup-fenix-shopify-applink-startup:
worker-type: t-bitbar-gw-perf-a55
description: Run android cold_view_nav_end perftest on Fenix on a Samsung A55
treeherder:
symbol: perftest-fenix(applink-startup-legacy)
tier: 2
platform: android-hw-a55-14-0-aarch64-shippable/opt
attributes:
cron: false
run-on-projects: [trunk-only]
fetches:
build:
- artifact: target.arm64-v8a.apk
extract: false
require-build:
android-hw-a55-14-0-aarch64-shippable/opt: signing-apk-fenix-nightly-simulation
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $GECKO_PATH &&
python3 python/mozperftest/mozperftest/runner.py
--flavor custom-script
--app fenix
testing/performance/mobile-startup/cvne_old.sh
--perfherder
--android-install-apk $MOZ_FETCHES_DIR/target.arm64-v8a.apk
--output $MOZ_FETCHES_DIR/../artifacts
hw-a55-aarch64: hw-a55-aarch64:
worker-type: t-bitbar-gw-perf-a55 worker-type: t-bitbar-gw-perf-a55
description: Run ./mach perftest on a Samsung Galaxy a55 description: Run ./mach perftest on a Samsung Galaxy a55

View File

@@ -23,7 +23,7 @@ BACKGROUND_TABS = [
"https://www.amazon.ca/gp/aw/gb?ref_=navm_cs_gb&discounts-widget", "https://www.amazon.ca/gp/aw/gb?ref_=navm_cs_gb&discounts-widget",
"https://www.espn.com/nfl/game/_/gameId/401671793/chiefs-falcons", "https://www.espn.com/nfl/game/_/gameId/401671793/chiefs-falcons",
] ]
ITERATIONS = 1 ITERATIONS = 5
class ImageAnalzer: class ImageAnalzer:

View File

@@ -1,8 +1,8 @@
#!/bin/bash #!/bin/bash
#name: applink-startup-cnve #name: shopify-applink-startup
#owner: perftest #owner: perftest
#description: Runs the applink startup(cvne) test for chrome/fenix #description: Runs the shopify applink startup(cvne) test for chrome/fenix
# Path to the Python script # Path to the Python script
SCRIPT_PATH="testing/performance/mobile-startup/android_startup_videoapplink.py" SCRIPT_PATH="testing/performance/mobile-startup/android_startup_videoapplink.py"

View File

@@ -0,0 +1,11 @@
#!/bin/bash
#name: applink-startup-cnve
#owner: perftest
#description: Runs the applink startup(cvne) test for chrome/fenix
# Path to the Python script
SCRIPT_PATH="testing/performance/mobile-startup/android_startup_videoapplink.py"
# Run the Python script
$PYTHON_PATH_SHELL_SCRIPT $SCRIPT_PATH $APP