diff --git a/docs/conf.py b/docs/conf.py index 16683256f768..9060d6723b12 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -48,6 +48,7 @@ extensions = [ "recommonmark", "sphinx_copybutton", "sphinx_markdown_tables", + "sphinx_panels", "glean", ] diff --git a/testing/perfdocs/generated/raptor.rst b/testing/perfdocs/generated/raptor.rst index 4a094da7650f..54dff7c72309 100644 --- a/testing/perfdocs/generated/raptor.rst +++ b/testing/perfdocs/generated/raptor.rst @@ -13,68 +13,1723 @@ Desktop ------- Tests for page-load performance. The links direct to the actual websites that are being tested. (WX: WebExtension, BT: Browsertime, FF: Firefox, CH: Chrome, CU: Chromium) -* `amazon (BT, FF, CH, CU) `__ -* `apple (BT, FF, CH, CU) `__ -* `bing-search (BT, FF, CH, CU) `__ -* `ebay (BT, FF, CH, CU) `__ -* `facebook (BT, FF, CH, CU) `__ -* `facebook-redesign (BT, FF, CH, CU) `__ -* `fandom (BT, FF, CH, CU) `__ -* `google-docs (BT, FF, CH, CU) `__ -* `google-mail (BT, FF, CH, CU) `__ -* `google-search (BT, FF, CH, CU) `__ -* `google-sheets (BT, FF, CH, CU) `__ -* `google-slides (BT, FF, CH, CU) `__ -* `imdb (BT, FF, CH, CU) `__ -* `imgur (BT, FF, CH, CU) `__ -* `instagram (BT, FF, CH, CU) `__ -* `linkedin (BT, FF, CH, CU) `__ -* `microsoft (BT, FF, CH, CU) `__ -* `netflix (BT, FF, CH, CU) `__ -* `office (BT, FF, CH, CU) `__ -* `outlook (BT, FF, CH, CU) `__ -* `paypal (BT, FF, CH, CU) `__ -* `pinterest (BT, FF, CH, CU) `__ -* `raptor-tp6-amazon (WX, FF, CH, CU) `__ -* `raptor-tp6-apple (WX, FF, CH, CU) `__ -* `raptor-tp6-bing (WX, FF, CH, CU) `__ -* `raptor-tp6-cnn-ampstories (WX, FF) `__ -* `raptor-tp6-docs (WX, FF, CH, CU) `__ -* `raptor-tp6-ebay (WX, FF, CH, CU) `__ -* `raptor-tp6-facebook (WX, CH, CU) `__ -* `raptor-tp6-fandom (WX, FF, CH, CU) `__ -* `raptor-tp6-google (WX, FF, CH, CU) `__ -* `raptor-tp6-google-mail (WX, FF, CH, CU) `__ -* `raptor-tp6-imdb (WX, FF, CH, CU) `__ -* `raptor-tp6-imgur (WX, FF, CH, CU) `__ -* `raptor-tp6-instagram (WX, FF, CH, CU) `__ -* `raptor-tp6-linkedin (WX, FF, CH, CU) `__ -* `raptor-tp6-microsoft (WX, FF, CH, CU) `__ -* `raptor-tp6-netflix (WX, FF, CH, CU) `__ -* `raptor-tp6-office (WX, FF, CH, CU) `__ -* `raptor-tp6-outlook (WX, FF, CH, CU) `__ -* `raptor-tp6-paypal (WX, FF, CH, CU) `__ -* `raptor-tp6-pinterest (WX, FF, CH, CU) `__ -* `raptor-tp6-reddit (WX, FF, CH, CU) `__ -* `raptor-tp6-sheets (WX, FF, CH, CU) `__ -* `raptor-tp6-slides (WX, FF, CH, CU) `__ -* `raptor-tp6-tumblr (WX, FF, CH, CU) `__ -* `raptor-tp6-twitch (WX, FF, CH, CU) `__ -* `raptor-tp6-twitter (WX, FF, CH, CU) `__ -* `raptor-tp6-wikipedia (WX, FF, CH, CU) `__ -* `raptor-tp6-yahoo-mail (WX, FF, CH, CU) `__ -* `raptor-tp6-yahoo-news (WX, FF, CH, CU) `__ -* `raptor-tp6-yandex (WX, FF, CH, CU) `__ -* `raptor-tp6-youtube (WX, FF, CH, CU) `__ -* `reddit (BT, FF, CH, CU) `__ -* `tumblr (BT, FF, CH, CU) `__ -* `twitch (BT, FF, CH, CU) `__ -* `twitter (BT, FF, CH, CU) `__ -* `wikipedia (BT, FF, CH, CU) `__ -* `yahoo-mail (BT, FF, CH, CU) `__ -* `yahoo-news (BT, FF, CH, CU) `__ -* `yandex (BT, FF, CH, CU) `__ -* `youtube (BT, FF, CH, CU) `__ +.. dropdown:: amazon (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: apple (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: bing-search (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: ebay (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: facebook (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: facebook-redesign (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: fandom (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: google-docs (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: google-mail (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: google-search (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: google-sheets (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: google-slides (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: imdb (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: imgur (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: instagram (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: linkedin (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: microsoft (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: netflix (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: office (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-live-office.manifest + * **playback recordings**: mitm5-linux-firefox-live-office.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: outlook (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-live.manifest + * **playback recordings**: mitm5-linux-firefox-live.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: paypal (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: pinterest (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: raptor-tp6-amazon (WX, FF, CH, CU) + + 1. **raptor-tp6-amazon-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-amazon.manifest + * **playback recordings**: mitm5-linux-firefox-amazon.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-amazon-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-amazon.manifest + * **playback recordings**: mitm5-linux-firefox-amazon.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-amazon-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-amazon.manifest + * **playback recordings**: mitm5-linux-firefox-amazon.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-apple (WX, FF, CH, CU) + + 1. **raptor-tp6-apple-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-apple.manifest + * **playback recordings**: mitm5-linux-firefox-apple.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-apple-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-apple.manifest + * **playback recordings**: mitm5-linux-firefox-apple.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-apple-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-apple.manifest + * **playback recordings**: mitm5-linux-firefox-apple.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-bing (WX, FF, CH, CU) + + 1. **raptor-tp6-bing-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-bing-search.manifest + * **playback recordings**: mitm5-linux-firefox-bing-search.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-bing-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-bing-search.manifest + * **playback recordings**: mitm5-linux-firefox-bing-search.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-bing-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-bing-search.manifest + * **playback recordings**: mitm5-linux-firefox-bing-search.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-cnn-ampstories (WX, FF) + + 1. **raptor-tp6-cnn-ampstories-firefox** + + * **alert on**: fnbpaint, fcp, dcf, loadtime + * **alert threshold**: 5.0 + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-docs (WX, FF, CH, CU) + + 1. **raptor-tp6-docs-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-docs.manifest + * **playback recordings**: mitm5-linux-firefox-google-docs.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-docs-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-docs.manifest + * **playback recordings**: mitm5-linux-firefox-google-docs.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-docs-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-docs.manifest + * **playback recordings**: mitm5-linux-firefox-google-docs.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-ebay (WX, FF, CH, CU) + + 1. **raptor-tp6-ebay-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-ebay.manifest + * **playback recordings**: mitm5-linux-firefox-ebay.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-ebay-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-ebay.manifest + * **playback recordings**: mitm5-linux-firefox-ebay.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-ebay-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-ebay.manifest + * **playback recordings**: mitm5-linux-firefox-ebay.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-facebook (WX, CH, CU) + + 1. **raptor-tp6-facebook-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-facebook.manifest + * **playback recordings**: mitm5-linux-firefox-facebook.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-facebook-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-facebook.manifest + * **playback recordings**: mitm5-linux-firefox-facebook.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-facebook-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-facebook.manifest + * **playback recordings**: mitm5-linux-firefox-facebook.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-fandom (WX, FF, CH, CU) + + 1. **raptor-tp6-fandom-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-fandom.manifest + * **playback recordings**: mitm5-linux-firefox-fandom.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-fandom-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-fandom.manifest + * **playback recordings**: mitm5-linux-firefox-fandom.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-fandom-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-fandom.manifest + * **playback recordings**: mitm5-linux-firefox-fandom.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-google (WX, FF, CH, CU) + + 1. **raptor-tp6-google-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-search.manifest + * **playback recordings**: mitm5-linux-firefox-google-search.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-google-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-search.manifest + * **playback recordings**: mitm5-linux-firefox-google-search.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-google-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-search.manifest + * **playback recordings**: mitm5-linux-firefox-google-search.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-google-mail (WX, FF, CH, CU) + + 1. **raptor-tp6-google-mail-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-mail.manifest + * **playback recordings**: mitm5-linux-firefox-google-mail.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-google-mail-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-mail.manifest + * **playback recordings**: mitm5-linux-firefox-google-mail.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-google-mail-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-mail.manifest + * **playback recordings**: mitm5-linux-firefox-google-mail.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-imdb (WX, FF, CH, CU) + + 1. **raptor-tp6-imdb-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-imdb.manifest + * **playback recordings**: mitm5-linux-firefox-imdb.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-imdb-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-imdb.manifest + * **playback recordings**: mitm5-linux-firefox-imdb.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-imdb-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-imdb.manifest + * **playback recordings**: mitm5-linux-firefox-imdb.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-imgur (WX, FF, CH, CU) + + 1. **raptor-tp6-imgur-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-imgur.manifest + * **playback recordings**: mitm5-linux-firefox-imgur.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-imgur-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-imgur.manifest + * **playback recordings**: mitm5-linux-firefox-imgur.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-imgur-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-imgur.manifest + * **playback recordings**: mitm5-linux-firefox-imgur.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-instagram (WX, FF, CH, CU) + + 1. **raptor-tp6-instagram-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-instagram.manifest + * **playback recordings**: mitm5-linux-firefox-instagram.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-instagram-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-instagram.manifest + * **playback recordings**: mitm5-linux-firefox-instagram.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-instagram-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-instagram.manifest + * **playback recordings**: mitm5-linux-firefox-instagram.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-linkedin (WX, FF, CH, CU) + + 1. **raptor-tp6-linkedin-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-linkedin.manifest + * **playback recordings**: mitm5-linux-firefox-linkedin.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-linkedin-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-linkedin.manifest + * **playback recordings**: mitm5-linux-firefox-linkedin.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-linkedin-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-linkedin.manifest + * **playback recordings**: mitm5-linux-firefox-linkedin.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-microsoft (WX, FF, CH, CU) + + 1. **raptor-tp6-microsoft-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-microsoft.manifest + * **playback recordings**: mitm5-linux-firefox-microsoft.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-microsoft-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-microsoft.manifest + * **playback recordings**: mitm5-linux-firefox-microsoft.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-microsoft-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-microsoft.manifest + * **playback recordings**: mitm5-linux-firefox-microsoft.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-netflix (WX, FF, CH, CU) + + 1. **raptor-tp6-netflix-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-netflix.manifest + * **playback recordings**: mitm5-linux-firefox-netflix.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-netflix-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-netflix.manifest + * **playback recordings**: mitm5-linux-firefox-netflix.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-netflix-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-netflix.manifest + * **playback recordings**: mitm5-linux-firefox-netflix.mp + * **playback version**: 5.1.1 + * **preferences**: {"media.autoplay.default": 1, +"media.eme.enabled": true} + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-office (WX, FF, CH, CU) + + 1. **raptor-tp6-office-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-live-office.manifest + * **playback recordings**: mitm5-linux-firefox-live-office.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-office-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-live-office.manifest + * **playback recordings**: mitm5-linux-firefox-live-office.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-office-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-live-office.manifest + * **playback recordings**: mitm5-linux-firefox-live-office.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-outlook (WX, FF, CH, CU) + + 1. **raptor-tp6-outlook-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-live.manifest + * **playback recordings**: mitm5-linux-firefox-live.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-outlook-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-live.manifest + * **playback recordings**: mitm5-linux-firefox-live.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-outlook-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-live.manifest + * **playback recordings**: mitm5-linux-firefox-live.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-paypal (WX, FF, CH, CU) + + 1. **raptor-tp6-paypal-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-paypal.manifest + * **playback recordings**: mitm5-linux-firefox-paypal.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-paypal-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-paypal.manifest + * **playback recordings**: mitm5-linux-firefox-paypal.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-paypal-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-paypal.manifest + * **playback recordings**: mitm5-linux-firefox-paypal.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-pinterest (WX, FF, CH, CU) + + 1. **raptor-tp6-pinterest-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-pinterest.manifest + * **playback recordings**: mitm5-linux-firefox-pinterest.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-pinterest-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-pinterest.manifest + * **playback recordings**: mitm5-linux-firefox-pinterest.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-pinterest-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-pinterest.manifest + * **playback recordings**: mitm5-linux-firefox-pinterest.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-reddit (WX, FF, CH, CU) + + 1. **raptor-tp6-reddit-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-reddit.manifest + * **playback recordings**: mitm5-linux-firefox-reddit.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-reddit-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-reddit.manifest + * **playback recordings**: mitm5-linux-firefox-reddit.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-reddit-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-reddit.manifest + * **playback recordings**: mitm5-linux-firefox-reddit.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-sheets (WX, FF, CH, CU) + + 1. **raptor-tp6-sheets-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-sheets.manifest + * **playback recordings**: mitm5-linux-firefox-google-sheets.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-sheets-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-sheets.manifest + * **playback recordings**: mitm5-linux-firefox-google-sheets.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-sheets-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-sheets.manifest + * **playback recordings**: mitm5-linux-firefox-google-sheets.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-slides (WX, FF, CH, CU) + + 1. **raptor-tp6-slides-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-slides.manifest + * **playback recordings**: mitm5-linux-firefox-google-slides.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-slides-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-slides.manifest + * **playback recordings**: mitm5-linux-firefox-google-slides.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-slides-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-google-slides.manifest + * **playback recordings**: mitm5-linux-firefox-google-slides.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-tumblr (WX, FF, CH, CU) + + 1. **raptor-tp6-tumblr-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-tumblr.manifest + * **playback recordings**: mitm5-linux-firefox-tumblr.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-tumblr-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-tumblr.manifest + * **playback recordings**: mitm5-linux-firefox-tumblr.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-tumblr-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-tumblr.manifest + * **playback recordings**: mitm5-linux-firefox-tumblr.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-twitch (WX, FF, CH, CU) + + 1. **raptor-tp6-twitch-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-twitch.manifest + * **playback recordings**: mitm5-linux-firefox-twitch.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-twitch-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-twitch.manifest + * **playback recordings**: mitm5-linux-firefox-twitch.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-twitch-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-twitch.manifest + * **playback recordings**: mitm5-linux-firefox-twitch.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-twitter (WX, FF, CH, CU) + + 1. **raptor-tp6-twitter-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-twitter.manifest + * **playback recordings**: mitm5-linux-firefox-twitter.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-twitter-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-twitter.manifest + * **playback recordings**: mitm5-linux-firefox-twitter.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-twitter-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-twitter.manifest + * **playback recordings**: mitm5-linux-firefox-twitter.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-wikipedia (WX, FF, CH, CU) + + 1. **raptor-tp6-wikipedia-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-wikipedia.manifest + * **playback recordings**: mitm5-linux-firefox-wikipedia.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-wikipedia-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-wikipedia.manifest + * **playback recordings**: mitm5-linux-firefox-wikipedia.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-wikipedia-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-wikipedia.manifest + * **playback recordings**: mitm5-linux-firefox-wikipedia.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-yahoo-mail (WX, FF, CH, CU) + + 1. **raptor-tp6-yahoo-mail-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-yahoo-mail.manifest + * **playback recordings**: mitm5-linux-firefox-yahoo-mail.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-yahoo-mail-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-yahoo-mail.manifest + * **playback recordings**: mitm5-linux-firefox-yahoo-mail.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-yahoo-mail-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-yahoo-mail.manifest + * **playback recordings**: mitm5-linux-firefox-yahoo-mail.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-yahoo-news (WX, FF, CH, CU) + + 1. **raptor-tp6-yahoo-news-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-yahoo-news.manifest + * **playback recordings**: mitm5-linux-firefox-yahoo-news.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-yahoo-news-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-yahoo-news.manifest + * **playback recordings**: mitm5-linux-firefox-yahoo-news.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-yahoo-news-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-yahoo-news.manifest + * **playback recordings**: mitm5-linux-firefox-yahoo-news.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-yandex (WX, FF, CH, CU) + + 1. **raptor-tp6-yandex-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-yandex.manifest + * **playback recordings**: mitm5-linux-firefox-yandex.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-yandex-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-yandex.manifest + * **playback recordings**: mitm5-linux-firefox-yandex.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-yandex-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-yandex.manifest + * **playback recordings**: mitm5-linux-firefox-yandex.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: raptor-tp6-youtube (WX, FF, CH, CU) + + 1. **raptor-tp6-youtube-chrome** + + * **apps**: chrome + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-youtube.manifest + * **playback recordings**: mitm5-linux-firefox-youtube.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 2. **raptor-tp6-youtube-chromium** + + * **apps**: chromium + * **expected**: pass + * **measure**: fcp, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-youtube.manifest + * **playback recordings**: mitm5-linux-firefox-youtube.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + 3. **raptor-tp6-youtube-firefox** + + * **apps**: firefox + * **expected**: pass + * **measure**: fnbpaint, fcp, dcf, loadtime + * **playback pageset manifest**: mitm5-linux-firefox-youtube.manifest + * **playback recordings**: mitm5-linux-firefox-youtube.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + + +.. dropdown:: reddit (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: tumblr (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: twitch (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: twitter (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: wikipedia (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: yahoo-mail (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: yahoo-news (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: yandex (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: youtube (BT, FF, CH, CU) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: firefox, chrome, chromium + * **browser cycles**: 25 + * **expected**: pass + * **gecko profile entries**: 14000000 + * **gecko profile interval**: 1 + * **lower is better**: true + * **measure**: fnbpaint, fcp, dcf, loadtime + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy + * **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest + * **playback recordings**: mitm5-linux-firefox-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + Live ---- @@ -85,33 +1740,520 @@ Mobile ------ Page-load performance test suite on Android. The links direct to the actual websites that are being tested. (WX: WebExtension, BT: Browsertime, GV: Geckoview, RB: Refbrow, FE: Fenix, F68: Fennec68, CH-M: Chrome mobile) -* `allrecipes (BT, GV, FE, RB, F68, CH-M) `__ -* `amazon (BT, GV, FE, RB, F68, CH-M) `__ -* `amazon-search (BT, GV, FE, RB, F68, CH-M) `__ -* `bbc (BT, GV, FE, RB, F68, CH-M) `__ -* `bing (BT, GV, FE, RB, F68, CH-M) `__ -* `bing-search-restaurants (BT, GV, FE, RB, F68, CH-M) `__ -* `booking (BT, GV, FE, RB, F68, CH-M) `__ -* `cnn (BT, GV, FE, RB, F68, CH-M) `__ -* `cnn-ampstories (BT, GV, FE, RB, F68, CH-M) `__ -* `ebay-kleinanzeigen (BT, GV, FE, RB, F68, CH-M) `__ -* `ebay-kleinanzeigen-search (BT, GV, FE, RB, F68, CH-M) `__ -* `espn (BT, GV, FE, RB, F68, CH-M) `__ -* `facebook (BT, GV, FE, RB, F68, CH-M) `__ -* `facebook-cristiano (BT, GV, FE, RB, F68, CH-M) `__ -* `google (BT, GV, FE, RB, F68, CH-M) `__ -* `google-maps (BT, GV, FE, RB, F68, CH-M) `__ -* `google-search-restaurants (BT, GV, FE, RB, F68, CH-M) `__ -* `imdb (BT, GV, FE, RB, F68, CH-M) `__ -* `instagram (BT, GV, FE, RB, F68, CH-M) `__ -* `jianshu (BT, GV, FE, RB, F68, CH-M) `__ -* `microsoft-support (BT, GV, FE, RB, F68, CH-M) `__ -* `reddit (BT, GV, FE, RB, F68, CH-M) `__ -* `stackoverflow (BT, GV, FE, RB, F68, CH-M) `__ -* `web-de (BT, GV, FE, RB, F68, CH-M) `__ -* `wikipedia (BT, GV, FE, RB, F68, CH-M) `__ -* `youtube (BT, GV, FE, RB, F68, CH-M) `__ -* `youtube-watch (BT, GV, FE, RB, F68, CH-M) `__ +.. dropdown:: allrecipes (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: amazon (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: amazon-search (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: bbc (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: bing (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: bing-search-restaurants (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: booking (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: cnn (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: cnn-ampstories (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: ebay-kleinanzeigen (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: ebay-kleinanzeigen-search (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: espn (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: facebook (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: facebook-cristiano (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: google (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: google-maps (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm5-motog5-gve-{subtest}.manifest + * **playback recordings**: mitm5-motog5-gve-{subtest}.mp + * **playback version**: 5.1.1 + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: google-search-restaurants (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: imdb (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: instagram (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: jianshu (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: microsoft-support (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: reddit (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: stackoverflow (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: web-de (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: wikipedia (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: youtube (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + +.. dropdown:: youtube-watch (BT, GV, FE, RB, F68, CH-M) + + * **alert on**: fcp, loadtime + * **alert threshold**: 2.0 + * **apps**: geckoview, fenix, refbrow, fennec, chrome-m + * **browser cycles**: 15 + * **expected**: pass + * **lower is better**: true + * **page cycles**: 25 + * **page timeout**: 60000 + * **playback**: mitmproxy-android + * **playback pageset manifest**: mitm4-pixel2-fennec-{subtest}.manifest + * **playback recordings**: mitm4-pixel2-fennec-{subtest}.mp + * **test url**: ``__ + * **type**: pageload + * **unit**: ms + * **use live sites**: false + + Scenario -------- diff --git a/tools/lint/perfdocs/framework_gatherers.py b/tools/lint/perfdocs/framework_gatherers.py index c4e6f36ce1c2..e516d2fb39c0 100644 --- a/tools/lint/perfdocs/framework_gatherers.py +++ b/tools/lint/perfdocs/framework_gatherers.py @@ -34,7 +34,7 @@ class FrameworkGatherer(object): self._yaml_path = yaml_path self._suite_list = {} self._test_list = {} - self._urls = {} + self._descriptions = {} self._manifest_path = "" self._manifest = None self.script_infos = {} @@ -130,19 +130,20 @@ class RaptorGatherer(FrameworkGatherer): :param str manifest_path: path to the ini file :return list: the list of the tests """ + desc_exclusion = ["here", "manifest", "manifest_relpath", "path", "relpath"] test_manifest = TestManifest([manifest_path], strict=False) test_list = test_manifest.active_tests(exists=False, disabled=False) subtests = {} for subtest in test_list: subtests[subtest["name"]] = subtest["manifest"] - self._urls.setdefault(suite_name, []).append( - { - "test_name": subtest["name"], - "url": subtest["test_url"], - } - ) - self._urls[suite_name].sort(key=lambda item: item["test_name"]) + description = {} + for key, value in subtest.items(): + if key not in desc_exclusion: + description[key] = value + self._descriptions.setdefault(suite_name, []).append(description) + + self._descriptions[suite_name].sort(key=lambda item: item["name"]) return subtests @@ -174,19 +175,45 @@ class RaptorGatherer(FrameworkGatherer): return self._test_list def build_test_description(self, title, test_description="", suite_name=""): - matcher = set() - for suite, val in self._urls.items(): + matcher = [] + browsers = [ + "firefox", + "chrome", + "chromium", + "refbrow", + "fennec68", + "geckoview", + "fenix", + ] + test_name = [f"{title}-{browser}" for browser in browsers] + test_name.append(title) + + for suite, val in self._descriptions.items(): for test in val: - if title in test["test_name"] and suite_name == suite: - matcher.add(test["url"]) - break + if test["name"] in test_name and suite_name == suite: + matcher.append(test) - try: - url = matcher.pop() - except KeyError as e: - logger.critical("{}: no url found for test {}".format(e, title)) + if len(matcher) == 0: + logger.critical("No url found for test {}".format(title)) + raise Exception("No url found for test") - return ["* `{} ({}) <{}>`__".format(title, test_description, url)] + result = f".. dropdown:: {title} ({test_description})\n\n" + + for idx, description in enumerate(matcher): + if description["name"] != title: + result += f" {idx+1}. **{description['name']}**\n\n" + + for key in sorted(description.keys()): + if key == "name": + continue + sub_title = key.replace("_", " ") + if key == "test_url": + result += f" * **{sub_title}**: `<{description[key]}>`__\n" + else: + result += f" * **{sub_title}**: {description[key]}\n" + result += "\n" + + return [result] def build_suite_section(self, title, content): return self._build_section_with_header( diff --git a/tools/lint/test/test_perfdocs.py b/tools/lint/test/test_perfdocs.py index 166c5d27ac7d..2880e736378c 100644 --- a/tools/lint/test/test_perfdocs.py +++ b/tools/lint/test/test_perfdocs.py @@ -511,10 +511,10 @@ def test_perfdocs_framework_gatherers_urls(logger, structured_logger, perfdocs_s # suties the urls are generated correctly for the test under # every suite for suite, suitetests in fg.get_test_list().items(): - url = fg._urls.get(suite) + url = fg._descriptions.get(suite) assert url is not None - assert url[0]["test_name"] == "Example" - assert url[0]["url"] == "Example_url" + assert url[0]["name"] == "Example" + assert url[0]["test_url"] == "Example_url" perfdocs_tree = gn._perfdocs_tree[0] yaml_content = read_yaml( diff --git a/tools/moztreedocs/requirements.in b/tools/moztreedocs/requirements.in index 27007e30060f..e77c21f29ec8 100644 --- a/tools/moztreedocs/requirements.in +++ b/tools/moztreedocs/requirements.in @@ -45,6 +45,7 @@ Sphinx==3.5.1 sphinx-copybutton==0.3.1 sphinx-js==3.0.1 sphinx-markdown-tables==0.0.15 +sphinx-panels==0.5.2 sphinx-rtd-theme==0.5.1 sphinxcontrib-applehelp==1.0.2 sphinxcontrib-devhelp==1.0.2 diff --git a/tools/moztreedocs/requirements.txt b/tools/moztreedocs/requirements.txt index 94543b2fb6b2..00099bcbcd0d 100644 --- a/tools/moztreedocs/requirements.txt +++ b/tools/moztreedocs/requirements.txt @@ -65,6 +65,7 @@ docutils==0.16 \ # recommonmark # sphinx # sphinx-js + # sphinx-panels fluent.pygments==1.0 \ --hash=sha256:625c87a8a2362ef304146b161d359dcf652bed2a1ae4869b5607b8e06d117d97 \ --hash=sha256:b44758f74f87e1aa9d78d8f53363962639c5bf99d88cf3e407d046b5249ec27f @@ -90,7 +91,14 @@ imagesize==1.2.0 \ importlib-metadata==2.0.0 \ --hash=sha256:77a540690e24b0305878c37ffd421785a6f7e53c8b5720d211b211de8d0e95da \ --hash=sha256:cefa1a2f919b866c5beb7c9f7b0ebb4061f30a8a9bf16d609b000e2dfaceb9c3 - # via -r requirements.in + # via + # -r requirements.in + # jsonschema + # markdown +importlib-resources==3.0.0 \ + --hash=sha256:19f745a6eca188b490b1428c8d1d4a0d2368759f32370ea8fb89cad2ab1106c3 \ + --hash=sha256:d028f66b66c0d5732dae86ba4276999855e162a749c92620a38c1d779ed138a7 + # via sphinx-panels jinja2==2.11.2 \ --hash=sha256:89aab215427ef59c34ad58735269eb58b1a5808103067f7bb9d5836c651b3bb0 \ --hash=sha256:f0a4641d3cf955324a89c04f3d94663aa4d638abe8f733ecd3582848e1c37035 @@ -304,6 +312,10 @@ sphinx-markdown-tables==0.0.15 \ --hash=sha256:24a37662d86ee8bceb7d4f7003df0b25bc52401369d1ddc40d13ae7b58697031 \ --hash=sha256:c5f423a018aed9447aad1fbbada32c21c7565183aaf2da3c7fdb7bf4dffa3a0b # via -r requirements.in +sphinx-panels==0.5.2 \ + --hash=sha256:2b2e18448b0494e7a232d6c7dfb9aa3982e7aeb92aeea7d1b146e34e9261d2f1 \ + --hash=sha256:b7b3faa05f37b7318fd14cd85c4effa1ab905dfc8bed236a63978565ea461ae4 + # via -r requirements.in sphinx-rtd-theme==0.5.1 \ --hash=sha256:eda689eda0c7301a80cf122dad28b1861e5605cbf455558f3775e1e8200e83a5 \ --hash=sha256:fa6bebd5ab9a73da8e102509a86f3fcc36dec04a0b52ea80e5a033b2aba00113 @@ -316,6 +328,7 @@ sphinx==3.5.1 \ # recommonmark # sphinx-copybutton # sphinx-js + # sphinx-panels # sphinx-rtd-theme sphinxcontrib-applehelp==1.0.2 \ --hash=sha256:806111e5e962be97c29ec4c1e7fe277bfd19e9652fb1a4392105b43e01af885a \ @@ -384,6 +397,7 @@ zipp==3.2.0 \ # via # -r requirements.in # importlib-metadata + # importlib-resources # WARNING: The following packages were not pinned, but pip requires them to be # pinned when the requirements file includes hashes. Consider using the --allow-unsafe flag.