From 84e269d213169369cdf33a93b9144b04aabd4fa3 Mon Sep 17 00:00:00 2001 From: Stalgia Grigg Date: Mon, 29 Jul 2024 10:51:41 -0700 Subject: [PATCH 01/19] fix: Basic snapshot testing (#1175) Adding snapshot testing system to ensure the structure and expected data representation for key pages are not being unexpectedly changed. --- client/package.json | 3 +- client/tests/e2e/snapshots/saved/_.html | 269 ++ client/tests/e2e/snapshots/saved/_404.html | 87 + .../snapshots/saved/_account_settings.html | 148 + .../snapshots/saved/_candidate-review.html | 332 +++ .../saved/_candidate-test-plan_24_1.html | 699 +++++ .../e2e/snapshots/saved/_data-management.html | 2596 +++++++++++++++++ .../saved/_data-management_meter.html | 538 ++++ .../tests/e2e/snapshots/saved/_reports.html | 204 ++ client/tests/e2e/snapshots/saved/_run_2.html | 912 ++++++ .../snapshots/saved/_signup-instructions.html | 90 + .../snapshots/saved/_test-plan-report_1.html | 1359 +++++++++ .../e2e/snapshots/saved/_test-queue.html | 1764 +++++++++++ .../e2e/snapshots/saved/_test-review_8.html | 1540 ++++++++++ .../e2e/snapshots/snapshotTest.e2e.test.js | 28 + client/tests/e2e/snapshots/takeSnapshots.js | 52 + client/tests/e2e/snapshots/utils.js | 85 + client/utils/formatter.js | 12 +- package.json | 1 + server/scripts/import-tests/index.js | 2 +- server/util/convertDateToString.js | 2 +- 21 files changed, 10714 insertions(+), 9 deletions(-) create mode 100644 client/tests/e2e/snapshots/saved/_.html create mode 100644 client/tests/e2e/snapshots/saved/_404.html create mode 100644 client/tests/e2e/snapshots/saved/_account_settings.html create mode 100644 client/tests/e2e/snapshots/saved/_candidate-review.html create mode 100644 client/tests/e2e/snapshots/saved/_candidate-test-plan_24_1.html create mode 100644 client/tests/e2e/snapshots/saved/_data-management.html create mode 100644 client/tests/e2e/snapshots/saved/_data-management_meter.html create mode 100644 client/tests/e2e/snapshots/saved/_reports.html create mode 100644 client/tests/e2e/snapshots/saved/_run_2.html create mode 100644 client/tests/e2e/snapshots/saved/_signup-instructions.html create mode 100644 client/tests/e2e/snapshots/saved/_test-plan-report_1.html create mode 100644 client/tests/e2e/snapshots/saved/_test-queue.html create mode 100644 client/tests/e2e/snapshots/saved/_test-review_8.html create mode 100644 client/tests/e2e/snapshots/snapshotTest.e2e.test.js create mode 100644 client/tests/e2e/snapshots/takeSnapshots.js create mode 100644 client/tests/e2e/snapshots/utils.js diff --git a/client/package.json b/client/package.json index 1e167c527..78929f71a 100644 --- a/client/package.json +++ b/client/package.json @@ -11,7 +11,8 @@ "lint": "eslint --ext js,jsx .", "storybook": "start-storybook -p 6006", "build-storybook": "build-storybook", - "lighthouse": "lhci autorun" + "lighthouse": "lhci autorun", + "update-snapshots": "DOTENV_CONFIG_PATH=../config/test.env node -r dotenv/config tests/e2e/snapshots/takeSnapshots.js" }, "repository": { "type": "git", diff --git a/client/tests/e2e/snapshots/saved/_.html b/client/tests/e2e/snapshots/saved/_.html new file mode 100644 index 000000000..731c7809a --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_.html @@ -0,0 +1,269 @@ + + + + + + + + Home | ARIA-AT + + +
+
+ +
+
+
+
+

Enabling Interoperability for Assistive Technology Users

+
+
+

+ Note: The + ARIA-AT Project + is managed by the + ARIA-AT Community Group + in coordination with the + Authoring Practices Task Force + of the + ARIA Working Group. The W3C staff contact is + Daniel Montalvo. +

+

+ Today, different screen readers often yield conflicting + experiences when presenting a web page, disadvantaging or even + excluding some users. These differences also create + accessibility design and test barriers for web developers. +

+

+ On the other hand, browsers are interoperable for people who + do not use assistive technologies. That is, different browsers + provide equivalent experiences. Browser interoperability + facilitates an inclusive web. +

+

+ Assistive technology users deserve equal inclusion. The + ARIA-AT project aims to empower equal inclusion by realizing + interoperability for AT users. +

+

+ Read more about how the AT interoperability gap hinders + inclusion on the web for people with disabilities. +

+
+
+ +
+
+
+
+
+

How are we improving interoperability?

+
    +
  • + +

    Proposing expectations for ATs

    +

    + We have written initial drafts for more than a thousand + tests that articulate expected screen reader behaviors for + 40 examples of common web design patterns. View the + Test Writing Progress Report + and + view the draft test plans + preview. +

    +
    • +
  • + +

    Testing proposed expectations

    +

    + This website enables us to manage test data, run tests with + multiple testers, review results, and publish reports. View + our progress on the + test queue page. +

    +
    • +
  • + +

    Building industry consensus

    +

    + Once a pattern has a reviewed test plan with results data, a + candidate report is published and the process of building + consensus around the plan begins. View reports generated + from candidate test plans on the + reports page. +

    +
    • +
  • + +

    Enabling scalable automated testing

    +

    + In order to regularly collect test results at scale for + multiple web design patterns, browsers, and ATs, we are + developing an industry standard for automating assistive + technology. Read the + explainer for a draft AT automation standard + and + explore the code repository + where experimental drivers are being developed. +

    +
    • +
+
+
+
+
+

Get Involved

+

+ Enabling AT interoperability is a large, ongoing endeavor that + requires industry-wide collaboration and support. The W3C + ARIA-AT Community Group is currently focusing on a stable and + mature test suite for five screen readers. In the future, we + plan to test additional screen readers and other kinds of + assistive technologies with a broader set of web design patterns + and test material. +

+

Learn how you can help by:

+
    +
  1. + Reading more about the project and spreading awareness of + its mission +
    2. +
  2. + Browsing the ARIA-AT Frequently Asked Questions (FAQ) +
    3. +
  3. + Joining the community group + to participate in our mailing list and conference calls +
    4. +
+
+
+
+
+ +
+ + + diff --git a/client/tests/e2e/snapshots/saved/_404.html b/client/tests/e2e/snapshots/saved/_404.html new file mode 100644 index 000000000..025770160 --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_404.html @@ -0,0 +1,87 @@ + + + + + + + + Page Not Found | ARIA-AT + + +
+
+ +
+
+
+
+

Whoops! Page not found

+
+
+
+ +
+ + + diff --git a/client/tests/e2e/snapshots/saved/_account_settings.html b/client/tests/e2e/snapshots/saved/_account_settings.html new file mode 100644 index 000000000..0a89f4614 --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_account_settings.html @@ -0,0 +1,148 @@ + + + + + + + + Settings | ARIA-AT + + +
+
+ +
+
+
+
+

Settings

+
+

User Details

+

+ joe-the-admin +

+

Assistive Technology Settings

+
+

+ You currently are not configured to run any assistive + technologies. +

+
+

+ Submit the form below to update the assistive technologies you + can test: +

+
+

ATs

+
+
+ +
+
+ +
+
+ +
+
+ +
+
+
+
+
+ +
+ + + diff --git a/client/tests/e2e/snapshots/saved/_candidate-review.html b/client/tests/e2e/snapshots/saved/_candidate-review.html new file mode 100644 index 000000000..417a14e3d --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_candidate-review.html @@ -0,0 +1,332 @@ + + + + + + + + Candidate Review | ARIA-AT + + +
+
+ +
+
+
+

Candidate Review

+

Introduction

+

+ This page summarizes the test results for each AT and Browser which + executed the Test Plan. +

+
+

+ +

+
+
+ + + + + + + + + + + + + + + + + + + +
Candidate Test PlansLast UpdatedTarget Completion DateReview StatusResults Summary
+ Modal Dialog Example V22.05.26 (18 Tests) + Jul 6, 2022Jan 2, 2023 +
+
+ 97% +
+
97%
+
3 assertions failed across + 2 tests run with 1 browser +
+
+
+
+
+

+ +

+
+
+ + + + + + + + + + + + + + + + + + + +
Candidate Test PlansLast UpdatedTarget Completion DateReview StatusResults Summary
+ Modal Dialog Example V22.05.26 (18 Tests) + Jul 6, 2022Jan 2, 2023 +
+
+ 97% +
+
97%
+
3 assertions failed across + 2 tests run with 1 browser +
+
+
+
+
+

+ +

+
+
+ + + + + + + + + + + + + + + + + + + +
Candidate Test PlansLast UpdatedTarget Completion DateReview StatusResults Summary
+ Modal Dialog Example V22.05.26 (11 Tests) + Jul 6, 2022Jan 2, 2023 +
+
+ 97% +
+
97%
+
3 assertions failed across + 2 tests run with 1 browser +
+
+
+
+

Review Status Summary

+
+ + + + + + + + + + + + + + + + + +
Test PlanJAWSNVDAVoiceOver for macOS
Modal Dialog Example V22.05.26
+
+
+
+ +
+ + + diff --git a/client/tests/e2e/snapshots/saved/_candidate-test-plan_24_1.html b/client/tests/e2e/snapshots/saved/_candidate-test-plan_24_1.html new file mode 100644 index 000000000..11f9e9f92 --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_candidate-test-plan_24_1.html @@ -0,0 +1,699 @@ + + + + + + + + Candidate Test Run Page | ARIA-AT + + +
+
+ +
+
+
+
+
+
+

+ +

+
+ +
+
+
+
+
+ Viewing Test Open a Modal Dialog in reading mode, Test 1 of + 18 +
+ Reviewing Test 1 of 18: +

+ 1. Open a Modal Dialog in reading mode + using JAWS +

+
+
+
+
+ Candidate Test Plan: Modal Dialog Example +
+
+
+
+ Review status by JAWS Representative: In Progress +
+
+
+
+ Target Completion Date: January 2, 2023 +
+
+
+
+
+
+
+
+
+

+ Open a Modal Dialog in reading mode +

+
+

+ +

+
+
    +
  1. + Configure JAWS with default settings. For + help, read + Configuring Screen Readers for Testing. +
    2. +
  2. + Activate the "Open test page" button, which + opens the example to test in a new window and + runs a script that sets focus on the 'Add + Delivery Address' button +
    3. +
  3. + With the reading cursor on the 'Add Delivery + Address' button, open the dialog. +
    4. +
  4. + With the reading cursor on the 'Add Delivery + Address' button, open the dialog. Do this with + each of the following commands or command + sequences. +
      +
    • Space
      • +
    • Enter
      • +
    +
    5. +
+

+ Space: 4 MUST, 0 SHOULD, 0 MAY Assertions +

+
+ + + + + + + + + + + + + + + + + + + + + + + + + +
PriorityAssertion Statement
MUSTRole 'dialog' is conveyed
MUST + Name 'Add Delivery Address' is conveyed +
MUST + Name of input ('Street') is conveyed +
MUST + The ability to enter or edit text is + conveyed +
+
+

+ Enter: 4 MUST, 0 SHOULD, 0 MAY Assertions +

+
+ + + + + + + + + + + + + + + + + + + + + + + + + +
PriorityAssertion Statement
MUSTRole 'dialog' is conveyed
MUST + Name 'Add Delivery Address' is conveyed +
MUST + Name of input ('Street') is conveyed +
MUST + The ability to enter or edit text is + conveyed +
+
+ +
+

+ +

+
+

+ Test Results (12 passed, 0 failed) +

+

+ Space Results: 6 passed, 0 failed +

+

+ JAWS Response: +

+
+ automatically seeded sample output +
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ Space Results +
PriorityAssertionResult
MUSTRole 'dialog' is conveyedPassed
MUST + Name 'Add Delivery Address' is conveyed + Passed
MUST + Name of input ('Street') is conveyed + Passed
MUST + The ability to enter or edit text is + conveyed + Passed
MUST + Other behaviors that create severe + negative impacts are not exhibited + Passed
SHOULD + Other behaviors that create moderate + negative impacts are not exhibited + Passed
+
+ Other behaviors that create negative impact: None + +

+ Enter Results: 6 passed, 0 failed +

+

+ JAWS Response: +

+
+ automatically seeded sample output +
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ Enter Results +
PriorityAssertionResult
MUSTRole 'dialog' is conveyedPassed
MUST + Name 'Add Delivery Address' is conveyed + Passed
MUST + Name of input ('Street') is conveyed + Passed
MUST + The ability to enter or edit text is + conveyed + Passed
MUST + Other behaviors that create severe + negative impacts are not exhibited + Passed
SHOULD + Other behaviors that create moderate + negative impacts are not exhibited + Passed
+
+ Other behaviors that create negative impact: None +
+
+
+
+
+
    +
  • + +
    • +
  • + +
    • +
  • + +
    • +
+
+
+
+
+

Test Review Options

+ +
+
+
+
+
+
+
+
+
+ +
+ + + diff --git a/client/tests/e2e/snapshots/saved/_data-management.html b/client/tests/e2e/snapshots/saved/_data-management.html new file mode 100644 index 000000000..c042407c2 --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_data-management.html @@ -0,0 +1,2596 @@ + + + + + + + + Data Management | ARIA-AT + + +
+
+ +
+
+
+

Data Management

+

Introduction

+

+ This page provides a view of the latest test plan version + information, and where they currently are in the + ARIA-AT Community Group’s review process.
Use this page to manage Test Plans in the Test Queue and + their phases. +

+
+

+ +

+
+
+ Select an assistive technology and manage its versions in the + ARIA-AT App +
+
+ +
+
+
+ +
+
+ +
+
+
+
+
+

+ +

+
+
+ Select a test plan, assistive technology and browser to add a + new test plan report to the test queue. +
+
+ +
+
+ +
+
+
+ +
+
+ +
+
+ +
+ +
+
+
+ +
+
+ +
+
+
+
+
+

Test Plans Status Summary

+
    + +
  • + +
    • +
  • + +
    • +
  • + +
    • +
  • + +
    • +
  • + +
    • +
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ + + + + + R&D VersionDraft ReviewCandidate ReviewRecommended Version
+ Checkbox Example (Tri State) + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ Recommended +

Since Jan 3, 2023

+
+ 		N/A +
+ V23.08.23Review Completed Jul 6, 2022 +
+ 		+
+ V23.08.23Review Completed Jan 3, 2023 +
+ 		+
+ V23.08.23 +
Approved Jan 3, 2023 +
+
+ Modal Dialog Example + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ Candidate +

Review Started Jul 6, 2022

+ +1 New Version in + Progress +
+ 		N/A +
+ V24.06.07 +
+
+ 		+
+ V22.05.26 +
0 Open + Issues +
+ 		None Yet
+ Alert Example + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ Draft +

Review Started Jul 6, 2022

+ +1 New Version in + Progress +
+ 		+
+ V24.04.26 +
+ 		+
+ V22.04.14 +
+
+ 		Not StartedNone Yet
+ Command Button Example + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ Draft +

+ Review Started Dec 14, 2023 +

+ +1 New Version in + Progress +
+ 		+
+ V24.03.12 +
+ 		+
+ V23.12.06 +
+
+ 		Not StartedNone Yet
+ Select Only Combobox Example + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ Draft +

Review Started Jul 6, 2022

+ +1 New Version in + Progress +
+ 		+
+ V22.03.17-1 +
+ 		+
+ V22.03.17 +
+
+ 		Not StartedNone Yet
+ Toggle Button + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ Draft +

Review Started Jul 6, 2022

+ +1 New Version in + Progress +
+ 		+
+ V24.03.12 +
+ 		+
+ V22.05.18 +
+
+ 		Not StartedNone Yet
+ Action Menu Button Example Using aria-activedescendant + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Action Menu Button Example Using element.focus() + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Banner Landmark + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Breadcrumb Example + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Aug 23, 2023

+
+ 		+
+ V23.08.23 +
+ 		Not StartedNot StartedNone Yet
+ Checkbox Example (Two State) + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Color Viewer Slider + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Jun 26, 2024

+
+ 		+
+ V24.06.26 +
+ 		Not StartedNot StartedNone Yet
+ Combobox with Both List and Inline Autocomplete + Example + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 29, 2022

+
+ 		+
+ V22.03.29-1 +
+ 		Not StartedNot StartedNone Yet
+ Complementary Landmark + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Contentinfo Landmark + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Data Grid Example 1: Minimal Data Grid + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Date Picker Spin Button Example + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Disclosure Navigation Menu Example + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Aug 23, 2023

+
+ 		+
+ V23.08.23 +
+ 		Not StartedNot StartedNone Yet
+ Disclosure of Answers to Frequently Asked Questions + Example + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Editor Menubar Example + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Form Landmark + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Horizontal Multi-Thumb Slider + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Aug 23, 2023

+
+ 		+
+ V23.08.23 +
+ 		Not StartedNot StartedNone Yet
+ Link Example 1 (span element with text content) + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Dec 13, 2023

+
+ 		+
+ V23.12.13 +
+ 		Not StartedNot StartedNone Yet
+ Link Example 2 (img element with alt attribute) + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Aug 23, 2023

+
+ 		+
+ V23.08.23 +
+ 		Not StartedNot StartedNone Yet
+ Link Example 3 (CSS :before content property on a span + element) + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Aug 23, 2023

+
+ 		+
+ V23.08.23 +
+ 		Not StartedNot StartedNone Yet
+ Main Landmark + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Aug 5, 2022

+
+ 		+
+ V22.08.05 +
+ 		Not StartedNot StartedNone Yet
+ Media Seek Slider + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Meter + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Aug 5, 2022

+
+ 		+
+ V22.08.05 +
+ 		Not StartedNot StartedNone Yet
+ Navigation Menu Button + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete May 26, 2022

+
+ 		+
+ V22.05.26 +
+ 		Not StartedNot StartedNone Yet
+ Radio Group Example Using Roving tabindex + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Aug 23, 2023

+
+ 		+
+ V23.08.23 +
+ 		Not StartedNot StartedNone Yet
+ Radio Group Example Using aria-activedescendant + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 13, 2024

+
+ 		+
+ V24.03.13 +
+ 		Not StartedNot StartedNone Yet
+ Rating Slider + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Switch Example + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Aug 5, 2022

+
+ 		+
+ V22.08.05 +
+ 		Not StartedNot StartedNone Yet
+ Tabs with Manual Activation + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+ Vertical Temperature Slider + +
+ JAWS, NVDA and VoiceOver for macOS +
+ 		+
+ R&D +

Complete Mar 17, 2022

+
+ 		+
+ V22.03.17-1 +
+ 		Not StartedNot StartedNone Yet
+
+
+ Test Plans Status Summary Table, now sorted by Overall Status in + descending order +
+ + + diff --git a/client/tests/e2e/snapshots/saved/_data-management_meter.html b/client/tests/e2e/snapshots/saved/_data-management_meter.html new file mode 100644 index 000000000..906c5b3a3 --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_data-management_meter.html @@ -0,0 +1,538 @@ + + + + + + + + Meter Test Plan Versions | ARIA-AT + + +
+
+ +
+
+
+

Meter Test Plan Versions

+
+ Commit History for aria-at/tests/meter +
+

Version Summary

+
+ + + + + + + + + + + + + + + + + + + + +
VersionLatest PhasePhase Change Date
+ V22.08.05 + R&DAug 5, 2022
+ V22.03.17 + + Deprecated before + Draft review + Aug 5, 2022
+
+
+

GitHub Issues

+
+ No GitHub Issues +
+
+

+ Timeline for All Versions +

+
+ + + + + + + + + + + + + + + + + + + + + +
DateEvent
Mar 17, 2022 + V22.03.17 R&D Complete +
Aug 5, 2022 + V22.03.17 Deprecated +
Aug 5, 2022 + V22.08.05 R&D Complete +
+
+
+
+

+ +

+
+
+
+ +
+
Covered AT
+
+
    +
  • JAWS
    • +
  • NVDA
    • +
  • VoiceOver for macOS
    • +
+
+
+

+ Timeline for V22.08.05 +

+
+ + + + + + + + + + + + + +
DateEvent
Aug 5, 2022 + R&D Complete +
+
+
+
+
+

+ +

+
+
+
+ +
+
Covered AT
+
+
    +
  • JAWS
    • +
  • NVDA
    • +
  • VoiceOver for macOS
    • +
+
+
+

+ Timeline for V22.03.17 +

+
+ + + + + + + + + + + + + + + + + +
DateEvent
Mar 17, 2022 + R&D Complete +
Aug 5, 2022 + Deprecated +
+
+
+
+
+
+
+
+ +
+ + + diff --git a/client/tests/e2e/snapshots/saved/_reports.html b/client/tests/e2e/snapshots/saved/_reports.html new file mode 100644 index 000000000..04c8d23bf --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_reports.html @@ -0,0 +1,204 @@ + + + + + + + + AT Interop Reports | ARIA-AT + + +
+
+ +
+
+
+

Assistive Technology Interoperability Reports

+

Introduction

+

+ This page offers a high-level view of all results which have been + collected, reviewed and published by the ARIA-AT project. Follow a + link in the table below to view detailed results. +

+

Support Levels

+

+ The percentage of assertions which passed when each Test Plan was + executed by a given Assistive Technology and Browser. +

+
+ + + + + + + + + + + + + + + + + + + + + + + +
Test PlanJAWS and ChromeNVDA and ChromeVoiceOver for macOS and Safari
+ Checkbox Example (Mixed-State) + +
+
+ 100% +
+
100%
+
+ 		+
+
+ 100% +
+
100%
+
+ 		+
+
+ 97% +
+
97%
+
+
+ Modal Dialog Example + +
+
+ 97% +
+
97%
+
+ 		+
+
+ 97% +
+
97%
+
+ 		+
+
+ 97% +
+
97%
+
+
+
+
+
+ +
+ + + diff --git a/client/tests/e2e/snapshots/saved/_run_2.html b/client/tests/e2e/snapshots/saved/_run_2.html new file mode 100644 index 000000000..9f3568392 --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_run_2.html @@ -0,0 +1,912 @@ + + + + + + + + + Navigate forwards to a collapsed select-only combobox in reading mode for + NVDA 2020.4 and Firefox 99 | ARIA-AT + + + +
+
+ +
+
+
+
+
+
+

+ +

+
+ +
+
+
+
+

+ Test 1:Navigate forwards to + a collapsed select-only combobox in reading mode +

+
+
+
+ Test Plan: Select Only Combobox Example +
+
+
+
+
AT: NVDA 2020.4
+
+ Browser: Firefox 99 +
+
+ +
+
+
+ + 18 of 21 tests completed +
+
+
+
+ Reviewing tests of esmeralda-baggins. +

+ All changes will be saved as performed by + esmeralda-baggins. +

+
+
+
+
+
+

+ Navigate forwards to a collapsed select-only + combobox in reading mode +

+

+ Test Results (24 passed, 0 failed) +

+

F Results: 6 passed, 0 failed

+

+ NVDA Response: +

+
+ automatically seeded sample output +
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ F Results +
PriorityAssertionResult
MUSTRole 'combobox' is conveyedPassed
MUSTName 'Favorite Fruit' is conveyedPassed
MUST + Text of the selected option ('Choose a + Fruit') is conveyed + Passed
MUST + State of the combobox (collapsed) is + conveyed + Passed
MUST + Other behaviors that create severe negative + impacts are not exhibited + Passed
SHOULD + Other behaviors that create moderate + negative impacts are not exhibited + Passed
+
+ Other behaviors that create negative impact: None + +

C Results: 6 passed, 0 failed

+

+ NVDA Response: +

+
+ automatically seeded sample output +
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ C Results +
PriorityAssertionResult
MUSTRole 'combobox' is conveyedPassed
MUSTName 'Favorite Fruit' is conveyedPassed
MUST + Text of the selected option ('Choose a + Fruit') is conveyed + Passed
MUST + State of the combobox (collapsed) is + conveyed + Passed
MUST + Other behaviors that create severe negative + impacts are not exhibited + Passed
SHOULD + Other behaviors that create moderate + negative impacts are not exhibited + Passed
+
+ Other behaviors that create negative impact: None + +

+ Tab Results: 6 passed, 0 failed +

+

+ NVDA Response: +

+
+ automatically seeded sample output +
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ Tab Results +
PriorityAssertionResult
MUSTRole 'combobox' is conveyedPassed
MUSTName 'Favorite Fruit' is conveyedPassed
MUST + Text of the selected option ('Choose a + Fruit') is conveyed + Passed
MUST + State of the combobox (collapsed) is + conveyed + Passed
MUST + Other behaviors that create severe negative + impacts are not exhibited + Passed
SHOULD + Other behaviors that create moderate + negative impacts are not exhibited + Passed
+
+ Other behaviors that create negative impact: None + +

+ Down Arrow Results: 6 passed, 0 + failed +

+

+ NVDA Response: +

+
+ automatically seeded sample output +
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ Down Arrow Results +
PriorityAssertionResult
MUSTRole 'combobox' is conveyedPassed
MUSTName 'Favorite Fruit' is conveyedPassed
MUST + Text of the selected option ('Choose a + Fruit') is conveyed + Passed
MUST + State of the combobox (collapsed) is + conveyed + Passed
MUST + Other behaviors that create severe negative + impacts are not exhibited + Passed
SHOULD + Other behaviors that create moderate + negative impacts are not exhibited + Passed
+
+ Other behaviors that create negative impact: None +
+
+
+

+ Test Controls +

+
    +
  • + +
    • +
  • + +
    • +
  • + +
    • +
  • + +
    • +
+
+
+
+
+

Test Options

+ +
+
+
+
+
+
+
+
+
+
+
+
+ +
+ + +
+ + + diff --git a/client/tests/e2e/snapshots/saved/_signup-instructions.html b/client/tests/e2e/snapshots/saved/_signup-instructions.html new file mode 100644 index 000000000..04ccc5fab --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_signup-instructions.html @@ -0,0 +1,90 @@ + + + + + + + + ARIA-AT App + + +
+
+ +
+
+
+

+ You are not yet registered to participate! Let us know you want to + help by opening an issue on GitHub. +

+
+
+ +
+ + + diff --git a/client/tests/e2e/snapshots/saved/_test-plan-report_1.html b/client/tests/e2e/snapshots/saved/_test-plan-report_1.html new file mode 100644 index 000000000..a7758cbb5 --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_test-plan-report_1.html @@ -0,0 +1,1359 @@ + + + + + + + + + Navigate forwards to a not pressed toggle button in reading mode for JAWS + 2021.2111.13 and Chrome 99 | ARIA-AT + + + +
+
+ +
+
+
+
+
+
+

+ +

+
+ +
+
+
+
+

+ Test 1:Navigate forwards to + a not pressed toggle button in reading mode +

+
+
+
+ Test Plan: Toggle Button +
+
+
+
+
AT: JAWS
+
Browser: Chrome
+
+
+
+
+ 16 tests to view +
+
+
+
+
+
+
+
+

Test cannot be performed due to error(s)!

+
    +
    +
    +
    +

    + Instructions +

    +
      +
    1. + Configure JAWS with default settings. For help, + read + Configuring Screen Readers for Testing. +
      2. +
    2. + Activate the "Open test page" button, which + opens the example to test in a new window and + runs a script that sets focus on a link before + the button +
      3. +
    3. + With the reading cursor on the 'Navigate + forwards from here' link, navigate to the 'Mute' + button. +
      4. +
    4. + With the reading cursor on the 'Navigate + forwards from here' link, navigate to the 'Mute' + button. Do this with each of the following + commands or command sequences. +
        +
      • Down Arrow
        • +
      • B
        • +
      • F
        • +
      • Tab
        • +
      +
      5. +
    + +
    +
    +

    Record Results

    +

    + Navigate forwards to a not pressed toggle button + in reading mode +

    +

    After 'Down Arrow'

    +
    + +
    + +
    + +
    +
    + + Which statements are true about the response to + Down Arrow? + + +
    +
    + + Were there additional undesirable behaviors? + +
    + +
    +
    + +
    + +
    +

    After 'B'

    +
    + +
    + +
    + +
    +
    + + Which statements are true about the response to + B? + + +
    +
    + + Were there additional undesirable behaviors? + +
    + +
    +
    + +
    + +
    +

    After 'F'

    +
    + +
    + +
    + +
    +
    + + Which statements are true about the response to + F? + + +
    +
    + + Were there additional undesirable behaviors? + +
    + +
    +
    + +
    + +
    +

    After 'Tab'

    +
    + +
    + +
    + +
    +
    + + Which statements are true about the response to + Tab? + + +
    +
    + + Were there additional undesirable behaviors? + +
    + +
    +
    + +
    + +
    +
    + +
    +
    +
    +

    + Test Controls +

    +
      +
    • + +
      • +
    • + +
      • +
    • + +
      • +
    +
    +
    +
    +
    +

    Test Options

    + +
    +
    +
    +
    +
    +
    +
    +
    +
    +
    + +
    + + + diff --git a/client/tests/e2e/snapshots/saved/_test-queue.html b/client/tests/e2e/snapshots/saved/_test-queue.html new file mode 100644 index 000000000..ef19c06e3 --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_test-queue.html @@ -0,0 +1,1764 @@ + + + + + + + + Test Queue | ARIA-AT + + +
    +
    + +
    +
    +
    +

    Test Queue

    +

    + Manage the test plans, assign yourself a test plan or start + executing one that is already assigned to you. +

    +
    +

    + +

    +
    +
    + Select an assistive technology and manage its versions in the + ARIA-AT App +
    +
    + +
    +
    +
    + +
    +
    + +
    +
    +
    +
    +
    +

    + +

    +
    +
    + Select a test plan, assistive technology and browser to add a + new test plan report to the test queue. +
    +
    + +
    +
    + +
    +
    +
    + +
    +
    + +
    +
    + +
    + +
    +
    +
    + +
    +
    + +
    +
    +
    +
    +
    +

    Alert Example

    +
    +

    + +

    +
    +
    + View tests in V22.04.14 +
    +
    +
    + + + + + + + + + + + + + + + + + + + +
    Assistive TechnologyBrowserTestersStatusActions
    +
    + VoiceOver for macOS 11.6 (20G165) or later +
    +     		+
    + Firefox Any version +
    +     		+
    + + +
    +
      +       		+
      +
      +
      +
      +
      + No testers assigned +
      +       		+
      + +
      + +
      + +
      +
      +
      +
      +
      + +
      +

      + +

      +
      +
      + View tests in V24.06.07 +
      +
      +
      + + + + + + + + + + + + + + + + + + + +
      Assistive TechnologyBrowserTestersStatusActions
      +
      + NVDA 2020.4 or later +
      +       		+
      + Chrome Any version +
      +       		+
      + + +
      + +       		+
      +
      +
      +
      +
      + 100% complete by esmeralda-baggins with 0 conflicts +
      +       		+
      + +
      + +
      + +
      +
      +
      +
      +

      + +

      +
      +
      + View tests in V22.05.26 +
      +
      +
      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      Assistive TechnologyBrowserTestersStatusActions
      +
      + JAWS 2021.2111.13 or later +
      +       		+
      + Firefox Any version +
      +       		+
      + + +
      + +       		+
      +
      +
      +
      +
      + 100% complete by esmeralda-baggins with 0 conflicts +
      +       		+
      + +
      + +
      + +
      +
      +
      + NVDA 2020.4 or later +
      +       		+
      + Firefox Any version +
      +       		+
      + + +
      + +       		+
      +
      +
      +
      +
      + 100% complete by esmeralda-baggins with 0 conflicts +
      +       		+
      + +
      + +
      + +
      +
      +
      + VoiceOver for macOS 11.6 (20G165) or later +
      +       		+
      + Chrome Any version +
      +       		+
      + + +
      + +       		+
      +
      +
      +
      +
      + 100% complete by esmeralda-baggins with 0 conflicts +
      +       		+
      + +
      + +
      + +
      +
      +
      + VoiceOver for macOS 11.6 (20G165) or later +
      +       		+
      + Firefox Any version +
      +       		+
      + + +
      + +       		+
      +
      +
      +
      +
      + 100% complete by esmeralda-baggins with 0 conflicts +
      +       		+
      + +
      + +
      + +
      +
      +
      +
      +
      +

      + Select Only Combobox Example +

      +
      +

      + +

      +
      +
      + View tests in V22.03.17 +
      +
      +
      + + + + + + + + + + + + + + + + + + + +
      Assistive TechnologyBrowserTestersStatusActions
      +
      + NVDA 2020.4 or later +
      +       		+
      + Firefox Any version +
      +       		+
      + + +
      + +       		+
      +
      +
      +
      +
      + 85% complete by 2 testers with + 3 conflicts +
      +       		+
      + +
      + +
      + +
      +
      +
      +
      +
      +

      Toggle Button

      +
      +

      + +

      +
      +
      + View tests in V22.05.18 +
      +
      +
      + + + + + + + + + + + + + + + + + + + +
      Assistive TechnologyBrowserTestersStatusActions
      +
      + JAWS 2021.2111.13 or later +
      +       		+
      + Chrome Any version +
      +       		+
      + + +
      + +       		+
      +
      +
      +
      +
      + 75% complete by esmeralda-baggins with 0 conflicts +
      +       		+
      + +
      + +
      + +
      +
      +
      +
      +
      +
      +
      + +
      + + + diff --git a/client/tests/e2e/snapshots/saved/_test-review_8.html b/client/tests/e2e/snapshots/saved/_test-review_8.html new file mode 100644 index 000000000..9a0562f2f --- /dev/null +++ b/client/tests/e2e/snapshots/saved/_test-review_8.html @@ -0,0 +1,1540 @@ + + + + + + + + Command Button Example Test Plan V22.05.04 | ARIA-AT + + +
      +
      + +
      +
      +
      +

      Command Button Example Test Plan V22.05.04 (Deprecated)

      +

      About This Test Plan

      + +

      Supporting Documentation

      + +

      Tests

      +
      +
        + +
      • + +
        • +
      • + +
        • +
      • + +
        • +
      • + +
        • +
      +
      +

      Test 1: Navigate forwards to a button in reading mode

      +

      JAWS

      +
      Instructions
      +
        +
      1. + Configure JAWS with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on a link + before the button +
        3. +
      3. + With the reading cursor on the 'Navigate forwards from here' link, + navigate to the 'Print Page' button +
        4. +
      4. + With the reading cursor on the 'Navigate forwards from here' link, + navigate to the 'Print Page' button Do this with each of the + following commands or command sequences. +
          +
        • Down Arrow
          • +
        • B
          • +
        • F
          • +
        • Tab
          • +
        +
        5. +
      +
      + Down Arrow: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      B: 2 MUST, 0 SHOULD, 0 MAY Assertions
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      F: 2 MUST, 0 SHOULD, 0 MAY Assertions
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +

      NVDA

      +
      Instructions
      +
        +
      1. + Configure NVDA with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on a link + before the button +
        3. +
      3. + With the reading cursor on the 'Navigate forwards from here' link, + navigate to the 'Print Page' button +
        4. +
      4. + With the reading cursor on the 'Navigate forwards from here' link, + navigate to the 'Print Page' button Do this with each of the + following commands or command sequences. +
          +
        • Down Arrow
          • +
        • B
          • +
        • F
          • +
        • Tab
          • +
        +
        5. +
      +
      + Down Arrow: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      B: 2 MUST, 0 SHOULD, 0 MAY Assertions
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      F: 2 MUST, 0 SHOULD, 0 MAY Assertions
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +
      +

      Test 2: Navigate backwards to a button in reading mode

      +

      JAWS

      +
      Instructions
      +
        +
      1. + Configure JAWS with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on a link + after the button +
        3. +
      3. + With the reading cursor on the 'Navigate backwards from here' + link, navigate to the 'Print Page' button +
        4. +
      4. + With the reading cursor on the 'Navigate backwards from here' + link, navigate to the 'Print Page' button Do this with each of the + following commands or command sequences. +
          +
        • Up Arrow
          • +
        • Shift+B
          • +
        • Shift+F
          • +
        • Shift+Tab
          • +
        +
        5. +
      +
      + Up Arrow: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Shift+B: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Shift+F: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Shift+Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +

      NVDA

      +
      Instructions
      +
        +
      1. + Configure NVDA with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on a link + after the button +
        3. +
      3. + With the reading cursor on the 'Navigate backwards from here' + link, navigate to the 'Print Page' button +
        4. +
      4. + With the reading cursor on the 'Navigate backwards from here' + link, navigate to the 'Print Page' button Do this with each of the + following commands or command sequences. +
          +
        • Up Arrow
          • +
        • Shift+B
          • +
        • Shift+F
          • +
        • Shift+Tab
          • +
        +
        5. +
      +
      + Up Arrow: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Shift+B: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Shift+F: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Shift+Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +
      +

      Test 3: Navigate forwards to a button in interaction mode

      +

      JAWS

      +
      Instructions
      +
        +
      1. + Configure JAWS with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on a link + before the button +
        3. +
      3. + With focus on the 'navigate forwards from here' link, navigate to + the 'Print Page' button. +
        4. +
      4. + With focus on the 'navigate forwards from here' link, navigate to + the 'Print Page' button. Do this with each of the following + commands or command sequences. +
          +
        • Tab
          • +
        +
        5. +
      +
      + Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +

      NVDA

      +
      Instructions
      +
        +
      1. + Configure NVDA with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on a link + before the button +
        3. +
      3. + With focus on the 'navigate forwards from here' link, navigate to + the 'Print Page' button. +
        4. +
      4. + With focus on the 'navigate forwards from here' link, navigate to + the 'Print Page' button. Do this with each of the following + commands or command sequences. +
          +
        • Tab
          • +
        +
        5. +
      +
      + Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +
      +

      Test 4: Navigate backwards to a button in interaction mode

      +

      JAWS

      +
      Instructions
      +
        +
      1. + Configure JAWS with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on a link + after the button +
        3. +
      3. + With focus on the 'Navigate backwards from here' link, navigate to + the 'Print Page' button. +
        4. +
      4. + With focus on the 'Navigate backwards from here' link, navigate to + the 'Print Page' button. Do this with each of the following + commands or command sequences. +
          +
        • Shift+Tab
          • +
        +
        5. +
      +
      + Shift+Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +

      NVDA

      +
      Instructions
      +
        +
      1. + Configure NVDA with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on a link + after the button +
        3. +
      3. + With focus on the 'Navigate backwards from here' link, navigate to + the 'Print Page' button. +
        4. +
      4. + With focus on the 'Navigate backwards from here' link, navigate to + the 'Print Page' button. Do this with each of the following + commands or command sequences. +
          +
        • Shift+Tab
          • +
        +
        5. +
      +
      + Shift+Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +
      +

      Test 5: Navigate forwards to a button

      +

      VoiceOver for macOS

      +
      Instructions
      +
        +
      1. + Configure VoiceOver for macOS with default settings. For help, + read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on a link + before the button +
        3. +
      3. + With focus on the 'Navigate forwards from here' link, navigate to + the 'Print Page' button. +
        4. +
      4. + With focus on the 'Navigate forwards from here' link, navigate to + the 'Print Page' button. Do this with each of the following + commands or command sequences. +
          +
        • Control+Option+Right
          • +
        • Tab
          • +
        • Control+Option+Command+J
          • +
        +
        5. +
      +
      + Control+Option+Right: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Control+Option+Command+J: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +
      +

      Test 6: Navigate backwards to a button

      +

      VoiceOver for macOS

      +
      Instructions
      +
        +
      1. + Configure VoiceOver for macOS with default settings. For help, + read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on a link + after the button +
        3. +
      3. + With focus on the 'Navigate backwards from here' link, navigate to + the 'Print Page' button. +
        4. +
      4. + With focus on the 'Navigate backwards from here' link, navigate to + the 'Print Page' button. Do this with each of the following + commands or command sequences. +
          +
        • Ctrl+Option+Left
          • +
        • Shift+Tab
          • +
        • Shift+Control+Option+Command+J
          • +
        +
        5. +
      +
      + Ctrl+Option+Left: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Shift+Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Shift+Control+Option+Command+J: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +
      +

      Test 7: Read information about a button in reading mode

      +

      JAWS

      +
      Instructions
      +
        +
      1. + Configure JAWS with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on the + button +
        3. +
      3. + With the reading cursor on the 'Print Page' button, read + information about the button. +
        4. +
      4. + With the reading cursor on the 'Print Page' button, read + information about the button. Do this with each of the following + commands or command sequences. +
          +
        • Insert+Tab
          • +
        • Insert+Up
          • +
        +
        5. +
      +
      + Insert+Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Insert+Up: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +

      NVDA

      +
      Instructions
      +
        +
      1. + Configure NVDA with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on the + button +
        3. +
      3. + With the reading cursor on the 'Print Page' button, read + information about the button. +
        4. +
      4. + With the reading cursor on the 'Print Page' button, read + information about the button. Do this with each of the following + commands or command sequences. +
          +
        • Insert+Tab
          • +
        • Insert+Up
          • +
        +
        5. +
      +
      + Insert+Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Insert+Up: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +
      +

      Test 8: Read information about a button in interaction mode

      +

      JAWS

      +
      Instructions
      +
        +
      1. + Configure JAWS with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on the + button +
        3. +
      3. + With focus on the 'Print Page' button, read information about the + button. +
        4. +
      4. + With focus on the 'Print Page' button, read information about the + button. Do this with each of the following commands or command + sequences. +
          +
        • Insert+Tab
          • +
        • Insert+Up
          • +
        +
        5. +
      +
      + Insert+Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Insert+Up: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +

      NVDA

      +
      Instructions
      +
        +
      1. + Configure NVDA with default settings. For help, read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on the + button +
        3. +
      3. + With focus on the 'Print Page' button, read information about the + button. +
        4. +
      4. + With focus on the 'Print Page' button, read information about the + button. Do this with each of the following commands or command + sequences. +
          +
        • Insert+Tab
          • +
        • Insert+Up
          • +
        +
        5. +
      +
      + Insert+Tab: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Insert+Up: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +
      +

      Test 9: Read information about a button

      +

      VoiceOver for macOS

      +
      Instructions
      +
        +
      1. + Configure VoiceOver for macOS with default settings. For help, + read + Configuring Screen Readers for Testing. +
        2. +
      2. + Activate the "Open test page" button, which opens the example to + test in a new window and runs a script that sets focus on the + button +
        3. +
      3. + With focus on the 'Print Page' button, read information about the + button. +
        4. +
      4. + With focus on the 'Print Page' button, read information about the + button. Do this with each of the following commands or command + sequences. +
          +
        • Control+Option+F3
          • +
        • Control+Option+F4
          • +
        +
        5. +
      +
      + Control+Option+F3: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      +
      + Control+Option+F4: 2 MUST, 0 SHOULD, 0 MAY Assertions +
      +
      + + + + + + + + + + + + + + + + + +
      PriorityAssertion Statement
      MUSTRole 'button' is conveyed
      MUSTName 'Print Page' is conveyed
      +
      + +
      +
      + +
      + + + diff --git a/client/tests/e2e/snapshots/snapshotTest.e2e.test.js b/client/tests/e2e/snapshots/snapshotTest.e2e.test.js new file mode 100644 index 000000000..9deeeb00a --- /dev/null +++ b/client/tests/e2e/snapshots/snapshotTest.e2e.test.js @@ -0,0 +1,28 @@ +import fs from 'fs/promises'; +import path from 'path'; +import { + snapshotRoutes, + cleanAndNormalizeSnapshot, + routeToSnapshotFilename +} from './utils'; +import getPage from '../../util/getPage'; + +const SNAPSHOTS_DIR = path.join(__dirname, 'saved'); + +describe('Snapshot Comparison', () => { + snapshotRoutes.forEach(route => { + test(`should match snapshot for ${route}`, async () => { + await getPage({ role: 'admin', url: route }, async page => { + await page.waitForSelector('main'); + + const currentSnapshot = await cleanAndNormalizeSnapshot(page); + + const fileName = routeToSnapshotFilename(route); + const snapshotPath = path.join(SNAPSHOTS_DIR, fileName); + + const existingSnapshot = await fs.readFile(snapshotPath, 'utf-8'); + expect(currentSnapshot.trim()).toBe(existingSnapshot.trim()); + }); + }); + }); +}); diff --git a/client/tests/e2e/snapshots/takeSnapshots.js b/client/tests/e2e/snapshots/takeSnapshots.js new file mode 100644 index 000000000..4e0094ab1 --- /dev/null +++ b/client/tests/e2e/snapshots/takeSnapshots.js @@ -0,0 +1,52 @@ +/* eslint-disable no-console */ +const fs = require('fs').promises; +const path = require('path'); +const getPage = require('../../util/getPage'); +const { setup, teardown } = require('../../util/getPage'); +const { + snapshotRoutes, + cleanAndNormalizeSnapshot, + routeToSnapshotFilename +} = require('./utils'); + +const SNAPSHOTS_DIR = path.join(__dirname, 'saved'); + +async function takeSnapshot(browser, role, route) { + console.log(`Taking snapshot for ${route}`); + try { + let snapshot; + await getPage({ role, url: route }, async page => { + await page.waitForSelector('main'); + + snapshot = await cleanAndNormalizeSnapshot(page); + }); + + return snapshot; + } catch (error) { + console.warn(`Error taking snapshot for ${route}:`, error); + return null; + } +} + +async function takeSnapshots() { + try { + const browser = await setup(); + global.browser = browser; + + for (const route of snapshotRoutes) { + const snapshot = await takeSnapshot(browser, 'admin', route); + if (!snapshot) { + continue; + } + const fileName = routeToSnapshotFilename(route); + await fs.writeFile(path.join(SNAPSHOTS_DIR, fileName), snapshot); + console.log(`Recorded snapshot for ${route}`); + } + } catch (e) { + console.warn('Error during snapshot:', e); + } finally { + await teardown(); + } +} + +takeSnapshots().catch(console.error); diff --git a/client/tests/e2e/snapshots/utils.js b/client/tests/e2e/snapshots/utils.js new file mode 100644 index 000000000..f73b306a6 --- /dev/null +++ b/client/tests/e2e/snapshots/utils.js @@ -0,0 +1,85 @@ +const prettier = require('prettier'); + +const snapshotRoutes = [ + '/', + '/signup-instructions', + '/account/settings', + '/test-queue', + '/reports', + '/candidate-review', + '/data-management', + '/404', + '/test-plan-report/1', + '/test-review/8', + '/run/2', + '/data-management/meter', + '/candidate-test-plan/24/1' +]; + +async function cleanAndNormalizeSnapshot(page) { + // Remove all