diff --git a/e2e/control-census.spec.js-snapshots/census-analytics-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-analytics-census-linux.txt similarity index 85% rename from e2e/control-census.spec.js-snapshots/census-analytics-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-analytics-census-linux.txt index ad087d8..4dca16c 100644 --- a/e2e/control-census.spec.js-snapshots/census-analytics-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-analytics-census-linux.txt @@ -6,7 +6,7 @@ button | Print / Save PDF button | Refresh button | Reset filters button | Search billsCtrl K -button | Tracker# +button | Tracker input:checkbox | (unnamed) input:number | (unnamed) link | About @@ -17,7 +17,7 @@ link | Release Notes link | Skip to main content select | # months# months# months select | # months# months# months# months -select | All billsAdobe Creative CloudAmazon +select | All billsAdobe Creative CloudAmazon PrimeAMC A-ListApple iCl select | All categoriesBeautyCoffeeCredit CardsDining OutEntertainmen select | JanuaryFebruaryMarchAprilMayJuneJulyAugustSeptemberOctoberNo select | LineArea \ No newline at end of file diff --git a/e2e/control-census.spec.js-snapshots/census-banking-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-banking-census-linux.txt similarity index 84% rename from e2e/control-census.spec.js-snapshots/census-banking-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-banking-census-linux.txt index d5a67f0..d96cd69 100644 --- a/e2e/control-census.spec.js-snapshots/census-banking-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-banking-census-linux.txt @@ -2,7 +2,7 @@ button | Current theme: Dark. Click to change. button | Open Tanstack query devtools button | Open user menu button | Search billsCtrl K -button | Tracker# +button | Tracker link | About link | Analytics link | Bill Tracker diff --git a/e2e/control-census.spec.js-snapshots/census-bills-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-bills-census-linux.txt similarity index 90% rename from e2e/control-census.spec.js-snapshots/census-bills-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-bills-census-linux.txt index 8d57d14..9b00298 100644 --- a/e2e/control-census.spec.js-snapshots/census-bills-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-bills-census-linux.txt @@ -1,13 +1,11 @@ button | #st bucket button | #th bucket -button | button | AMC A-List button | Add Bill button | Adobe Creative Cloud button | Amazon Prime button | Apple iCloud+ button | Autopay -button | Big button | Cadence button | Capital One Quicksilver button | Car Insurance @@ -33,8 +31,6 @@ button | Homeowners Insurance button | Inactive button | Internet Provider button | Mortgage -button | Move down -button | Move up button | Move AMC A-List down button | Move AMC A-List up button | Move Adobe Creative Cloud down @@ -43,8 +39,6 @@ button | Move Amazon Prime down button | Move Amazon Prime up button | Move Apple iCloud+ down button | Move Apple iCloud+ up -button | Move Big down -button | Move Big up button | Move Capital One Quicksilver down button | Move Capital One Quicksilver up button | Move Car Insurance down @@ -83,8 +77,6 @@ button | Move Student Loan down button | Move Student Loan up button | Move Trash Service down button | Move Trash Service up -button | Move Zero down -button | Move Zero up button | Netflix button | Open Tanstack query devtools button | Open user menu @@ -92,9 +84,8 @@ button | Search & filters# of # shown · no filters button | Search billsCtrl K button | Spotify button | Student Loan -button | Tracker# +button | Tracker button | Trash Service -button | Zero combobox | Filter by billing schedule combobox | Filter by category combobox | Use a bill template diff --git a/e2e/control-census.spec.js-snapshots/census-calendar-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-calendar-census-linux.txt similarity index 89% rename from e2e/control-census.spec.js-snapshots/census-calendar-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-calendar-census-linux.txt index 5b3a43a..6442bad 100644 --- a/e2e/control-census.spec.js-snapshots/census-calendar-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-calendar-census-linux.txt @@ -7,7 +7,7 @@ button | Refresh calendar button | Search billsCtrl K button | Subscribe Calendar button | Today -button | Tracker# +button | Tracker button | View #/#/# link | About link | Analytics diff --git a/e2e/control-census.spec.js-snapshots/census-categories-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-categories-census-linux.txt similarity index 97% rename from e2e/control-census.spec.js-snapshots/census-categories-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-categories-census-linux.txt index e5d8db9..28a3e80 100644 --- a/e2e/control-census.spec.js-snapshots/census-categories-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-categories-census-linux.txt @@ -52,7 +52,7 @@ button | Rename Subscriptions button | Rename Utilities button | Search billsCtrl K button | Show Empty -button | Tracker# +button | Tracker input:text | New category name... link | About link | Analytics diff --git a/e2e/control-census.spec.js-snapshots/census-data-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-data-census-linux.txt similarity index 90% rename from e2e/control-census.spec.js-snapshots/census-data-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-data-census-linux.txt index 9c56d50..deed61c 100644 --- a/e2e/control-census.spec.js-snapshots/census-data-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-data-census-linux.txt @@ -6,7 +6,7 @@ button | ImportBring in existing data button | Open Tanstack query devtools button | Open user menu button | Search billsCtrl K -button | Tracker# +button | Tracker button | TransactionsReview & match link | About link | Analytics diff --git a/e2e/control-census.spec.js-snapshots/census-health-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-health-census-linux.txt similarity index 86% rename from e2e/control-census.spec.js-snapshots/census-health-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-health-census-linux.txt index 4403c6c..8140f45 100644 --- a/e2e/control-census.spec.js-snapshots/census-health-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-health-census-linux.txt @@ -5,7 +5,7 @@ button | Open Tanstack query devtools button | Open user menu button | Refresh button | Search billsCtrl K -button | Tracker# +button | Tracker link | About link | Analytics link | Bill Tracker diff --git a/e2e/control-census.spec.js-snapshots/census-payoff-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-payoff-census-linux.txt similarity index 90% rename from e2e/control-census.spec.js-snapshots/census-payoff-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-payoff-census-linux.txt index c91b760..9f0c852 100644 --- a/e2e/control-census.spec.js-snapshots/census-payoff-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-payoff-census-linux.txt @@ -7,7 +7,7 @@ button | Print button | Required Minimum: help button | Search billsCtrl K button | Time Savings: help -button | Tracker# +button | Tracker button | ▲ button | ▼ combobox | Capital One Quicksilver$# diff --git a/e2e/control-census.spec.js-snapshots/census-profile-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-profile-census-linux.txt similarity index 82% rename from e2e/control-census.spec.js-snapshots/census-profile-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-profile-census-linux.txt index 433e99d..6b43b33 100644 --- a/e2e/control-census.spec.js-snapshots/census-profile-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-profile-census-linux.txt @@ -1,14 +1,14 @@ button | Add key button | Change Password button | Current theme: Dark. Click to change. -button | Last LoginJul # # #:# PMDesktop · Chrome on Linux# +button | Last LoginJul # # #:# AMDesktop · Chrome on Linux# button | Open Tanstack query devtools button | Open user menu button | Save Privacy Settings button | Save Profile button | Search billsCtrl K button | Set up -button | Tracker# +button | Tracker input:password | (unnamed) input:text | Display name link | About diff --git a/e2e/control-census.spec.js-snapshots/census-settings-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-settings-census-linux.txt similarity index 95% rename from e2e/control-census.spec.js-snapshots/census-settings-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-settings-census-linux.txt index 8c51541..7655dcc 100644 --- a/e2e/control-census.spec.js-snapshots/census-settings-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-settings-census-linux.txt @@ -15,7 +15,7 @@ button | Search billsCtrl K button | Send test button | System button | Theme: help -button | Tracker# +button | Tracker combobox | MM/DD/YYYY combobox | Sunday combobox | Tracker diff --git a/e2e/control-census.spec.js-snapshots/census-snowball-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-snowball-census-linux.txt similarity index 96% rename from e2e/control-census.spec.js-snapshots/census-snowball-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-snowball-census-linux.txt index fe8cc8c..a256323 100644 --- a/e2e/control-census.spec.js-snapshots/census-snowball-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-snowball-census-linux.txt @@ -26,7 +26,7 @@ button | Restore Ramsey Order button | Save Order button | Search billsCtrl K button | Toggle plan details -button | Tracker# +button | Tracker input:number | # link | About link | Analytics diff --git a/e2e/control-census.spec.js-snapshots/census-spending-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-spending-census-linux.txt similarity index 94% rename from e2e/control-census.spec.js-snapshots/census-spending-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-spending-census-linux.txt index 8377513..55b92b0 100644 --- a/e2e/control-census.spec.js-snapshots/census-spending-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-spending-census-linux.txt @@ -17,7 +17,7 @@ button | Previous month button | Search billsCtrl K button | Shopping button | Shopping$# transactionavg $#/mo$# left -button | Tracker# +button | Tracker button | Uncategorized button | Uncategorized$# transaction button | View diff --git a/e2e/control-census.spec.js-snapshots/census-subscriptions-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-subscriptions-census-linux.txt similarity index 97% rename from e2e/control-census.spec.js-snapshots/census-subscriptions-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-subscriptions-census-linux.txt index 5a143e4..7e33877 100644 --- a/e2e/control-census.spec.js-snapshots/census-subscriptions-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-subscriptions-census-linux.txt @@ -40,7 +40,7 @@ button | Search subscriptions# of # shown · no filters button | Search transactionsall bank transactions · no filters button | Spotify button | Track Subscription -button | Tracker# +button | Tracker button | View recommendation details input:search | Search by merchant, description, or payee… input:search | Search recommendations… diff --git a/e2e/control-census.spec.js-snapshots/census-summary-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-summary-census-linux.txt similarity index 88% rename from e2e/control-census.spec.js-snapshots/census-summary-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-summary-census-linux.txt index 01739e2..1051c43 100644 --- a/e2e/control-census.spec.js-snapshots/census-summary-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-summary-census-linux.txt @@ -1,15 +1,11 @@ button | Current theme: Dark. Click to change. button | Edit -button | Move down -button | Move up button | Move AMC A-List down button | Move AMC A-List up button | Move Adobe Creative Cloud down button | Move Adobe Creative Cloud up button | Move Apple iCloud+ down button | Move Apple iCloud+ up -button | Move Big down -button | Move Big up button | Move Capital One Quicksilver down button | Move Capital One Quicksilver up button | Move Car Insurance down @@ -46,8 +42,6 @@ button | Move Student Loan down button | Move Student Loan up button | Move Trash Service down button | Move Trash Service up -button | Move Zero down -button | Move Zero up button | Next month button | Open Tanstack query devtools button | Open user menu @@ -55,7 +49,7 @@ button | Previous month button | Print / PDF button | Search billsCtrl K button | Today -button | Tracker# +button | Tracker link | About link | Analytics link | Bill Tracker diff --git a/e2e/control-census.spec.js-snapshots/census-tracker-probe-linux.txt b/e2e/control-census.spec.js-snapshots/census-tracker-census-linux.txt similarity index 87% rename from e2e/control-census.spec.js-snapshots/census-tracker-probe-linux.txt rename to e2e/control-census.spec.js-snapshots/census-tracker-census-linux.txt index 2adc9f5..d424fc7 100644 --- a/e2e/control-census.spec.js-snapshots/census-tracker-probe-linux.txt +++ b/e2e/control-census.spec.js-snapshots/census-tracker-census-linux.txt @@ -12,11 +12,9 @@ button | Current theme: Dark. Click to change. button | Debt button | Due button | Due Soon, click to mark paid -button | Edit button | Edit AMC A-List button | Edit Adobe Creative Cloud button | Edit Apple iCloud+ -button | Edit Big button | Edit Capital One Quicksilver button | Edit Car Insurance button | Edit Car Payment @@ -35,25 +33,18 @@ button | Edit Netflix button | Edit Spotify button | Edit Student Loan button | Edit Trash Service -button | Edit Zero button | Edit monthly starting amounts button | Expected button | Export or print this month button | Hide -button | Hide overdue panel button | Keyboard shortcuts button | Last Month -button | Late, click to mark paid -button | Move down -button | Move up button | Move AMC A-List down button | Move AMC A-List up button | Move Adobe Creative Cloud down button | Move Adobe Creative Cloud up button | Move Apple iCloud+ down button | Move Apple iCloud+ up -button | Move Big down -button | Move Big up button | Move Capital One Quicksilver down button | Move Capital One Quicksilver up button | Move Car Insurance down @@ -90,8 +81,6 @@ button | Move Student Loan down button | Move Student Loan up button | Move Trash Service down button | Move Trash Service up -button | Move Zero down -button | Move Zero up button | Next month button | Open Tanstack query devtools button | Open calendar for this month @@ -101,25 +90,19 @@ button | Paid button | Paid Date button | Paid, click to mark unpaid button | Pay all due (#) -button | Pay now button | Pin Due button | Previous month -button | Review overdue bills# items ready for pay, skip, or snooze$# button | Search & sort# of # shown · no filters button | Search billsCtrl K -button | Skip -button | Snooze button | Status button | Today -button | Tracker# +button | Tracker button | Unpaid button | Upcoming, click to mark paid button | — -checkbox | Select checkbox | Select AMC A-List checkbox | Select Adobe Creative Cloud checkbox | Select Apple iCloud+ -checkbox | Select Big checkbox | Select Capital One Quicksilver checkbox | Select Car Insurance checkbox | Select Car Payment @@ -138,13 +121,10 @@ checkbox | Select Netflix checkbox | Select Spotify checkbox | Select Student Loan checkbox | Select Trash Service -checkbox | Select Zero combobox | Filter by billing schedule combobox | Filter by category combobox | Sort by -input:number | payment amount input:number | Apple iCloud+ payment amount -input:number | Big payment amount input:number | Capital One Quicksilver payment amount input:number | Car Payment payment amount input:number | Cell Phone payment amount diff --git a/playwright.config.js b/playwright.config.js index d5b05af..92bc95b 100644 --- a/playwright.config.js +++ b/playwright.config.js @@ -51,6 +51,8 @@ module.exports = defineConfig({ // probe-only: enables WebAuthn for the seeded user mid-test, which would // race the password logins in these parallel UI projects /webauthn\.probe\.spec\.js/, + // census-project-only: snapshots depend on pristine seed data + /control-census\.spec\.js/, ], }, { @@ -64,6 +66,8 @@ module.exports = defineConfig({ // probe-only: enables WebAuthn for the seeded user mid-test, which would // race the password logins in these parallel UI projects /webauthn\.probe\.spec\.js/, + // census-project-only: snapshots depend on pristine seed data + /control-census\.spec\.js/, ], }, // Find-mode diagnostics (adversarial API probe + authenticated a11y scan). @@ -71,12 +75,23 @@ module.exports = defineConfig({ // so open findings here don't turn the default suite red. Run on demand: // `npm run test:e2e:probe`. Fold a spec into the default projects once its // findings are fixed (it becomes a passing regression guard). + // Control census (Appendix E automation): read-only snapshots of every + // page's interactive controls. Own project ordered BEFORE the probe so the + // snapshots always see pristine seed data — api.probe/webauthn mutate the + // scratch DB (adversarial bills, passkey enrollment) and would otherwise + // make the baselines depend on spec ordering. { - name: 'probe', - testMatch: /(api\.probe|a11y\.authed|webauthn\.probe|control-census)\.spec\.js/, + name: 'census', + testMatch: /control-census\.spec\.js/, use: { ...devices['Desktop Chrome'] }, dependencies: ['setup'], }, + { + name: 'probe', + testMatch: /(api\.probe|a11y\.authed|webauthn\.probe)\.spec\.js/, + use: { ...devices['Desktop Chrome'] }, + dependencies: ['setup', 'census'], + }, // Cross-browser (WebAuthn/Select behavior differs) — enable when ready: // { name: 'firefox', use: { ...devices['Desktop Firefox'] }, dependencies: ['setup'], testIgnore: /auth\.setup\.js/ }, // { name: 'webkit', use: { ...devices['Desktop Safari'] }, dependencies: ['setup'], testIgnore: /auth\.setup\.js/ },