1) spotlight/spotlight.spec.ts:168:9 › Spotlight › should find unknown public world readable rooms Test timeout of 30000ms exceeded while running "beforeEach" hook. 66 | }); 67 | > 68 | test.beforeEach(async ({ page, homeserver, app, user }) => { | ^ 69 | bot1 = new Bot(page, homeserver, { displayName: bot1Name, autoAcceptInvites: true }); 70 | bot2 = new Bot(page, homeserver, { displayName: bot2Name, autoAcceptInvites: true }); 71 | const Visibility = await page.evaluate(() => (window as any).matrixcs.Visibility); at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/spotlight/spotlight.spec.ts:68:10

1) spotlight/spotlight.spec.ts:168:9 › Spotlight › should find unknown public world readable rooms Error: page.waitForSelector: Test timeout of 30000ms exceeded. Call log: - waiting for locator('.mx_MatrixChat') to be visible at ../element-web-test.ts:230 228 | user: async ({ pageWithCredentials: page, credentials }, use) => { 229 | await page.goto("/"); > 230 | await page.waitForSelector(".mx_MatrixChat", { timeout: 30000 }); | ^ 231 | await use(credentials); 232 | }, 233 | at Object.user (/home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/element-web-test.ts:230:20)

2) threads/threads.spec.ts:362:9 › Threads › should send location and reply to the location on ThreadView Error: Screenshot comparison failed: 6234 pixels (ratio 0.02 of all image pixels) are different. Expected: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/snapshots/threads/threads.spec.ts/Reply-to-the-location-on-ThreadView-linux.png Received: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/test-results/threads-threads-Threads-sh-e51e8--the-location-on-ThreadView/Reply-to-the-location-on-ThreadView-actual.png Diff: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/test-results/threads-threads-Threads-sh-e51e8--the-location-on-ThreadView/Reply-to-the-location-on-ThreadView-diff.png Call log: - expect.toHaveScreenshot(Reply-to-the-location-on-ThreadView.png) with timeout 5000ms - verifying given screenshot expectation - waiting for locator('.mx_ThreadView') - locator resolved to <div class="mx_BaseCard mx_ThreadView mx_ThreadPanel">…</div> - taking element screenshot - disabled all CSS animations - waiting for fonts to load... - fonts loaded - attempting scroll into view action - waiting for element to be stable - 6234 pixels (ratio 0.02 of all image pixels) are different. - waiting 100ms before taking screenshot - waiting for locator('.mx_ThreadView') - locator resolved to <div class="mx_BaseCard mx_ThreadView mx_ThreadPanel">…</div> - taking element screenshot - disabled all CSS animations - waiting for fonts to load... - fonts loaded - attempting scroll into view action - waiting for element to be stable - captured a stable screenshot - 6234 pixels (ratio 0.02 of all image pixels) are different. 409 | // Take a snapshot of reply to the shared location 410 | await page.addStyleTag({ content: css }); > 411 | await expect(page.locator(".mx_ThreadView")).toMatchScreenshot("Reply_to_the_location_on_ThreadView.png"); | ^ 412 | }); 413 | 414 | test("right panel behaves correctly", async ({ page, app, user }) => { at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/threads/threads.spec.ts:411:54

3) timeline/timeline.spec.ts:343:13 › Timeline › message displaying › should align generic event list summary with messages and emote on IRC layout Error: Screenshot comparison failed: 209 pixels (ratio 0.01 of all image pixels) are different. Expected: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/snapshots/timeline/timeline.spec.ts/expanded-gels-and-messages-irc-layout-linux.png Received: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/test-results/timeline-timeline-Timeline-5dcf4-ges-and-emote-on-IRC-layout/expanded-gels-and-messages-irc-layout-actual.png Diff: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/test-results/timeline-timeline-Timeline-5dcf4-ges-and-emote-on-IRC-layout/expanded-gels-and-messages-irc-layout-diff.png Call log: - expect.toHaveScreenshot(expanded-gels-and-messages-irc-layout.png) with timeout 5000ms - verifying given screenshot expectation - waiting for locator('.mx_MainSplit') - locator resolved to <div class="mx_MainSplit">…</div> - taking element screenshot - disabled all CSS animations - waiting for fonts to load... - fonts loaded - attempting scroll into view action - waiting for element to be stable - 209 pixels (ratio 0.01 of all image pixels) are different. - waiting 100ms before taking screenshot - waiting for locator('.mx_MainSplit') - locator resolved to <div class="mx_MainSplit">…</div> - taking element screenshot - disabled all CSS animations - waiting for fonts to load... - fonts loaded - attempting scroll into view action - waiting for element to be stable - captured a stable screenshot - 209 pixels (ratio 0.01 of all image pixels) are different. 426 | ).toHaveCSS("margin-inline-start", "99px"); 427 | // Record alignment of expanded GELS and messages on messagePanel > 428 | await expect(page.locator(".mx_MainSplit")).toMatchScreenshot("expanded-gels-and-messages-irc-layout.png", { | ^ 429 | // Exclude timestamp from snapshot of mx_MainSplit 430 | mask: [page.locator(".mx_MessageTimestamp")], 431 | hideTooltips: true, at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/timeline/timeline.spec.ts:428:57

4) timeline/timeline.spec.ts:1041:13 › Timeline › message sending › should send, reply, and display long strings without overflowing Error: Screenshot comparison failed: 9455 pixels (ratio 0.01 of all image pixels) are different. Expected: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/snapshots/timeline/timeline.spec.ts/long-strings-with-reply-bubble-layout-linux.png Received: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/test-results/timeline-timeline-Timeline-91aff-strings-without-overflowing/long-strings-with-reply-bubble-layout-actual.png Diff: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/test-results/timeline-timeline-Timeline-91aff-strings-without-overflowing/long-strings-with-reply-bubble-layout-diff.png Call log: - expect.toHaveScreenshot(long-strings-with-reply-bubble-layout.png) with timeout 5000ms - verifying given screenshot expectation - waiting for locator('.mx_ScrollPanel') - locator resolved to <div tabindex="-1" class="mx_AutoHideScrollbar mx_ScrollPanel mx_RoomView_messagePanel">…</div> - taking element screenshot - disabled all CSS animations - waiting for fonts to load... - fonts loaded - attempting scroll into view action - waiting for element to be stable - 9455 pixels (ratio 0.01 of all image pixels) are different. - waiting 100ms before taking screenshot - waiting for locator('.mx_ScrollPanel') - locator resolved to <div tabindex="-1" class="mx_AutoHideScrollbar mx_ScrollPanel mx_RoomView_messagePanel">…</div> - taking element screenshot - disabled all CSS animations - waiting for fonts to load... - fonts loaded - attempting scroll into view action - waiting for element to be stable - captured a stable screenshot - 9455 pixels (ratio 0.01 of all image pixels) are different. 1150 | await expect(lastEventTileBubble.locator(".mx_MTextBody").first()).toBeVisible(); 1151 | await expect(lastEventTileBubble.locator(".mx_EventTile_receiptSent")).toBeVisible(); > 1152 | await expect(page.locator(".mx_ScrollPanel")).toMatchScreenshot( | ^ 1153 | "long-strings-with-reply-bubble-layout.png", 1154 | screenshotOptions, 1155 | ); at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/timeline/timeline.spec.ts:1152:59

5) user-view/user-view.spec.ts:25:9 › UserView › should render the user view as expected ───────── Error: Screenshot comparison failed: 76 pixels (ratio 0.01 of all image pixels) are different. Expected: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/snapshots/user-view/user-view.spec.ts/user-info-linux.png Received: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/test-results/user-view-user-view-UserVi-3a259-r-the-user-view-as-expected/user-info-actual.png Diff: /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/test-results/user-view-user-view-UserVi-3a259-r-the-user-view-as-expected/user-info-diff.png Call log: - expect.toHaveScreenshot(user-info.png) with timeout 5000ms - verifying given screenshot expectation - waiting for locator('#mx_RightPanel') - locator resolved to <aside id="mx_RightPanel" class="mx_RightPanel">…</aside> - taking element screenshot - disabled all CSS animations - waiting for fonts to load... - fonts loaded - attempting scroll into view action - waiting for element to be stable - 76 pixels (ratio 0.01 of all image pixels) are different. - waiting 100ms before taking screenshot - waiting for locator('#mx_RightPanel') - locator resolved to <aside id="mx_RightPanel" class="mx_RightPanel">…</aside> - taking element screenshot - disabled all CSS animations - waiting for fonts to load... - fonts loaded - attempting scroll into view action - waiting for element to be stable - captured a stable screenshot - 76 pixels (ratio 0.01 of all image pixels) are different. 29 | await expect(rightPanel.getByRole("heading", { name: bot.credentials.displayName, exact: true })).toBeVisible(); 30 | await expect(rightPanel.getByText("1 session")).toBeVisible(); > 31 | await expect(rightPanel).toMatchScreenshot("user-info.png", { | ^ 32 | mask: [page.locator(".mx_UserInfo_profile_mxid")], 33 | }); 34 | }); at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/user-view/user-view.spec.ts:31:34

1) settings/appearance-user-settings-tab/theme-choice-panel.spec.ts:74:17 › Appearance user settings tab › Theme Choice Panel › custom theme › should render the custom theme section Test timeout of 30000ms exceeded while running "beforeEach" hook. 23 | 24 | test.describe("Theme Choice Panel", () => { > 25 | test.beforeEach(async ({ app, user, util }) => { | ^ 26 | // Disable the default theme for consistency in case ThemeWatcher automatically chooses it 27 | await util.disableSystemTheme(); 28 | await util.openAppearanceTab(); at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/settings/appearance-user-settings-tab/theme-choice-panel.spec.ts:25:14

1) settings/appearance-user-settings-tab/theme-choice-panel.spec.ts:74:17 › Appearance user settings tab › Theme Choice Panel › custom theme › should render the custom theme section Error: page.waitForSelector: Test timeout of 30000ms exceeded. Call log: - waiting for locator('.mx_MatrixChat') to be visible at ../element-web-test.ts:230 228 | user: async ({ pageWithCredentials: page, credentials }, use) => { 229 | await page.goto("/"); > 230 | await page.waitForSelector(".mx_MatrixChat", { timeout: 30000 }); | ^ 231 | await use(credentials); 232 | }, 233 | at Object.user (/home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/element-web-test.ts:230:20)

2) spaces/threads-activity-centre/threadsActivityCentre.spec.ts:49:9 › Threads Activity Centre › should show a notification indicator when there is a message in a thread Error: Timed out 5000ms waiting for expect(locator).toBeVisible() Locator: getByRole('navigation', { name: 'Spaces' }).getByLabel('Threads').locator('[data-indicator=\'success\']') Expected: visible Received: <element(s) not found> Call log: - expect.toBeVisible with timeout 5000ms - waiting for getByRole('navigation', { name: 'Spaces' }).getByLabel('Threads').locator('[data-indicator=\'success\']') at spaces/threads-activity-centre/index.ts:298 296 | */ 297 | assertNotificationTac() { > 298 | return expect(this.getTacButton().locator("[data-indicator='success']")).toBeVisible(); | ^ 299 | } 300 | 301 | /** at Helpers.assertNotificationTac (/home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/spaces/threads-activity-centre/index.ts:298:82) at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/spaces/threads-activity-centre/threadsActivityCentre.spec.ts:54:20

1) read-receipts/editing-messages-in-threads.spec.ts:99:17 › Read receipts › editing messages › in threads › Editing a thread message after marking as read leaves the room read Test timeout of 30000ms exceeded while setting up "user".

1) read-receipts/editing-messages-in-threads.spec.ts:99:17 › Read receipts › editing messages › in threads › Editing a thread message after marking as read leaves the room read Error: page.waitForSelector: Test timeout of 30000ms exceeded. Call log: - waiting for locator('.mx_MatrixChat') to be visible at ../element-web-test.ts:230 228 | user: async ({ pageWithCredentials: page, credentials }, use) => { 229 | await page.goto("/"); > 230 | await page.waitForSelector(".mx_MatrixChat", { timeout: 30000 }); | ^ 231 | await use(credentials); 232 | }, 233 | at Object.user (/home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/element-web-test.ts:230:20)

2) read-receipts/editing-messages-thread-roots.spec.ts:153:17 › Read receipts › editing messages › thread roots › Marking a room as read after an edit of a thread root that is a reply leaves it read Test timeout of 30000ms exceeded while setting up "user".

2) read-receipts/editing-messages-thread-roots.spec.ts:153:17 › Read receipts › editing messages › thread roots › Marking a room as read after an edit of a thread root that is a reply leaves it read Error: page.waitForSelector: Test timeout of 30000ms exceeded. Call log: - waiting for locator('.mx_MatrixChat') to be visible at ../element-web-test.ts:230 228 | user: async ({ pageWithCredentials: page, credentials }, use) => { 229 | await page.goto("/"); > 230 | await page.waitForSelector(".mx_MatrixChat", { timeout: 30000 }); | ^ 231 | await use(credentials); 232 | }, 233 | at Object.user (/home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/element-web-test.ts:230:20)

3) read-receipts/high-level.spec.ts:89:13 › Read receipts › Paging up › Paging up through old messages after a room is read leaves the room read Test timeout of 30000ms exceeded.

3) read-receipts/high-level.spec.ts:89:13 › Read receipts › Paging up › Paging up through old messages after a room is read leaves the room read Error: page.waitForTimeout: Test timeout of 30000ms exceeded. 108 | // And we page up, loading in old messages 109 | await util.pageUp(); > 110 | await page.waitForTimeout(200); | ^ 111 | await util.pageUp(); 112 | await page.waitForTimeout(200); 113 | await util.pageUp(); at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/read-receipts/high-level.spec.ts:110:24

3) read-receipts/high-level.spec.ts:89:13 › Read receipts › Paging up › Paging up through old messages after a room is read leaves the room read Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Test timeout of 30000ms exceeded.

3) read-receipts/high-level.spec.ts:89:13 › Read receipts › Paging up › Paging up through old messages after a room is read leaves the room read Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Error: expect(locator).toBeVisible() Locator: locator('.mx_EventTile_body').getByText('Msg0010') Expected: visible Received: <element(s) not found> Call log: - expect.toBeVisible with timeout 5000ms - waiting for locator('.mx_EventTile_body').getByText('Msg0010') at read-receipts/index.ts:421 419 | */ 420 | async assertMessageLoaded(messagePart: string) { > 421 | await expect(this.page.locator(".mx_EventTile_body").getByText(messagePart)).toBeVisible(); | ^ 422 | } 423 | 424 | /** at Helpers.assertMessageLoaded (/home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/read-receipts/index.ts:421:86) at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/read-receipts/high-level.spec.ts:114:24

matrix-react-sdk/read-receipts/new-messages-in-threads.spec.ts took 2.6m

matrix-react-sdk/read-receipts/new-messages-main-timeline.spec.ts took 1.8m

matrix-react-sdk/read-receipts/new-messages-thread-roots.spec.ts took 53.7s

matrix-react-sdk/user-onboarding/user-onboarding-new.spec.ts took 39.1s

matrix-react-sdk/widgets/layout.spec.ts took 30.0s

matrix-react-sdk/widgets/widget-pip-close.spec.ts took 26.9s

matrix-react-sdk/toasts/analytics-toast.spec.ts took 24.7s

matrix-react-sdk/widgets/stickers.spec.ts took 20.3s

matrix-react-sdk/read-receipts/redactions-in-threads.spec.ts took 3.6m

matrix-react-sdk/read-receipts/redactions-main-timeline.spec.ts took 2.7m

matrix-react-sdk/read-receipts/reactions-in-threads.spec.ts took 1.5m

matrix-react-sdk/read-receipts/read-receipts.spec.ts took 1.4m

matrix-react-sdk/read-receipts/redactions-thread-roots.spec.ts took 1.2m

matrix-react-sdk/spaces/spaces.spec.ts took 1.4m

matrix-react-sdk/right-panel/right-panel.spec.ts took 1.2m

matrix-react-sdk/right-panel/file-panel.spec.ts took 53.8s

matrix-react-sdk/settings/general-user-settings-tab.spec.ts took 50.2s

matrix-react-sdk/sliding-sync/sliding-sync.spec.ts took 38.2s

matrix-react-sdk/audio-player/audio-player.spec.ts took 1.7m

matrix-react-sdk/crypto/crypto.spec.ts took 1.5m

matrix-react-sdk/crypto/decryption-failure-messages.spec.ts took 1.2m

matrix-react-sdk/crypto/device-verification.spec.ts took 1.1m

matrix-react-sdk/crypto/event-shields.spec.ts took 1.1m

matrix-react-sdk/read-receipts/editing-messages-main-timeline.spec.ts took 1.5m

matrix-react-sdk/login/login.spec.ts took 56.9s

matrix-react-sdk/integration-manager/send_event.spec.ts took 54.6s

matrix-react-sdk/integration-manager/read_events.spec.ts took 54.4s

matrix-react-sdk/knock/knock-into-room.spec.ts took 51.2s

43 skipped 23 passed (2.9m)

5 flaky spotlight/spotlight.spec.ts:168:9 › Spotlight › should find unknown public world readable rooms threads/threads.spec.ts:362:9 › Threads › should send location and reply to the location on ThreadView timeline/timeline.spec.ts:343:13 › Timeline › message displaying › should align generic event list summary with messages and emote on IRC layout timeline/timeline.spec.ts:1041:13 › Timeline › message sending › should send, reply, and display long strings without overflowing user-view/user-view.spec.ts:25:9 › UserView › should render the user view as expected ────────── 4 skipped 51 passed (6.6m)

3 skipped 61 passed (7.0m)

2 flaky settings/appearance-user-settings-tab/theme-choice-panel.spec.ts:74:17 › Appearance user settings tab › Theme Choice Panel › custom theme › should render the custom theme section spaces/threads-activity-centre/threadsActivityCentre.spec.ts:49:9 › Threads Activity Centre › should show a notification indicator when there is a message in a thread 9 skipped 67 passed (7.1m)

1 skipped 72 passed (7.8m)