-
Notifications
You must be signed in to change notification settings - Fork 169
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
5e03d13
commit 8b68a42
Showing
7 changed files
with
353 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,77 @@ | ||
import { defineConfig, devices } from '@playwright/test'; | ||
|
||
/** | ||
* Read environment variables from file. | ||
* https://github.com/motdotla/dotenv | ||
*/ | ||
// require('dotenv').config(); | ||
|
||
/** | ||
* See https://playwright.dev/docs/test-configuration. | ||
*/ | ||
export default defineConfig({ | ||
testDir: './tests', | ||
/* Run tests in files in parallel */ | ||
fullyParallel: true, | ||
/* Fail the build on CI if you accidentally left test.only in the source code. */ | ||
forbidOnly: !!process.env.CI, | ||
/* Retry on CI only */ | ||
retries: process.env.CI ? 2 : 0, | ||
/* Opt out of parallel tests on CI. */ | ||
workers: process.env.CI ? 1 : undefined, | ||
/* Reporter to use. See https://playwright.dev/docs/test-reporters */ | ||
reporter: 'html', | ||
/* Shared settings for all the projects below. See https://playwright.dev/docs/api/class-testoptions. */ | ||
use: { | ||
/* Base URL to use in actions like `await page.goto('/')`. */ | ||
// baseURL: 'http://127.0.0.1:3000', | ||
|
||
/* Collect trace when retrying the failed test. See https://playwright.dev/docs/trace-viewer */ | ||
trace: 'on-first-retry', | ||
}, | ||
|
||
/* Configure projects for major browsers */ | ||
projects: [ | ||
{ | ||
name: 'chromium', | ||
use: { ...devices['Desktop Chrome'] }, | ||
}, | ||
|
||
{ | ||
name: 'firefox', | ||
use: { ...devices['Desktop Firefox'] }, | ||
}, | ||
|
||
{ | ||
name: 'webkit', | ||
use: { ...devices['Desktop Safari'] }, | ||
}, | ||
|
||
/* Test against mobile viewports. */ | ||
// { | ||
// name: 'Mobile Chrome', | ||
// use: { ...devices['Pixel 5'] }, | ||
// }, | ||
// { | ||
// name: 'Mobile Safari', | ||
// use: { ...devices['iPhone 12'] }, | ||
// }, | ||
|
||
/* Test against branded browsers. */ | ||
// { | ||
// name: 'Microsoft Edge', | ||
// use: { ...devices['Desktop Edge'], channel: 'msedge' }, | ||
// }, | ||
// { | ||
// name: 'Google Chrome', | ||
// use: { ...devices['Desktop Chrome'], channel: 'chrome' }, | ||
// }, | ||
], | ||
|
||
/* Run your local dev server before starting the tests */ | ||
// webServer: { | ||
// command: 'npm run start', | ||
// url: 'http://127.0.0.1:3000', | ||
// reuseExistingServer: !process.env.CI, | ||
// }, | ||
}); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,167 @@ | ||
# Integration Testing | ||
|
||
This folder contains the integration tests of the extension. | ||
|
||
They are defined using [Playwright](https://playwright.dev/docs/intro) test runner | ||
and [Galata](https://github.com/jupyterlab/jupyterlab/tree/master/galata) helper. | ||
|
||
The Playwright configuration is defined in [playwright.config.js](./playwright.config.js). | ||
|
||
The JupyterLab server configuration to use for the integration test is defined | ||
in [jupyter_server_test_config.py](./jupyter_server_test_config.py). | ||
|
||
The default configuration will produce video for failing tests and an HTML report. | ||
|
||
> There is a new experimental UI mode that you may fall in love with; see [that video](https://www.youtube.com/watch?v=jF0yA-JLQW0). | ||
## Run the tests | ||
|
||
> All commands are assumed to be executed from the root directory | ||
To run the tests, you need to: | ||
|
||
1. Compile the extension: | ||
|
||
```sh | ||
jlpm install | ||
jlpm build:prod | ||
``` | ||
|
||
> Check the extension is installed in JupyterLab. | ||
2. Install test dependencies (needed only once): | ||
|
||
```sh | ||
cd ./ui-tests | ||
jlpm install | ||
jlpm playwright install | ||
cd .. | ||
``` | ||
|
||
3. Execute the [Playwright](https://playwright.dev/docs/intro) tests: | ||
|
||
```sh | ||
cd ./ui-tests | ||
jlpm playwright test | ||
``` | ||
|
||
Test results will be shown in the terminal. In case of any test failures, the test report | ||
will be opened in your browser at the end of the tests execution; see | ||
[Playwright documentation](https://playwright.dev/docs/test-reporters#html-reporter) | ||
for configuring that behavior. | ||
|
||
## Update the tests snapshots | ||
|
||
> All commands are assumed to be executed from the root directory | ||
If you are comparing snapshots to validate your tests, you may need to update | ||
the reference snapshots stored in the repository. To do that, you need to: | ||
|
||
1. Compile the extension: | ||
|
||
```sh | ||
jlpm install | ||
jlpm build:prod | ||
``` | ||
|
||
> Check the extension is installed in JupyterLab. | ||
2. Install test dependencies (needed only once): | ||
|
||
```sh | ||
cd ./ui-tests | ||
jlpm install | ||
jlpm playwright install | ||
cd .. | ||
``` | ||
|
||
3. Execute the [Playwright](https://playwright.dev/docs/intro) command: | ||
|
||
```sh | ||
cd ./ui-tests | ||
jlpm playwright test -u | ||
``` | ||
|
||
> Some discrepancy may occurs between the snapshots generated on your computer and | ||
> the one generated on the CI. To ease updating the snapshots on a PR, you can | ||
> type `please update playwright snapshots` to trigger the update by a bot on the CI. | ||
> Once the bot has computed new snapshots, it will commit them to the PR branch. | ||
## Create tests | ||
|
||
> All commands are assumed to be executed from the root directory | ||
To create tests, the easiest way is to use the code generator tool of playwright: | ||
|
||
1. Compile the extension: | ||
|
||
```sh | ||
jlpm install | ||
jlpm build:prod | ||
``` | ||
|
||
> Check the extension is installed in JupyterLab. | ||
2. Install test dependencies (needed only once): | ||
|
||
```sh | ||
cd ./ui-tests | ||
jlpm install | ||
jlpm playwright install | ||
cd .. | ||
``` | ||
|
||
3. Start the server: | ||
|
||
```sh | ||
cd ./ui-tests | ||
jlpm start | ||
``` | ||
|
||
4. Execute the [Playwright code generator](https://playwright.dev/docs/codegen) in **another terminal**: | ||
|
||
```sh | ||
cd ./ui-tests | ||
jlpm playwright codegen localhost:8888 | ||
``` | ||
|
||
## Debug tests | ||
|
||
> All commands are assumed to be executed from the root directory | ||
To debug tests, a good way is to use the inspector tool of playwright: | ||
|
||
1. Compile the extension: | ||
|
||
```sh | ||
jlpm install | ||
jlpm build:prod | ||
``` | ||
|
||
> Check the extension is installed in JupyterLab. | ||
2. Install test dependencies (needed only once): | ||
|
||
```sh | ||
cd ./ui-tests | ||
jlpm install | ||
jlpm playwright install | ||
cd .. | ||
``` | ||
|
||
3. Execute the Playwright tests in [debug mode](https://playwright.dev/docs/debug): | ||
|
||
```sh | ||
cd ./ui-tests | ||
jlpm playwright test --debug | ||
``` | ||
|
||
## Upgrade Playwright and the browsers | ||
|
||
To update the web browser versions, you must update the package `@playwright/test`: | ||
|
||
```sh | ||
cd ./ui-tests | ||
jlpm up "@playwright/test" | ||
jlpm playwright install | ||
``` |
12 changes: 12 additions & 0 deletions
12
toparea-text-widget/ui-tests/jupyter_server_test_config.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,12 @@ | ||
"""Server configuration for integration tests. | ||
!! Never use this configuration in production because it | ||
opens the server to the world and provide access to JupyterLab | ||
JavaScript objects through the global window variable. | ||
""" | ||
from jupyterlab.galata import configure_jupyter_server | ||
|
||
configure_jupyter_server(c) | ||
|
||
# Uncomment to set server log level to debug level | ||
# c.ServerApp.log_level = "DEBUG" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,15 @@ | ||
{ | ||
"name": "jupyterlab_toparea_text-ui-tests", | ||
"version": "1.0.0", | ||
"description": "JupyterLab jupyterlab_toparea_text Integration Tests", | ||
"private": true, | ||
"scripts": { | ||
"start": "jupyter lab --config jupyter_server_test_config.py", | ||
"test": "jlpm playwright test", | ||
"test:update": "jlpm playwright test --update-snapshots" | ||
}, | ||
"devDependencies": { | ||
"@jupyterlab/galata": "^5.0.5", | ||
"@playwright/test": "^1.37.0" | ||
} | ||
} |
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,14 @@ | ||
/** | ||
* Configuration for Playwright using default from @jupyterlab/galata | ||
*/ | ||
const baseConfig = require('@jupyterlab/galata/lib/playwright-config'); | ||
|
||
module.exports = { | ||
...baseConfig, | ||
webServer: { | ||
command: 'jlpm start', | ||
url: 'http://localhost:8888/lab', | ||
timeout: 120 * 1000, | ||
reuseExistingServer: !process.env.CI | ||
} | ||
}; |
6 changes: 6 additions & 0 deletions
6
toparea-text-widget/ui-tests/tests/jupyterlab_toparea_text.spec.ts
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,6 @@ | ||
|
||
import { test, expect } from '@jupyterlab/galata'; | ||
|
||
test('should add a top area text', async ({ page }) => { | ||
await expect(page.locator('.jp-TopAreaText')).toHaveText('Hello World'); | ||
}); |