-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
add a workflow for tuning numTestsKeptInMemory (opensearch-project#129)
* add a workflow for numTestsKeptInMemory 10 Signed-off-by: Tianle Huang <tianleh@amazon.com> * add workflow for20 Signed-off-by: Tianle Huang <tianleh@amazon.com> * set value in json Signed-off-by: Tianle Huang <tianleh@amazon.com> * update cypress cmd Signed-off-by: Tianle Huang <tianleh@amazon.com> * use yarn to run Signed-off-by: Tianle Huang <tianleh@amazon.com> * update command Signed-off-by: Tianle Huang <tianleh@amazon.com> * add more numTestsKeptInMemory Signed-off-by: Tianle Huang <tianleh@amazon.com> * update schedule Signed-off-by: Tianle Huang <tianleh@amazon.com>
- Loading branch information
Showing
5 changed files
with
332 additions
and
0 deletions.
There are no files selected for viewing
82 changes: 82 additions & 0 deletions
82
.github/workflows/release-signoff-chromium-tests-in-memory-0.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,82 @@ | ||
| name: Release signoff for bundled OpenSearch Dashboards with Dashboards plugins (x64, Chromium, numTestsKeptInMemory=0) | ||
| on: | ||
| schedule: | ||
| - cron: '20 */3 * * *' | ||
| env: | ||
| VERSION: '1.3.0' | ||
| jobs: | ||
| tests: | ||
| name: Run Cypress E2E tests | ||
| runs-on: ubuntu-latest | ||
| env: | ||
| # prevents extra Cypress installation progress messages | ||
| CI: 1 | ||
| # avoid warnings like "tput: No value for $TERM and no -T specified" | ||
| TERM: xterm | ||
| steps: | ||
| - name: Get and run OpenSearch | ||
| run: | | ||
| wget https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/${{ env.VERSION }}/latest/linux/x64/dist/opensearch/opensearch-${{ env.VERSION }}-linux-x64.tar.gz | ||
| tar -xzf opensearch-${{ env.VERSION }}-linux-x64.tar.gz | ||
| cd opensearch-${{ env.VERSION }}/ | ||
| ./opensearch-tar-install.sh & | ||
| timeout 900 bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' -u admin:admin -k https://localhost:9200)" != "200" ]]; do sleep 5; done' | ||
| - name: Get OpenSearch-Dashboards | ||
| run: | | ||
| wget https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/${{ env.VERSION }}/latest/linux/x64/dist/opensearch-dashboards/opensearch-dashboards-${{ env.VERSION }}-linux-x64.tar.gz | ||
| tar -xzf opensearch-dashboards-${{ env.VERSION }}-linux-x64.tar.gz | ||
| - name: Get node and yarn versions | ||
| id: versions | ||
| run: | | ||
| echo "::set-output name=node_version::$(node -p "(require('./opensearch-dashboards-${{ env.VERSION }}/package.json').engines.node).match(/[.0-9]+/)[0]")" | ||
| - name: Setup node | ||
| uses: actions/setup-node@v1 | ||
| with: | ||
| node-version: ${{ steps.versions.outputs.node_version }} | ||
| registry-url: 'https://registry.npmjs.org' | ||
| - name: Run OpenSearch-Dashboards server | ||
| run: | | ||
| cd opensearch-dashboards-${{ env.VERSION }} | ||
| bin/opensearch-dashboards serve & | ||
| timeout 300 bash -c 'while [[ "$(curl -s localhost:5601/api/status | jq -r '.status.overall.state')" != "green" ]]; do sleep 5; done' | ||
| - name: Checkout functional-test | ||
| uses: actions/checkout@v2 | ||
| with: | ||
| repository: ${{github.repository}} | ||
| path: functional-test | ||
| - name: Get Cypress version | ||
| id: cypress_version | ||
| run: | | ||
| echo "::set-output name=cypress_version::$(cat ./functional-test/package.json | jq '.devDependencies.cypress' | tr -d '"')" | ||
| - name: Cache Cypress | ||
| id: cache-cypress | ||
| uses: actions/cache@v1 | ||
| with: | ||
| path: ~/.cache/Cypress | ||
| key: cypress-cache-v2-${{ runner.os }}-${{ hashFiles('**/package.json') }} | ||
| env: | ||
| CYPRESS_INSTALL_BINARY: ${{ steps.cypress_version.outputs.cypress_version }} | ||
| - name: Run npm install | ||
| run: | | ||
| cd functional-test | ||
| npm install | ||
| - run: npx cypress cache list | ||
| - run: npx cypress cache path | ||
| - name: Cypress tests | ||
| uses: cypress-io/github-action@v2 | ||
| with: | ||
| working-directory: functional-test | ||
| command: yarn cypress:release-chromium-0 | ||
| wait-on: 'http://localhost:5601' | ||
| # Screenshots are only captured on failure, will change this once we do visual regression tests | ||
| - uses: actions/upload-artifact@v1 | ||
| if: failure() | ||
| with: | ||
| name: cypress-screenshots | ||
| path: functional-test/cypress/screenshots | ||
| # Test run video was always captured, so this action uses "always()" condition | ||
| - uses: actions/upload-artifact@v1 | ||
| if: always() | ||
| with: | ||
| name: cypress-videos | ||
| path: functional-test/cypress/videos |
82 changes: 82 additions & 0 deletions
82
.github/workflows/release-signoff-chromium-tests-in-memory-10.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,82 @@ | ||
| name: Release signoff for bundled OpenSearch Dashboards with Dashboards plugins (x64, Chromium, numTestsKeptInMemory=10) | ||
| on: | ||
| schedule: | ||
| - cron: '30 */3 * * *' | ||
| env: | ||
| VERSION: '1.3.0' | ||
| jobs: | ||
| tests: | ||
| name: Run Cypress E2E tests | ||
| runs-on: ubuntu-latest | ||
| env: | ||
| # prevents extra Cypress installation progress messages | ||
| CI: 1 | ||
| # avoid warnings like "tput: No value for $TERM and no -T specified" | ||
| TERM: xterm | ||
| steps: | ||
| - name: Get and run OpenSearch | ||
| run: | | ||
| wget https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/${{ env.VERSION }}/latest/linux/x64/dist/opensearch/opensearch-${{ env.VERSION }}-linux-x64.tar.gz | ||
| tar -xzf opensearch-${{ env.VERSION }}-linux-x64.tar.gz | ||
| cd opensearch-${{ env.VERSION }}/ | ||
| ./opensearch-tar-install.sh & | ||
| timeout 900 bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' -u admin:admin -k https://localhost:9200)" != "200" ]]; do sleep 5; done' | ||
| - name: Get OpenSearch-Dashboards | ||
| run: | | ||
| wget https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/${{ env.VERSION }}/latest/linux/x64/dist/opensearch-dashboards/opensearch-dashboards-${{ env.VERSION }}-linux-x64.tar.gz | ||
| tar -xzf opensearch-dashboards-${{ env.VERSION }}-linux-x64.tar.gz | ||
| - name: Get node and yarn versions | ||
| id: versions | ||
| run: | | ||
| echo "::set-output name=node_version::$(node -p "(require('./opensearch-dashboards-${{ env.VERSION }}/package.json').engines.node).match(/[.0-9]+/)[0]")" | ||
| - name: Setup node | ||
| uses: actions/setup-node@v1 | ||
| with: | ||
| node-version: ${{ steps.versions.outputs.node_version }} | ||
| registry-url: 'https://registry.npmjs.org' | ||
| - name: Run OpenSearch-Dashboards server | ||
| run: | | ||
| cd opensearch-dashboards-${{ env.VERSION }} | ||
| bin/opensearch-dashboards serve & | ||
| timeout 300 bash -c 'while [[ "$(curl -s localhost:5601/api/status | jq -r '.status.overall.state')" != "green" ]]; do sleep 5; done' | ||
| - name: Checkout functional-test | ||
| uses: actions/checkout@v2 | ||
| with: | ||
| repository: ${{github.repository}} | ||
| path: functional-test | ||
| - name: Get Cypress version | ||
| id: cypress_version | ||
| run: | | ||
| echo "::set-output name=cypress_version::$(cat ./functional-test/package.json | jq '.devDependencies.cypress' | tr -d '"')" | ||
| - name: Cache Cypress | ||
| id: cache-cypress | ||
| uses: actions/cache@v1 | ||
| with: | ||
| path: ~/.cache/Cypress | ||
| key: cypress-cache-v2-${{ runner.os }}-${{ hashFiles('**/package.json') }} | ||
| env: | ||
| CYPRESS_INSTALL_BINARY: ${{ steps.cypress_version.outputs.cypress_version }} | ||
| - name: Run npm install | ||
| run: | | ||
| cd functional-test | ||
| npm install | ||
| - run: npx cypress cache list | ||
| - run: npx cypress cache path | ||
| - name: Cypress tests | ||
| uses: cypress-io/github-action@v2 | ||
| with: | ||
| working-directory: functional-test | ||
| command: yarn cypress:release-chromium-10 | ||
| wait-on: 'http://localhost:5601' | ||
| # Screenshots are only captured on failure, will change this once we do visual regression tests | ||
| - uses: actions/upload-artifact@v1 | ||
| if: failure() | ||
| with: | ||
| name: cypress-screenshots | ||
| path: functional-test/cypress/screenshots | ||
| # Test run video was always captured, so this action uses "always()" condition | ||
| - uses: actions/upload-artifact@v1 | ||
| if: always() | ||
| with: | ||
| name: cypress-videos | ||
| path: functional-test/cypress/videos |
82 changes: 82 additions & 0 deletions
82
.github/workflows/release-signoff-chromium-tests-in-memory-20.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,82 @@ | ||
| name: Release signoff for bundled OpenSearch Dashboards with Dashboards plugins (x64, Chromium, numTestsKeptInMemory=20) | ||
| on: | ||
| schedule: | ||
| - cron: '15 */3 * * *' | ||
| env: | ||
| VERSION: '1.3.0' | ||
| jobs: | ||
| tests: | ||
| name: Run Cypress E2E tests | ||
| runs-on: ubuntu-latest | ||
| env: | ||
| # prevents extra Cypress installation progress messages | ||
| CI: 1 | ||
| # avoid warnings like "tput: No value for $TERM and no -T specified" | ||
| TERM: xterm | ||
| steps: | ||
| - name: Get and run OpenSearch | ||
| run: | | ||
| wget https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/${{ env.VERSION }}/latest/linux/x64/dist/opensearch/opensearch-${{ env.VERSION }}-linux-x64.tar.gz | ||
| tar -xzf opensearch-${{ env.VERSION }}-linux-x64.tar.gz | ||
| cd opensearch-${{ env.VERSION }}/ | ||
| ./opensearch-tar-install.sh & | ||
| timeout 900 bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' -u admin:admin -k https://localhost:9200)" != "200" ]]; do sleep 5; done' | ||
| - name: Get OpenSearch-Dashboards | ||
| run: | | ||
| wget https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/${{ env.VERSION }}/latest/linux/x64/dist/opensearch-dashboards/opensearch-dashboards-${{ env.VERSION }}-linux-x64.tar.gz | ||
| tar -xzf opensearch-dashboards-${{ env.VERSION }}-linux-x64.tar.gz | ||
| - name: Get node and yarn versions | ||
| id: versions | ||
| run: | | ||
| echo "::set-output name=node_version::$(node -p "(require('./opensearch-dashboards-${{ env.VERSION }}/package.json').engines.node).match(/[.0-9]+/)[0]")" | ||
| - name: Setup node | ||
| uses: actions/setup-node@v1 | ||
| with: | ||
| node-version: ${{ steps.versions.outputs.node_version }} | ||
| registry-url: 'https://registry.npmjs.org' | ||
| - name: Run OpenSearch-Dashboards server | ||
| run: | | ||
| cd opensearch-dashboards-${{ env.VERSION }} | ||
| bin/opensearch-dashboards serve & | ||
| timeout 300 bash -c 'while [[ "$(curl -s localhost:5601/api/status | jq -r '.status.overall.state')" != "green" ]]; do sleep 5; done' | ||
| - name: Checkout functional-test | ||
| uses: actions/checkout@v2 | ||
| with: | ||
| repository: ${{github.repository}} | ||
| path: functional-test | ||
| - name: Get Cypress version | ||
| id: cypress_version | ||
| run: | | ||
| echo "::set-output name=cypress_version::$(cat ./functional-test/package.json | jq '.devDependencies.cypress' | tr -d '"')" | ||
| - name: Cache Cypress | ||
| id: cache-cypress | ||
| uses: actions/cache@v1 | ||
| with: | ||
| path: ~/.cache/Cypress | ||
| key: cypress-cache-v2-${{ runner.os }}-${{ hashFiles('**/package.json') }} | ||
| env: | ||
| CYPRESS_INSTALL_BINARY: ${{ steps.cypress_version.outputs.cypress_version }} | ||
| - name: Run npm install | ||
| run: | | ||
| cd functional-test | ||
| npm install | ||
| - run: npx cypress cache list | ||
| - run: npx cypress cache path | ||
| - name: Cypress tests | ||
| uses: cypress-io/github-action@v2 | ||
| with: | ||
| working-directory: functional-test | ||
| command: yarn cypress:release-chromium-20 | ||
| wait-on: 'http://localhost:5601' | ||
| # Screenshots are only captured on failure, will change this once we do visual regression tests | ||
| - uses: actions/upload-artifact@v1 | ||
| if: failure() | ||
| with: | ||
| name: cypress-screenshots | ||
| path: functional-test/cypress/screenshots | ||
| # Test run video was always captured, so this action uses "always()" condition | ||
| - uses: actions/upload-artifact@v1 | ||
| if: always() | ||
| with: | ||
| name: cypress-videos | ||
| path: functional-test/cypress/videos |
82 changes: 82 additions & 0 deletions
82
.github/workflows/release-signoff-chromium-tests-in-memory-5.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,82 @@ | ||
| name: Release signoff for bundled OpenSearch Dashboards with Dashboards plugins (x64, Chromium, numTestsKeptInMemory=5) | ||
| on: | ||
| schedule: | ||
| - cron: '35 */3 * * *' | ||
| env: | ||
| VERSION: '1.3.0' | ||
| jobs: | ||
| tests: | ||
| name: Run Cypress E2E tests | ||
| runs-on: ubuntu-latest | ||
| env: | ||
| # prevents extra Cypress installation progress messages | ||
| CI: 1 | ||
| # avoid warnings like "tput: No value for $TERM and no -T specified" | ||
| TERM: xterm | ||
| steps: | ||
| - name: Get and run OpenSearch | ||
| run: | | ||
| wget https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/${{ env.VERSION }}/latest/linux/x64/dist/opensearch/opensearch-${{ env.VERSION }}-linux-x64.tar.gz | ||
| tar -xzf opensearch-${{ env.VERSION }}-linux-x64.tar.gz | ||
| cd opensearch-${{ env.VERSION }}/ | ||
| ./opensearch-tar-install.sh & | ||
| timeout 900 bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' -u admin:admin -k https://localhost:9200)" != "200" ]]; do sleep 5; done' | ||
| - name: Get OpenSearch-Dashboards | ||
| run: | | ||
| wget https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/${{ env.VERSION }}/latest/linux/x64/dist/opensearch-dashboards/opensearch-dashboards-${{ env.VERSION }}-linux-x64.tar.gz | ||
| tar -xzf opensearch-dashboards-${{ env.VERSION }}-linux-x64.tar.gz | ||
| - name: Get node and yarn versions | ||
| id: versions | ||
| run: | | ||
| echo "::set-output name=node_version::$(node -p "(require('./opensearch-dashboards-${{ env.VERSION }}/package.json').engines.node).match(/[.0-9]+/)[0]")" | ||
| - name: Setup node | ||
| uses: actions/setup-node@v1 | ||
| with: | ||
| node-version: ${{ steps.versions.outputs.node_version }} | ||
| registry-url: 'https://registry.npmjs.org' | ||
| - name: Run OpenSearch-Dashboards server | ||
| run: | | ||
| cd opensearch-dashboards-${{ env.VERSION }} | ||
| bin/opensearch-dashboards serve & | ||
| timeout 300 bash -c 'while [[ "$(curl -s localhost:5601/api/status | jq -r '.status.overall.state')" != "green" ]]; do sleep 5; done' | ||
| - name: Checkout functional-test | ||
| uses: actions/checkout@v2 | ||
| with: | ||
| repository: ${{github.repository}} | ||
| path: functional-test | ||
| - name: Get Cypress version | ||
| id: cypress_version | ||
| run: | | ||
| echo "::set-output name=cypress_version::$(cat ./functional-test/package.json | jq '.devDependencies.cypress' | tr -d '"')" | ||
| - name: Cache Cypress | ||
| id: cache-cypress | ||
| uses: actions/cache@v1 | ||
| with: | ||
| path: ~/.cache/Cypress | ||
| key: cypress-cache-v2-${{ runner.os }}-${{ hashFiles('**/package.json') }} | ||
| env: | ||
| CYPRESS_INSTALL_BINARY: ${{ steps.cypress_version.outputs.cypress_version }} | ||
| - name: Run npm install | ||
| run: | | ||
| cd functional-test | ||
| npm install | ||
| - run: npx cypress cache list | ||
| - run: npx cypress cache path | ||
| - name: Cypress tests | ||
| uses: cypress-io/github-action@v2 | ||
| with: | ||
| working-directory: functional-test | ||
| command: yarn cypress:release-chromium-5 | ||
| wait-on: 'http://localhost:5601' | ||
| # Screenshots are only captured on failure, will change this once we do visual regression tests | ||
| - uses: actions/upload-artifact@v1 | ||
| if: failure() | ||
| with: | ||
| name: cypress-screenshots | ||
| path: functional-test/cypress/screenshots | ||
| # Test run video was always captured, so this action uses "always()" condition | ||
| - uses: actions/upload-artifact@v1 | ||
| if: always() | ||
| with: | ||
| name: cypress-videos | ||
| path: functional-test/cypress/videos |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters